We have developed a method for recommending items that combines content and collaborative data under a single probabilistic framework. We benchmark our algorithm against a naïve Bayes classifier on the cold-start problem, where we wish to recommend items that no one in the community has yet rated. We systematically explore three testing methodologies using a publicly available data set, and explain how these methods apply to specific real-world applications. We advocate heuristic recommenders when benchmarking to give competent baseline performance. We introduce a new performance metric, the CROC curve, and demonstrate empirically that the various components of our testing strategy combine to obtain deeper understanding of the performance characteristics of recommender systems. Though the emphasis of our testing is on cold-start recommending, our methods for recommending and evaluation are general.

@inproceedings{schein2002methods, author = {Schein, Andrew I. and Popescul, Alexandrin and Ungar, Lyle H. and Pennock, David M.}, title = {Methods and Metrics for Cold-start Recommendations}, booktitle = {Proceedings of the 25th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval}, series = {SIGIR '02}, publisher = {ACM}, address = {New York, NY, USA}, year = {2002}, pages = {253--260}, url = {http://doi.acm.org/10.1145/564376.564421}, doi = {10.1145/564376.564421}, isbn = {1-58113-561-0}, keywords = {recommender, metrics, start, groc, cold, croc}, abstract = {We have developed a method for recommending items that combines content and collaborative data under a single probabilistic framework. We benchmark our algorithm against a naïve Bayes classifier on the cold-start problem, where we wish to recommend items that no one in the community has yet rated. We systematically explore three testing methodologies using a publicly available data set, and explain how these methods apply to specific real-world applications. We advocate heuristic recommenders when benchmarking to give competent baseline performance. We introduce a new performance metric, the CROC curve, and demonstrate empirically that the various components of our testing strategy combine to obtain deeper understanding of the performance characteristics of recommender systems. Though the emphasis of our testing is on cold-start recommending, our methods for recommending and evaluation are general.} }

%0 = inproceedings %A = Schein, Andrew I. and Popescul, Alexandrin and Ungar, Lyle H. and Pennock, David M. %B = Proceedings of the 25th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval %C = New York, NY, USA %D = 2002 %I = ACM %T = Methods and Metrics for Cold-start Recommendations %U = http://doi.acm.org/10.1145/564376.564421