Since the rise of collaborative tagging systems on the web, the tag recommendation task - suggesting suitable tags to users of such systems while they add resources to their collection - has been tackled. However, the (offline) evaluation of tag recommendation algorithms usually suffers from difficulties like the sparseness of the data or the cold start problem for new resources or users. Previous studies therefore often used so-called post-cores (specific subsets of the original datasets) for their experiments. In this paper, we conduct a large-scale experiment in which we analyze different tag recommendation algorithms on different cores of three real-world datasets. We show, that a recommender's performance depends on the particular core and explore correlations between performances on different cores.

@inproceedings{doerfel2013analysis, author = {Doerfel, Stephan and Jäschke, Robert}, title = {An analysis of tag-recommender evaluation procedures}, booktitle = {Proceedings of the 7th ACM conference on Recommender systems}, series = {RecSys '13}, publisher = {ACM}, address = {New York, NY, USA}, year = {2013}, pages = {343--346}, url = {https://www.kde.cs.uni-kassel.de/pub/pdf/doerfel2013analysis.pdf}, doi = {10.1145/2507157.2507222}, isbn = {978-1-4503-2409-0}, keywords = {2013, bibsonomy, bookmarking, collaborative, core, evaluation, folkrank, folksonomy, graph, iteg, itegpub, l3s, recommender, social, tagging}, abstract = {Since the rise of collaborative tagging systems on the web, the tag recommendation task -- suggesting suitable tags to users of such systems while they add resources to their collection -- has been tackled. However, the (offline) evaluation of tag recommendation algorithms usually suffers from difficulties like the sparseness of the data or the cold start problem for new resources or users. Previous studies therefore often used so-called post-cores (specific subsets of the original datasets) for their experiments. In this paper, we conduct a large-scale experiment in which we analyze different tag recommendation algorithms on different cores of three real-world datasets. We show, that a recommender's performance depends on the particular core and explore correlations between performances on different cores.} }

%0 = inproceedings %A = Doerfel, Stephan and Jäschke, Robert %B = Proceedings of the 7th ACM conference on Recommender systems %C = New York, NY, USA %D = 2013 %I = ACM %T = An analysis of tag-recommender evaluation procedures %U = https://www.kde.cs.uni-kassel.de/pub/pdf/doerfel2013analysis.pdf

The information contained in social tagging systems is often modelled as a graph of connections between users, items and tags. Recommendation algorithms such as FolkRank, have the potential to leverage complex relationships in the data, corresponding to multiple hops in the graph. We present an in-depth analysis and evaluation of graph models for social tagging data and propose novel adaptations and extensions of FolkRank to improve tag recommendations. We highlight implicit assumptions made by the widely used folksonomy model, and propose an alternative and more accurate graph-representation of the data. Our extensions of FolkRank address the new item problem by incorporating content data into the algorithm, and significantly improve prediction results on unpruned datasets. Our adaptations address issues in the iterative weight spreading calculation that potentially hinder FolkRank's ability to leverage the deep graph as an information source. Moreover, we evaluate the benefit of considering each deeper level of the graph, and present important insights regarding the characteristics of social tagging data in general. Our results suggest that the base assumption made by conventional weight propagation methods, that closeness in the graph always implies a positive relationship, does not hold for the social tagging domain.

@article{landia2013deeper, author = {Landia, Nikolas and Doerfel, Stephan and Jäschke, Robert and Anand, Sarabjot Singh and Hotho, Andreas and Griffiths, Nathan}, title = {Deeper Into the Folksonomy Graph: FolkRank Adaptations and Extensions for Improved Tag Recommendations}, journal = {cs.IR}, year = {2013}, volume = {1310.1498}, url = {http://arxiv.org/abs/1310.1498}, keywords = {2013, bookmarking, collaborative, folkrank, folksonomy, graph, iteg, itegpub, l3s, recommender, social, tagging}, abstract = {The information contained in social tagging systems is often modelled as a graph of connections between users, items and tags. Recommendation algorithms such as FolkRank, have the potential to leverage complex relationships in the data, corresponding to multiple hops in the graph. We present an in-depth analysis and evaluation of graph models for social tagging data and propose novel adaptations and extensions of FolkRank to improve tag recommendations. We highlight implicit assumptions made by the widely used folksonomy model, and propose an alternative and more accurate graph-representation of the data. Our extensions of FolkRank address the new item problem by incorporating content data into the algorithm, and significantly improve prediction results on unpruned datasets. Our adaptations address issues in the iterative weight spreading calculation that potentially hinder FolkRank's ability to leverage the deep graph as an information source. Moreover, we evaluate the benefit of considering each deeper level of the graph, and present important insights regarding the characteristics of social tagging data in general. Our results suggest that the base assumption made by conventional weight propagation methods, that closeness in the graph always implies a positive relationship, does not hold for the social tagging domain.} }

%0 = article %A = Landia, Nikolas and Doerfel, Stephan and Jäschke, Robert and Anand, Sarabjot Singh and Hotho, Andreas and Griffiths, Nathan %D = 2013 %T = Deeper Into the Folksonomy Graph: FolkRank Adaptations and Extensions for Improved Tag Recommendations %U = http://arxiv.org/abs/1310.1498