Evaluating the Effectiveness of Personalized Web Search Export

@article{citeulike:5021001, abstract = {Although personalized search has been under way for many years and many personalization algorithms have been investigated, it is still unclear whether personalization is consistently effective on different queries for different users and under different search contexts. In this paper, we study this problem and provide some findings. We present a large-scale evaluation framework for personalized search based on query logs and then evaluate five personalized search algorithms (including two click-based ones and three topical-interest-based ones) using 12-day query logs of Windows Live Search. By analyzing the results, we reveal that personalized Web search does not work equally well under various situations. It represents a significant improvement over generic Web search for some queries, while it has little effect and even harms query performance under some situations. We propose click entropy as a simple measurement on whether a query should be personalized. We further propose several features to automatically predict when a query will benefit from a specific personalization algorithm. Experimental results show that using a personalization algorithm for queries selected by our prediction model is better than using it simply for all queries.}, author = {Dou, Zhicheng and Song, Ruihua and Wen, Ji-Rong and Yuan, Xiaojie}, booktitle = {Knowledge and Data Engineering, IEEE Transactions on}, citeulike-article-id = {5021001}, citeulike-linkout-0 = {http://dx.doi.org/10.1109/TKDE.2008.172}, citeulike-linkout-1 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=4604667}, doi = {10.1109/TKDE.2008.172}, journal = {Knowledge and Data Engineering, IEEE Transactions on}, keywords = {evaluation, personalized, search, web}, number = {8}, pages = {1178--1190}, posted-at = {2009-11-07 14:04:20}, priority = {3}, title = {Evaluating the Effectiveness of Personalized Web Search}, url = {http://dx.doi.org/10.1109/TKDE.2008.172}, volume = {21}, year = {2009} }

TY - JOUR ID - citeulike:5021001 L3 - citeulike-article-id:5021001 N2 - Although personalized search has been under way for many years and many personalization algorithms have been investigated, it is still unclear whether personalization is consistently effective on different queries for different users and under different search contexts. In this paper, we study this problem and provide some findings. We present a large-scale evaluation framework for personalized search based on query logs and then evaluate five personalized search algorithms (including two click-based ones and three topical-interest-based ones) using 12-day query logs of Windows Live Search. By analyzing the results, we reveal that personalized Web search does not work equally well under various situations. It represents a significant improvement over generic Web search for some queries, while it has little effect and even harms query performance under some situations. We propose click entropy as a simple measurement on whether a query should be personalized. We further propose several features to automatically predict when a query will benefit from a specific personalization algorithm. Experimental results show that using a personalization algorithm for queries selected by our prediction model is better than using it simply for all queries. IS - 8 JF - Knowledge and Data Engineering, IEEE Transactions on EP - 1190 TI - Evaluating the Effectiveness of Personalized Web Search VL - 21 T2 - Knowledge and Data Engineering, IEEE Transactions on SP - 1178 KW - evaluation KW - personalized KW - search KW - web AU - Dou, Zhicheng AU - Song, Ruihua AU - Wen, Ji-Rong AU - Yuan, Xiaojie PY - 2009/// UR - http://dx.doi.org/10.1109/TKDE.2008.172 ER -