Optimizing search engines using clickthrough data

@misc{citeulike:3131665, abstract = {This paper proposes a new method for evaluating the quality of retrieval functions. Unlike traditional methods that require relevance judgements by experts or explicit user feedback, it is based entirely on clickthrough data. This is a key advantage, since clickthrough data can be collected at very low cost and without overhead for the user. Taking an approach from experiment design, the paper proposes an experiment setup that generates unbiased feedback about the relative quality of two search results without explicit user feedback. A theoretical analysis shows that the method gives the same results as evaluation with traditional relevance judgements under mild statistical assumptions. An empirical analysis veries that the assumptions are indeed justied and that the new method leads to conclusive results in a WWW retrieval study. 1}, author = {Joachims, Thorsten}, citeulike-article-id = {3131665}, keywords = {learning2rank, optimization, rankingsvm, search, web}, pages = {133--142}, posted-at = {2008-08-18 11:26:45}, priority = {0}, title = {Optimizing search engines using clickthrough data}, url = {http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.16.1120}, year = {2002} }

TY - ELEC ID - citeulike:3131665 L3 - citeulike-article-id:3131665 N2 - This paper proposes a new method for evaluating the quality of retrieval functions. Unlike traditional methods that require relevance judgements by experts or explicit user feedback, it is based entirely on clickthrough data. This is a key advantage, since clickthrough data can be collected at very low cost and without overhead for the user. Taking an approach from experiment design, the paper proposes an experiment setup that generates unbiased feedback about the relative quality of two search results without explicit user feedback. A theoretical analysis shows that the method gives the same results as evaluation with traditional relevance judgements under mild statistical assumptions. An empirical analysis veries that the assumptions are indeed justied and that the new method leads to conclusive results in a WWW retrieval study. 1 EP - 142 TI - Optimizing search engines using clickthrough data SP - 133 KW - learning2rank KW - optimization KW - rankingsvm KW - search KW - web AU - Joachims, Thorsten PY - 2002/// UR - http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.16.1120 ER -