User rankings of search engine results Export

@article{citeulike:2672940, abstract = {In this study, we investigate the similarities and differences between rankings of search results by users and search engines. Sixty-seven students took part in a 3-week-long experiment, during which they were asked to identify and rank the top 10 documents from the set of URLs that were retrieved by three major search engines (Google, MSN Search, and Yahoo!) for 12 selected queries. The URLs and accompanying snippets were displayed in random order, without disclosing which search engine(s) retrieved any specific URL for the query. We computed the similarity of the rankings of the users and search engines using four nonparametric correlation measures in [0,1] that complement each other. The findings show that the similarities between the users' choices and the rankings of the search engines are low. We examined the effects of the presentation order of the results, and of the thinking styles of the participants. Presentation order influences the rankings, but overall the results indicate that there is no}, address = {Department of Information Science, Bar-Ilan University, Ramat-Gan, 52900, Israel; School of Computer Science and Information Systems, Birkbeck University of London, Malet Street, London WC1E 7HX, United Kingdom; Department of Information Science, Bar-Ilan University, Ramat-Gan, 52900, Israel; School of Computer Science and Information Systems, Birkbeck University of London, Malet Street, London WC1E 7HX, United Kingdom}, author = {Bar-Ilan, Judit and Keenoy, Kevin and Yaari, Eti and Levene, Mark}, citeulike-article-id = {2672940}, citeulike-linkout-0 = {http://dx.doi.org/10.1002/asi.20608}, citeulike-linkout-1 = {http://www3.interscience.wiley.com/cgi-bin/abstract/114262033/ABSTRACT}, doi = {10.1002/asi.20608}, journal = {Journal of the American Society for Information Science and Technology}, keywords = {search-evaluation}, number = {9}, pages = {1254--1266}, posted-at = {2008-10-21 00:57:03}, priority = {2}, title = {User rankings of search engine results}, url = {http://dx.doi.org/10.1002/asi.20608}, volume = {58}, year = {2007} }

TY - JOUR ID - citeulike:2672940 L3 - citeulike-article-id:2672940 N2 - In this study, we investigate the similarities and differences between rankings of search results by users and search engines. Sixty-seven students took part in a 3-week-long experiment, during which they were asked to identify and rank the top 10 documents from the set of URLs that were retrieved by three major search engines (Google, MSN Search, and Yahoo!) for 12 selected queries. The URLs and accompanying snippets were displayed in random order, without disclosing which search engine(s) retrieved any specific URL for the query. We computed the similarity of the rankings of the users and search engines using four nonparametric correlation measures in [0,1] that complement each other. The findings show that the similarities between the users' choices and the rankings of the search engines are low. We examined the effects of the presentation order of the results, and of the thinking styles of the participants. Presentation order influences the rankings, but overall the results indicate that there is no IS - 9 JF - Journal of the American Society for Information Science and Technology AD - Department of Information Science, Bar-Ilan University, Ramat-Gan, 52900, Israel; School of Computer Science and Information Systems, Birkbeck University of London, Malet Street, London WC1E 7HX, United Kingdom; Department of Information Science, Bar-Ilan University, Ramat-Gan, 52900, Israel; School of Computer Science and Information Systems, Birkbeck University of London, Malet Street, London WC1E 7HX, United Kingdom EP - 1266 TI - User rankings of search engine results VL - 58 SP - 1254 KW - search-evaluation AU - Bar-Ilan, Judit AU - Keenoy, Kevin AU - Yaari, Eti AU - Levene, Mark PY - 2007/// UR - http://dx.doi.org/10.1002/asi.20608 ER -