Testing web sites: five users is nowhere near enough Export

@inproceedings{citeulike:4540646, abstract = {We observed the same task executed by 49 users on four production web sites. We tracked the rates of discovery of new usability problems on each site and, using that data, estimated the total number of usability problems on each site and the number of tests we would need to discover every problem. Our findings differ sharply from rules-of-thumb derived from earlier work by Virzi[1] and Nielsen[2,3] commonly viewed as "industry standards." We found that the four sites we studied would need considerably more than five users to find 85\% of the problems}, address = {New York, NY, USA}, author = {Spool, Jared and Schroeder, Will}, booktitle = {CHI '01: CHI '01 extended abstracts on Human factors in computing systems}, citeulike-article-id = {4540646}, citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=634067.634236}, citeulike-linkout-1 = {http://dx.doi.org/10.1145/634067.634236}, doi = {10.1145/634067.634236}, isbn = {1-58113-340-5}, keywords = {evaluation, questionnaire, usability}, location = {Seattle, Washington}, pages = {285--286}, posted-at = {2009-06-28 20:09:13}, priority = {0}, publisher = {ACM}, title = {Testing web sites: five users is nowhere near enough}, url = {http://dx.doi.org/10.1145/634067.634236}, year = {2001} }

TY - CONF ID - citeulike:4540646 L3 - citeulike-article-id:4540646 N2 - We observed the same task executed by 49 users on four production web sites. We tracked the rates of discovery of new usability problems on each site and, using that data, estimated the total number of usability problems on each site and the number of tests we would need to discover every problem. Our findings differ sharply from rules-of-thumb derived from earlier work by Virzi[1] and Nielsen[2,3] commonly viewed as "industry standards." We found that the four sites we studied would need considerably more than five users to find 85% of the problems CY - Seattle, Washington SN - 1-58113-340-5 AD - New York, NY, USA EP - 286 TI - Testing web sites: five users is nowhere near enough PB - ACM T2 - CHI '01: CHI '01 extended abstracts on Human factors in computing systems SP - 285 KW - evaluation KW - questionnaire KW - usability AU - Spool, Jared AU - Schroeder, Will PY - 2001/// UR - http://dx.doi.org/10.1145/634067.634236 ER -