The PRET A Rapporter framework: Evaluating digital libraries from the perspective of information work Export

@article{citeulike:1889322, abstract = {The strongest tradition of IR systems evaluation has focused on system effectiveness; more recently, there has been a growing interest in evaluation of Interactive IR systems, balancing system and user-oriented evaluation criteria. In this paper we shift the focus to considering how IR systems, and particularly digital libraries, can be evaluated to assess (and improve) their fit with users' broader work activities. Taking this focus, we answer a different set of evaluation questions that reveal more about the design of interfaces, user–system interactions and how systems may be deployed in the information working context. The planning and conduct of such evaluation studies share some features with the established methods for conducting IR evaluation studies, but come with a shift in emphasis; for example, a greater range of ethical considerations may be pertinent. We present the PRET A Rapporter framework for structuring user-centred evaluation studies and illustrate its application to three evaluation studies of digital library systems.}, author = {Blandford, A. and Adams, A. and Attfield, S. and Buchanan, G. and Gow, J. and Makri, S. and Rimmer, J. and Warwick, C.}, booktitle = {Evaluation of Interactive Information Retrieval Systems}, citeulike-article-id = {1889322}, citeulike-linkout-0 = {http://dx.doi.org/10.1016/j.ipm.2007.01.021}, citeulike-linkout-1 = {http://linkinghub.elsevier.com/retrieve/pii/S0306457307000362}, citeulike-linkout-2 = {http://www.sciencedirect.com/science/article/B6VC8-4N6FP12-2/2/316fffca86fb81f66ff77e9d73e6a38a}, doi = {10.1016/j.ipm.2007.01.021}, issn = {03064573}, journal = {Information Processing \& Management}, keywords = {digital-libraries, four-star, human-computer-interaction}, month = {January}, number = {1}, pages = {4--21}, posted-at = {2007-11-09 13:27:01}, priority = {4}, title = {The PRET A Rapporter framework: Evaluating digital libraries from the perspective of information work}, url = {http://dx.doi.org/10.1016/j.ipm.2007.01.021}, volume = {44}, year = {2008} }

TY - JOUR ID - citeulike:1889322 L3 - citeulike-article-id:1889322 N2 - The strongest tradition of IR systems evaluation has focused on system effectiveness; more recently, there has been a growing interest in evaluation of Interactive IR systems, balancing system and user-oriented evaluation criteria. In this paper we shift the focus to considering how IR systems, and particularly digital libraries, can be evaluated to assess (and improve) their fit with users’ broader work activities. Taking this focus, we answer a different set of evaluation questions that reveal more about the design of interfaces, user–system interactions and how systems may be deployed in the information working context. The planning and conduct of such evaluation studies share some features with the established methods for conducting IR evaluation studies, but come with a shift in emphasis; for example, a greater range of ethical considerations may be pertinent. We present the PRET A Rapporter framework for structuring user-centred evaluation studies and illustrate its application to three evaluation studies of digital library systems. IS - 1 JF - Information Processing & Management SN - 03064573 EP - 21 TI - The PRET A Rapporter framework: Evaluating digital libraries from the perspective of information work VL - 44 T2 - Evaluation of Interactive Information Retrieval Systems SP - 4 KW - digital-libraries KW - four-star KW - human-computer-interaction AU - Blandford, A AU - Adams, A AU - Attfield, S AU - Buchanan, G AU - Gow, J AU - Makri, S AU - Rimmer, J AU - Warwick, C PY - 2008/01// UR - http://dx.doi.org/10.1016/j.ipm.2007.01.021 ER -