Computer adaptive testing improved accuracy and precision of scores over random item selection in a physical functioning item bank. Export

@article{Haley & Jette, abstract = {BACKGROUND AND OBJECTIVE: Measuring physical functioning (PF) within and across postacute settings is critical for monitoring outcomes of rehabilitation; however, most current instruments lack sufficient breadth and feasibility for widespread use. Computer adaptive testing (CAT), in which item selection is tailored to the individual patient, holds promise for reducing response burden, yet maintaining measurement precision. We calibrated a PF item bank via item response theory (IRT), administered items with a post hoc CAT design, and determined whether CAT would improve accuracy and precision of score estimates over random item selection. METHODS: 1,041 adults were interviewed during postacute care rehabilitation episodes in either hospital or community settings. Responses for 124 PF items were calibrated using IRT methods to create a PF item bank. We examined the accuracy and precision of CAT-based scores compared to a random selection of items. RESULTS: CAT-based scores had higher correlations with the IRT-criterion scores, especially with short tests, and resulted in narrower confidence intervals than scores based on a random selection of items; gains, as expected, were especially large for low and high performing adults. CONCLUSION: The CAT design may have important precision and efficiency advantages for point-of-care functional assessment in rehabilitation practice settings.}, address = {Department of Rehabilitation Sciences, Sargent College of Health and Rehabilitation Sciences, Boston University, 635 Commanwealth Ave, Boston, MA 02215, USA. smhaley@bu.edu}, author = {Haley, S. M. and Ni, P. and Hambleton, R. K. and Slavin, M. D. and Jette, A. M.}, citeulike-article-id = {2984924}, citeulike-linkout-0 = {http://dx.doi.org/10.1016/j.jclinepi.2006.02.010}, citeulike-linkout-1 = {http://view.ncbi.nlm.nih.gov/pubmed/17027428}, citeulike-linkout-2 = {http://www.hubmed.org/display.cgi?uids=17027428}, comment = {CAT \& ADL}, doi = {10.1016/j.jclinepi.2006.02.010}, issn = {0895-4356}, journal = {Journal of clinical epidemiology}, keywords = {cat}, month = {November}, number = {11}, pages = {1174--1182}, posted-at = {2008-07-10 13:22:22}, priority = {1}, title = {Computer adaptive testing improved accuracy and precision of scores over random item selection in a physical functioning item bank.}, url = {http://dx.doi.org/10.1016/j.jclinepi.2006.02.010}, volume = {59}, year = {2006} }

TY - JOUR ID - Haley & Jette L3 - citeulike-article-id:2984924 N2 - BACKGROUND AND OBJECTIVE: Measuring physical functioning (PF) within and across postacute settings is critical for monitoring outcomes of rehabilitation; however, most current instruments lack sufficient breadth and feasibility for widespread use. Computer adaptive testing (CAT), in which item selection is tailored to the individual patient, holds promise for reducing response burden, yet maintaining measurement precision. We calibrated a PF item bank via item response theory (IRT), administered items with a post hoc CAT design, and determined whether CAT would improve accuracy and precision of score estimates over random item selection. METHODS: 1,041 adults were interviewed during postacute care rehabilitation episodes in either hospital or community settings. Responses for 124 PF items were calibrated using IRT methods to create a PF item bank. We examined the accuracy and precision of CAT-based scores compared to a random selection of items. RESULTS: CAT-based scores had higher correlations with the IRT-criterion scores, especially with short tests, and resulted in narrower confidence intervals than scores based on a random selection of items; gains, as expected, were especially large for low and high performing adults. CONCLUSION: The CAT design may have important precision and efficiency advantages for point-of-care functional assessment in rehabilitation practice settings. IS - 11 JF - Journal of clinical epidemiology SN - 0895-4356 AD - Department of Rehabilitation Sciences, Sargent College of Health and Rehabilitation Sciences, Boston University, 635 Commanwealth Ave, Boston, MA 02215, USA. smhaley@bu.edu EP - 1182 TI - Computer adaptive testing improved accuracy and precision of scores over random item selection in a physical functioning item bank. VL - 59 SP - 1174 KW - cat N1 - CAT & ADL AU - Haley, SM AU - Ni, P AU - Hambleton, RK AU - Slavin, MD AU - Jette, AM PY - 2006/11// UR - http://dx.doi.org/10.1016/j.jclinepi.2006.02.010 ER -