Interpretation of Kappa and B statistics measures of agreement Export

@article{citeulike:3992880, abstract = {SUMMARY The Kappa statistic proposed by Cohen and the B statistic proposed by Bangdiwala are used to quantify the agreement between two observers, independently classifying the same n units into the same k categories. Both statistics correct for the agreement expected to result from chance alone, but the Kappa statistic is a measure that adjusts the observed proportion of agreement and ranges from- pc/(1- pc) to 1, where pc is the expected agreement that results from chance, and the B statistic is a measure that adjusts the observed area of agreement with that expected to result from chance, and ranges from 0 to 1. Statistical guidelines for the interpretation of either statistic are not available. For the Kappa statistic, the suggested arbitrary interpretation given by Landis and Koch is commonly quoted. This paper compares the behavior of the Kappa statistic and the B statistic in 3 3 and 4 4 contingency tables, under different agreement patterns. Based on simulation results, non-arbitrary guidelines for the interpretation of both statistics are provided.}, author = {Munoz, Sergio R. and Bangdiwala, Shrikant I.}, citeulike-article-id = {3992880}, citeulike-linkout-0 = {http://dx.doi.org/10.1080/02664769723918}, doi = {10.1080/02664769723918}, journal = {Journal of Applied Statistics}, keywords = {accuracy, agreement, kappa, measure, statistic}, number = {1}, pages = {105--112}, posted-at = {2009-02-01 23:42:25}, priority = {2}, publisher = {Taylor \& Francis}, title = {Interpretation of Kappa and B statistics measures of agreement}, url = {http://dx.doi.org/10.1080/02664769723918}, volume = {24}, year = {1997} }

TY - JOUR ID - citeulike:3992880 L3 - citeulike-article-id:3992880 N2 - SUMMARY The Kappa statistic proposed by Cohen and the B statistic proposed by Bangdiwala are used to quantify the agreement between two observers, independently classifying the same n units into the same k categories. Both statistics correct for the agreement expected to result from chance alone, but the Kappa statistic is a measure that adjusts the observed proportion of agreement and ranges from- pc/(1- pc) to 1, where pc is the expected agreement that results from chance, and the B statistic is a measure that adjusts the observed area of agreement with that expected to result from chance, and ranges from 0 to 1. Statistical guidelines for the interpretation of either statistic are not available. For the Kappa statistic, the suggested arbitrary interpretation given by Landis and Koch is commonly quoted. This paper compares the behavior of the Kappa statistic and the B statistic in 3 3 and 4 4 contingency tables, under different agreement patterns. Based on simulation results, non-arbitrary guidelines for the interpretation of both statistics are provided. IS - 1 JF - Journal of Applied Statistics EP - 112 TI - Interpretation of Kappa and B statistics measures of agreement PB - Taylor & Francis VL - 24 SP - 105 KW - accuracy KW - agreement KW - kappa KW - measure KW - statistic AU - Munoz, Sergio AU - Bangdiwala, Shrikant PY - 1997/// UR - http://dx.doi.org/10.1080/02664769723918 ER -