About the relationship between ROC curves and Cohen's kappa Export

@article{citeulike:3879777, abstract = {Receiver operating characteristic (ROC) curves are very powerful tools for measuring classifiers\&\#x2019; accuracy in binary-class problems. However, their usefulness in real-world multi-class problems has not been demonstrated yet. In these frequently occurring multi-class cases, simple accuracy meters that do compensate for random successes, such as the kappa statistic, are needed. ROC curves are two-dimensional graphs. Kappa is a scalar. Each comes from an entirely different discipline. This research investigates whether they do have anything in common. A mathematical formulation that links ROC spaces with the kappa statistic is derived here for the first time. The understanding of how these two accuracy meters relate to each other can assist in a better understanding of their respective pros and cons.}, author = {Bendavid, A.}, citeulike-article-id = {3879777}, citeulike-linkout-0 = {http://dx.doi.org/10.1016/j.engappai.2007.09.009}, citeulike-linkout-1 = {http://linkinghub.elsevier.com/retrieve/pii/S0952197607001224}, doi = {10.1016/j.engappai.2007.09.009}, issn = {09521976}, journal = {Engineering Applications of Artificial Intelligence}, keywords = {auc, evaluation, kappa, measure, performance, roc}, month = {September}, number = {6}, pages = {874--882}, posted-at = {2009-01-13 05:02:41}, priority = {2}, title = {About the relationship between ROC curves and Cohen's kappa}, url = {http://dx.doi.org/10.1016/j.engappai.2007.09.009}, volume = {21}, year = {2008} }

TY - JOUR ID - citeulike:3879777 L3 - citeulike-article-id:3879777 N2 - Receiver operating characteristic (ROC) curves are very powerful tools for measuring classifiers’ accuracy in binary-class problems. However, their usefulness in real-world multi-class problems has not been demonstrated yet. In these frequently occurring multi-class cases, simple accuracy meters that do compensate for random successes, such as the kappa statistic, are needed. ROC curves are two-dimensional graphs. Kappa is a scalar. Each comes from an entirely different discipline. This research investigates whether they do have anything in common. A mathematical formulation that links ROC spaces with the kappa statistic is derived here for the first time. The understanding of how these two accuracy meters relate to each other can assist in a better understanding of their respective pros and cons. IS - 6 JF - Engineering Applications of Artificial Intelligence SN - 09521976 EP - 882 TI - About the relationship between ROC curves and Cohen's kappa VL - 21 SP - 874 KW - auc KW - evaluation KW - kappa KW - measure KW - performance KW - roc AU - Bendavid, A PY - 2008/09// UR - http://dx.doi.org/10.1016/j.engappai.2007.09.009 ER -