Have we overestimated the value of ROC analysis under varying class distributions? Export

@misc{citeulike:241018, abstract = {We counsel caution in the application of ROC analysis for prediction of classifier accuracy under varying class distributions. We argue that it is only reasonable to expect ROC analysis to provide accurate error prediction under varying class distributions if the attributes are causally dependent upon the classes and the classes do not contain causally relevant subclasses whose frequency may vary at different rates.}, author = {Webb, Geoffrey and Ting, Kai M.}, citeulike-article-id = {241018}, citeulike-linkout-0 = {http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.14.9952}, keywords = {roc-curves}, posted-at = {2005-06-30 16:59:33}, priority = {2}, title = {Have we overestimated the value of ROC analysis under varying class distributions?}, url = {http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.14.9952} }

TY - GEN ID - citeulike:241018 L3 - citeulike-article-id:241018 N2 - We counsel caution in the application of ROC analysis for prediction of classifier accuracy under varying class distributions. We argue that it is only reasonable to expect ROC analysis to provide accurate error prediction under varying class distributions if the attributes are causally dependent upon the classes and the classes do not contain causally relevant subclasses whose frequency may vary at different rates. TI - Have we overestimated the value of ROC analysis under varying class distributions? KW - roc-curves AU - Webb, Geoffrey AU - Ting, Kai UR - http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.14.9952 ER -