Confidence intervals of the prediction ability and performance scores of classifications methods Export

@article{citeulike:3835998, abstract = {Chemometricians widely use multivariate classification and class-modeling techniques in identity problems, in multivariate quality control, to obtain homogeneous set for multivariate calibration. The performance of such techniques is measured by parameters related to the prediction rate, the percentage of correct classifications of the objects in the evaluation set, i.e., the objects not used to develop the classification model. Sometimes, the prediction rate is discussed with reference to the no-model rate. In this paper, we suggest to compute a confidence interval for the prediction rate and the derived quantities, as people usually do in the case of measured chemical quantities. The statistical bases of this confidence interval are presented, with an alternative estimate other than those previously known. Tables with the limits of the confidence intervals for some usual cases (two or three categories) are reported. To take into account the effect of the number of samples used to evaluate the prediction ability, a classification performance score is introduced, whose value is zero when the classification rate is compatible with the hypothesis of random assignment.}, author = {Forina, M.}, citeulike-article-id = {3835998}, citeulike-linkout-0 = {http://dx.doi.org/10.1016/S0169-7439(01)00129-0}, citeulike-linkout-1 = {http://linkinghub.elsevier.com/retrieve/pii/S0169-7439(01)00129-0}, day = {25}, doi = {10.1016/S0169-7439(01)00129-0}, issn = {01697439}, journal = {Chemometrics and Intelligent Laboratory Systems}, keywords = {classification, confidence, interval, performance}, month = {July}, number = {2}, pages = {121--132}, posted-at = {2008-12-30 04:48:38}, priority = {2}, title = {Confidence intervals of the prediction ability and performance scores of classifications methods}, url = {http://dx.doi.org/10.1016/S0169-7439(01)00129-0}, volume = {57}, year = {2001} }

TY - JOUR ID - citeulike:3835998 L3 - citeulike-article-id:3835998 N2 - Chemometricians widely use multivariate classification and class-modeling techniques in identity problems, in multivariate quality control, to obtain homogeneous set for multivariate calibration. The performance of such techniques is measured by parameters related to the prediction rate, the percentage of correct classifications of the objects in the evaluation set, i.e., the objects not used to develop the classification model. Sometimes, the prediction rate is discussed with reference to the no-model rate. In this paper, we suggest to compute a confidence interval for the prediction rate and the derived quantities, as people usually do in the case of measured chemical quantities. The statistical bases of this confidence interval are presented, with an alternative estimate other than those previously known. Tables with the limits of the confidence intervals for some usual cases (two or three categories) are reported. To take into account the effect of the number of samples used to evaluate the prediction ability, a classification performance score is introduced, whose value is zero when the classification rate is compatible with the hypothesis of random assignment. IS - 2 JF - Chemometrics and Intelligent Laboratory Systems SN - 01697439 EP - 132 TI - Confidence intervals of the prediction ability and performance scores of classifications methods VL - 57 SP - 121 KW - classification KW - confidence KW - interval KW - performance AU - Forina, M PY - 2001/07/25/ UR - http://dx.doi.org/10.1016/S0169-7439(01)00129-0 ER -