On the efficient minimization of convex surrogates in supervised learning Export

@inproceedings{Nock:2008, abstract = {Bartlett et al (2006) recently proved that a ground condition for convex surrogates, classification calibration, ties up the minimization of the surrogates and classification risks, and left as important open problems the algorithmic questions about the minimization of these surrogates. Our paper gives an answer for a wide subset of these surrogates that we call ldquobalanced surrogatesrdquo, a set with popular members (logistic loss, squared loss), that contains all surrogates meeting three important requirements about classification. We propose an algorithm that fits linear separators to the minimization of any such surrogate, with guaranteed convergence bounds under a so-called ldquoweak learning assumptionrdquo, a generalization of the one that grounds celebrated boosting algorithms. Experiments on more than 50 readily available domains of 10 flavors of the algorithm display the performances of new surrogates.}, author = {Nock, R. and Nielseny, F.}, booktitle = {Pattern Recognition, 2008. ICPR 2008. 19th International Conference on}, citeulike-article-id = {4529513}, citeulike-linkout-0 = {http://dx.doi.org/10.1109/ICPR.2008.4761667}, citeulike-linkout-1 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=4761667}, doi = {10.1109/ICPR.2008.4761667}, journal = {Pattern Recognition, 2008. ICPR 2008. 19th International Conference on}, keywords = {boosting, bounds, scoring\_rules, surrogate\_loss, theory}, pages = {1--4}, posted-at = {2009-05-17 01:42:38}, priority = {5}, title = {On the efficient minimization of convex surrogates in supervised learning}, url = {http://dx.doi.org/10.1109/ICPR.2008.4761667}, year = {2008} }

TY - CONF ID - Nock:2008 L3 - citeulike-article-id:4529513 N2 - Bartlett et al (2006) recently proved that a ground condition for convex surrogates, classification calibration, ties up the minimization of the surrogates and classification risks, and left as important open problems the algorithmic questions about the minimization of these surrogates. Our paper gives an answer for a wide subset of these surrogates that we call ldquobalanced surrogatesrdquo, a set with popular members (logistic loss, squared loss), that contains all surrogates meeting three important requirements about classification. We propose an algorithm that fits linear separators to the minimization of any such surrogate, with guaranteed convergence bounds under a so-called ldquoweak learning assumptionrdquo, a generalization of the one that grounds celebrated boosting algorithms. Experiments on more than 50 readily available domains of 10 flavors of the algorithm display the performances of new surrogates. JF - Pattern Recognition, 2008. ICPR 2008. 19th International Conference on EP - 4 TI - On the efficient minimization of convex surrogates in supervised learning T2 - Pattern Recognition, 2008. ICPR 2008. 19th International Conference on SP - 1 KW - boosting KW - bounds KW - scoring_rules KW - surrogate_loss KW - theory AU - Nock, R AU - Nielseny, F PY - 2008/// UR - http://dx.doi.org/10.1109/ICPR.2008.4761667 ER -