On the Importance of Parameter Tuning in Text Categorization Export

@incollection{citeulike:3787433, abstract = {Text Categorization algorithms have a large number of parameters that determine their behaviour, whose effect is not easily predicted objectively or intuitively and may very well depend on the corpus or on the document representation. Their values are usually taken over from previously published results, which may lead to less than optimal accuracy in experimenting on particular corpora. In this paper we investigate the effect of parameter tuning on the accuracy of two Text Categorization algorithms: the well-known Rocchio algorithm and the lesser-known Winnow. We show that the optimal parameter values for a specific corpus are sometimes very different from those found in literature. We show that the effect of individual parameters is corpus-dependent, and that parameter tuning can greatly improve the accuracy of both Winnow and Rocchio. We argue that the dependence of the categorization algorithms on experimentally established parameter values makes it hard to compare the outcomes of different experiments and propose the automatic determination of optimal parameters on the train set as a solution.}, author = {Koster, Cornelis and Beney, Jean}, citeulike-article-id = {3787433}, citeulike-linkout-0 = {http://dx.doi.org/10.1007/978-3-540-70881-0_24}, citeulike-linkout-1 = {http://www.springerlink.com/content/4p64m13m6885774v}, citeulike-linkout-2 = {http://www.cs.ru.nl/~kees/home/papers/tuning.pdf}, doi = {10.1007/978-3-540-70881-0_24}, journal = {Perspectives of Systems Informatics}, keywords = {parameter-tuning, winnow}, pages = {270--283}, posted-at = {2008-12-14 11:18:10}, priority = {2}, title = {On the Importance of Parameter Tuning in Text Categorization}, url = {http://dx.doi.org/10.1007/978-3-540-70881-0_24}, year = {2007} }

TY - CHAP ID - citeulike:3787433 L3 - citeulike-article-id:3787433 N2 - Text Categorization algorithms have a large number of parameters that determine their behaviour, whose effect is not easily predicted objectively or intuitively and may very well depend on the corpus or on the document representation. Their values are usually taken over from previously published results, which may lead to less than optimal accuracy in experimenting on particular corpora. In this paper we investigate the effect of parameter tuning on the accuracy of two Text Categorization algorithms: the well-known Rocchio algorithm and the lesser-known Winnow. We show that the optimal parameter values for a specific corpus are sometimes very different from those found in literature. We show that the effect of individual parameters is corpus-dependent, and that parameter tuning can greatly improve the accuracy of both Winnow and Rocchio. We argue that the dependence of the categorization algorithms on experimentally established parameter values makes it hard to compare the outcomes of different experiments and propose the automatic determination of optimal parameters on the train set as a solution. JF - Perspectives of Systems Informatics EP - 283 TI - On the Importance of Parameter Tuning in Text Categorization SP - 270 KW - parameter-tuning KW - winnow AU - Koster, Cornelis AU - Beney, Jean PY - 2007/// UR - http://dx.doi.org/10.1007/978-3-540-70881-0_24 ER -