Stochastic Complexity Export

@article{rissanen87stochasticComplexity, abstract = {It is argued that all the useful information in observed data that can be extracted with a selected class of modeled distributions, will be obtained if we calculate the stochastic complexity, defined to be the shortest description length of the data. The same quantity also determines the greatest lower bound for prediction errors when the data are sequentially predicted. An abstract definition of stochastic complexity is given along with two fundamental theorems which justify the notion. Further, three explicit model selection criteria to approximate the stochastic complexity are described and the associated optimal models are interpreted to define asymptotically sufficient statistics for the data.}, author = {Rissanen, Jorma}, citeulike-article-id = {1358604}, citeulike-linkout-0 = {http://www.jstor.org/stable/2985991}, journal = {J. R. Statist. Soc. B}, keywords = {nml, online-learning, tagged}, number = {3}, pages = {223--239}, posted-at = {2007-06-02 22:34:27}, priority = {2}, title = {Stochastic Complexity}, url = {http://www.jstor.org/stable/2985991}, volume = {49}, year = {1987} }

TY - JOUR ID - rissanen87stochasticComplexity L3 - citeulike-article-id:1358604 N2 - It is argued that all the useful information in observed data that can be extracted with a selected class of modeled distributions, will be obtained if we calculate the stochastic complexity, defined to be the shortest description length of the data. The same quantity also determines the greatest lower bound for prediction errors when the data are sequentially predicted. An abstract definition of stochastic complexity is given along with two fundamental theorems which justify the notion. Further, three explicit model selection criteria to approximate the stochastic complexity are described and the associated optimal models are interpreted to define asymptotically sufficient statistics for the data. IS - 3 JF - J. R. Statist. Soc. B EP - 239 TI - Stochastic Complexity VL - 49 SP - 223 KW - nml KW - online-learning KW - tagged AU - Rissanen, Jorma PY - 1987/// UR - http://www.jstor.org/stable/2985991 ER -