Algorithmic information theory Export

@article{citeulike:3374497, abstract = {We introduce algorithmic information theory, also known as the theory of Kolmogorov complexity. We explain the main concepts of this quantitative approach to defining `information'. We discuss the extent to which Kolmogorov's and Shannon's information theory have a common purpose, and where they are fundamentally different. We indicate how recent developments within the theory allow one to formally distinguish between `structural' (meaningful) and `random' information as measured by the Kolmogorov structure function, which leads to a mathematical formalization of Occam's razor in inductive inference. We end by discussing some of the philosophical implications of the theory.}, archivePrefix = {arXiv}, author = {Grunwald, Peter D. and Vitanyi, Paul M. B.}, citeulike-article-id = {3374497}, citeulike-linkout-0 = {http://arxiv.org/abs/0809.2754}, citeulike-linkout-1 = {http://arxiv.org/pdf/0809.2754}, day = {17}, eprint = {0809.2754}, keywords = {algorithmic, information, theory}, month = {Sep}, posted-at = {2009-02-25 17:27:54}, priority = {2}, title = {Algorithmic information theory}, url = {http://arxiv.org/abs/0809.2754}, year = {2008} }

TY - JOUR ID - citeulike:3374497 L3 - citeulike-article-id:3374497 N2 - We introduce algorithmic information theory, also known as the theory of Kolmogorov complexity. We explain the main concepts of this quantitative approach to defining `information'. We discuss the extent to which Kolmogorov's and Shannon's information theory have a common purpose, and where they are fundamentally different. We indicate how recent developments within the theory allow one to formally distinguish between `structural' (meaningful) and `random' information as measured by the Kolmogorov structure function, which leads to a mathematical formalization of Occam's razor in inductive inference. We end by discussing some of the philosophical implications of the theory. TI - Algorithmic information theory KW - algorithmic KW - information KW - theory AU - Grunwald, Peter AU - Vitanyi, Paul PY - 2008/Sep/17/ UR - http://arxiv.org/abs/0809.2754 ER -