A Group Theoretic Model for Information Export

@misc{citeulike:1747014, abstract = {In this paper we formalize the notions of information elements and information lattices, first proposed by Shannon. Exploiting this formalization, we identify a comprehensive parallelism between information lattices and subgroup lattices. Qualitatively, we demonstrate isomorphisms between information lattices and subgroup lattices. Quantitatively, we establish a decisive approximation relation between the entropy structures of information lattices and the log-index structures of the corresponding subgroup lattices. This approximation extends the approximation for joint entropies carried out previously by Chan and Yeung. As a consequence of our approximation result, we show that any continuous law holds in general for the entropies of information elements if and only if the same law holds in general for the log-indices of subgroups. As an application, by constructing subgroup counterexamples we find surprisingly that common information, unlike joint information, obeys neither the submodularity nor the supermodularity law. We emphasize that the notion of information elements is conceptually significant--formalizing it helps to reveal the deep connection between information theory and group theory. The parallelism established in this paper admits an appealing group-action explanation and provides useful insights into the intrinsic structure among information elements from a group-theoretic perspective.}, archivePrefix = {arXiv}, author = {Li, Hua and Chong, Edwin K. P.}, citeulike-article-id = {1747014}, citeulike-linkout-0 = {http://arxiv.org/abs/0710.1254}, citeulike-linkout-1 = {http://arxiv.org/pdf/0710.1254}, day = {5}, eprint = {0710.1254}, keywords = {group, inequality, information, theory}, month = {Oct}, posted-at = {2008-11-17 07:13:03}, priority = {1}, title = {A Group Theoretic Model for Information}, url = {http://arxiv.org/abs/0710.1254}, year = {2007} }

TY - ELEC ID - citeulike:1747014 L3 - citeulike-article-id:1747014 N2 - In this paper we formalize the notions of information elements and information lattices, first proposed by Shannon. Exploiting this formalization, we identify a comprehensive parallelism between information lattices and subgroup lattices. Qualitatively, we demonstrate isomorphisms between information lattices and subgroup lattices. Quantitatively, we establish a decisive approximation relation between the entropy structures of information lattices and the log-index structures of the corresponding subgroup lattices. This approximation extends the approximation for joint entropies carried out previously by Chan and Yeung. As a consequence of our approximation result, we show that any continuous law holds in general for the entropies of information elements if and only if the same law holds in general for the log-indices of subgroups. As an application, by constructing subgroup counterexamples we find surprisingly that common information, unlike joint information, obeys neither the submodularity nor the supermodularity law. We emphasize that the notion of information elements is conceptually significant--formalizing it helps to reveal the deep connection between information theory and group theory. The parallelism established in this paper admits an appealing group-action explanation and provides useful insights into the intrinsic structure among information elements from a group-theoretic perspective. TI - A Group Theoretic Model for Information KW - group KW - inequality KW - information KW - theory AU - Li, Hua AU - Chong, Edwin PY - 2007/Oct/05/ UR - http://arxiv.org/abs/0710.1254 ER -