The minimum information principle and its application to neural code analysis. Export

@article{citeulike:4078351, abstract = {The study of complex information processing systems requires appropriate theoretical tools to help unravel their underlying design principles. Information theory is one such tool, and has been utilized extensively in the study of the neural code. Although much progress has been made in information theoretic methodology, there is still no satisfying answer to the question: "What is the information that a given property of the neural population activity (e.g., the responses of single cells within the population) carries about a set of stimuli?". Here, we answer such questions via the minimum mutual information (MinMI) principle. We quantify the information in any statistical property of the neural response by considering all hypothetical neuronal populations that have the given property and finding the one that contains the minimum information about the stimuli. All systems with higher information values necessarily contain additional information processing mechanisms and, thus, the minimum captures the information related to the given property alone. MinMI may be used to measure information in properties of the neural response, such as that conveyed by responses of small subsets of cells (e.g., singles or pairs) in a large population and cooperative effects between subunits in networks. We show how the framework can be used to study neural coding in large populations and to reveal properties that are not discovered by other information theoretic methods.}, author = {Globerson, Amir and Stark, Eran and Vaadia, Eilon and Tishby, Naftali}, citeulike-article-id = {4078351}, citeulike-linkout-0 = {http://dx.doi.org/10.1073/pnas.0806782106}, citeulike-linkout-1 = {http://www.pnas.org/content/106/9/3490.abstract}, citeulike-linkout-2 = {http://www.pnas.org/content/106/9/3490.full.pdf}, citeulike-linkout-3 = {http://view.ncbi.nlm.nih.gov/pubmed/19218435}, citeulike-linkout-4 = {http://www.hubmed.org/display.cgi?uids=19218435}, citeulike-linkout-5 = {http://dx.doi.org/10.1073/pnas.0806782106}, citeulike-linkout-6 = {http://dx.doi.org/http://dx.doi.org/10.1073/pnas.0806782106}, day = {3}, doi = {10.1073/pnas.0806782106}, issn = {1091-6490}, journal = {Proceedings of the National Academy of Sciences of the United States of America}, keywords = {info-theory, neural-stats, population-codes}, month = {February}, number = {9}, pages = {3490--3495}, posted-at = {2009-04-03 17:21:34}, priority = {3}, title = {The minimum information principle and its application to neural code analysis.}, url = {http://dx.doi.org/10.1073/pnas.0806782106}, volume = {106}, year = {2009} }

TY - JOUR ID - citeulike:4078351 L3 - citeulike-article-id:4078351 N2 - The study of complex information processing systems requires appropriate theoretical tools to help unravel their underlying design principles. Information theory is one such tool, and has been utilized extensively in the study of the neural code. Although much progress has been made in information theoretic methodology, there is still no satisfying answer to the question: "What is the information that a given property of the neural population activity (e.g., the responses of single cells within the population) carries about a set of stimuli?". Here, we answer such questions via the minimum mutual information (MinMI) principle. We quantify the information in any statistical property of the neural response by considering all hypothetical neuronal populations that have the given property and finding the one that contains the minimum information about the stimuli. All systems with higher information values necessarily contain additional information processing mechanisms and, thus, the minimum captures the information related to the given property alone. MinMI may be used to measure information in properties of the neural response, such as that conveyed by responses of small subsets of cells (e.g., singles or pairs) in a large population and cooperative effects between subunits in networks. We show how the framework can be used to study neural coding in large populations and to reveal properties that are not discovered by other information theoretic methods. IS - 9 JF - Proceedings of the National Academy of Sciences of the United States of America SN - 1091-6490 EP - 3495 TI - The minimum information principle and its application to neural code analysis. VL - 106 SP - 3490 KW - info-theory KW - neural-stats KW - population-codes AU - Globerson, Amir AU - Stark, Eran AU - Vaadia, Eilon AU - Tishby, Naftali PY - 2009/February/03/ UR - http://dx.doi.org/10.1073/pnas.0806782106 ER -