Comparison between Kanerva's SDM and Hopfield-type neural networks Export

@article{citeulike:1053432, abstract = {The Sparse, Distributed Memory (SDM) model [Kanerva, 1984] is compared to Hopfield-type, neural-network models. A mathematical framework for comparing the two models is developed, and the capacity of each model is investigated. The capacity of the SDM can be increased independent of the dimension of the stored vectors, whereas the Hopfield capacity is limited to a fraction of this dimension. The stored information is proportional to the number of connections, and it is shown that this proportionality constant is the same for the SDM, the Hopfield model, and higher-order models. The models are also compared in their ability to store and recall temporal sequences of patterns. The SDM also includes time delays so that contextual information can be used to recover sequences. A generalization of the SDM allows storage of correlated patterns.}, author = {Keeler, James D.}, citeulike-article-id = {1053432}, citeulike-linkout-0 = {http://dx.doi.org/10.1016/0364-0213(88)90026-2}, citeulike-linkout-1 = {http://www.sciencedirect.com/science/article/B6W48-4BCYFGG-1/2/c73434af8411d1d9b80a018a9d27c94c}, doi = {10.1016/0364-0213(88)90026-2}, journal = {Cognitive Science}, keywords = {associative, memory}, month = {}, number = {3}, pages = {299--329}, posted-at = {2007-01-19 16:46:31}, priority = {3}, title = {Comparison between Kanerva's SDM and Hopfield-type neural networks}, url = {http://dx.doi.org/10.1016/0364-0213(88)90026-2}, volume = {12}, year = {1988} }

TY - JOUR ID - citeulike:1053432 L3 - citeulike-article-id:1053432 N2 - The Sparse, Distributed Memory (SDM) model [Kanerva, 1984] is compared to Hopfield-type, neural-network models. A mathematical framework for comparing the two models is developed, and the capacity of each model is investigated. The capacity of the SDM can be increased independent of the dimension of the stored vectors, whereas the Hopfield capacity is limited to a fraction of this dimension. The stored information is proportional to the number of connections, and it is shown that this proportionality constant is the same for the SDM, the Hopfield model, and higher-order models. The models are also compared in their ability to store and recall temporal sequences of patterns. The SDM also includes time delays so that contextual information can be used to recover sequences. A generalization of the SDM allows storage of correlated patterns. IS - 3 JF - Cognitive Science EP - 329 TI - Comparison between Kanerva's SDM and Hopfield-type neural networks VL - 12 SP - 299 KW - associative KW - memory AU - Keeler, James PY - 1988/0// UR - http://dx.doi.org/10.1016/0364-0213(88)90026-2 ER -