Learning the parts of objects by non-negative matrix factorization.

@article{citeulike:83540, abstract = {Is perception of the whole based on perception of its parts? There is psychological and physiological evidence for parts-based representations in the brain, and certain computational theories of object recognition rely on such representations. But little is known about how brains or computers might learn the parts of objects. Here we demonstrate an algorithm for non-negative matrix factorization that is able to learn parts of faces and semantic features of text. This is in contrast to other methods, such as principal components analysis and vector quantization, that learn holistic, not parts-based, representations. Non-negative matrix factorization is distinguished from the other methods by its use of non-negativity constraints. These constraints lead to a parts-based representation because they allow only additive, not subtractive, combinations. When non-negative matrix factorization is implemented as a neural network, parts-based representations emerge by virtue of two properties: the firing rates of neurons are never negative and synaptic strengths do not change sign.}, address = {Bell Laboratories, Lucent Technologies, Murray Hill, New Jersey 07974, USA.}, author = {Lee, D. D. and Seung, H. S. }, citeulike-article-id = {83540}, doi = {http://dx.doi.org/10.1038/44565}, issn = {0028-0836}, journal = {Nature}, keywords = {feature, nlp-reading, semantic}, month = {October}, number = {6755}, pages = {788--791}, posted-at = {2006-05-05 05:40:02}, priority = {0}, title = {Learning the parts of objects by non-negative matrix factorization.}, url = {http://dx.doi.org/10.1038/44565}, volume = {401}, year = {1999} }

TY - JOUR ID - citeulike:83540 L3 - citeulike-article-id:83540 TI - Learning the parts of objects by non-negative matrix factorization. JF - Nature VL - 401 IS - 6755 SP - 788 EP - 791 AD - Bell Laboratories, Lucent Technologies, Murray Hill, New Jersey 07974, USA. SN - 0028-0836 N2 - Is perception of the whole based on perception of its parts? There is psychological and physiological evidence for parts-based representations in the brain, and certain computational theories of object recognition rely on such representations. But little is known about how brains or computers might learn the parts of objects. Here we demonstrate an algorithm for non-negative matrix factorization that is able to learn parts of faces and semantic features of text. This is in contrast to other methods, such as principal components analysis and vector quantization, that learn holistic, not parts-based, representations. Non-negative matrix factorization is distinguished from the other methods by its use of non-negativity constraints. These constraints lead to a parts-based representation because they allow only additive, not subtractive, combinations. When non-negative matrix factorization is implemented as a neural network, parts-based representations emerge by virtue of two properties: the firing rates of neurons are never negative and synaptic strengths do not change sign. KW - feature KW - nlp-reading KW - semantic AU - Lee, DD AU - Seung, HS PY - 1999/10/21/ UR - http://dx.doi.org/10.1038/44565 ER -