Universal and Adapted Vocabularies for Generic Visual Categorization Export

@article{perronnin08, abstract = {Generic visual categorization (GVC) is the pattern classification problem that consists in assigning labels to an image based on its semantic content. This is a challenging task as one has to deal with inherent object/scene variations, as well as changes in viewpoint, lighting, and occlusion. Several state-of-the-art GVC systems use a vocabulary of visual terms to characterize images with a histogram of visual word counts. We propose a novel practical approach to GVC based on a universal vocabulary, which describes the content of all the considered classes of images, and class vocabularies obtained through the adaptation of the universal vocabulary using class-specific data. The main novelty is that an image is characterized by a set of histograms - one per class - where each histogram describes whether the image content is best modeled by the universal vocabulary or the corresponding class vocabulary. This framework is applied to two types of local image features: low-level descriptors such as the popular SIFT and high-level histograms of word co-occurrences in a spatial neighborhood. It is shown experimentally on two challenging data sets (an in-house database of 19 categories and the PASCAL VOC 2006 data set) that the proposed approach exhibits state-of-the-art performance at a modest computational cost.}, author = {Perronnin, F.}, booktitle = {Pattern Analysis and Machine Intelligence, IEEE Transactions on}, citeulike-article-id = {3564204}, citeulike-linkout-0 = {http://dx.doi.org/10.1109/TPAMI.2007.70755}, citeulike-linkout-1 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=4359362}, doi = {10.1109/TPAMI.2007.70755}, journal = {Pattern Analysis and Machine Intelligence, IEEE Transactions on}, keywords = {perronnin08}, number = {7}, pages = {1243--1256}, posted-at = {2008-11-18 06:40:14}, priority = {4}, title = {Universal and Adapted Vocabularies for Generic Visual Categorization}, url = {http://dx.doi.org/10.1109/TPAMI.2007.70755}, volume = {30}, year = {2008} }

TY - JOUR ID - perronnin08 L3 - citeulike-article-id:3564204 N2 - Generic visual categorization (GVC) is the pattern classification problem that consists in assigning labels to an image based on its semantic content. This is a challenging task as one has to deal with inherent object/scene variations, as well as changes in viewpoint, lighting, and occlusion. Several state-of-the-art GVC systems use a vocabulary of visual terms to characterize images with a histogram of visual word counts. We propose a novel practical approach to GVC based on a universal vocabulary, which describes the content of all the considered classes of images, and class vocabularies obtained through the adaptation of the universal vocabulary using class-specific data. The main novelty is that an image is characterized by a set of histograms - one per class - where each histogram describes whether the image content is best modeled by the universal vocabulary or the corresponding class vocabulary. This framework is applied to two types of local image features: low-level descriptors such as the popular SIFT and high-level histograms of word co-occurrences in a spatial neighborhood. It is shown experimentally on two challenging data sets (an in-house database of 19 categories and the PASCAL VOC 2006 data set) that the proposed approach exhibits state-of-the-art performance at a modest computational cost. IS - 7 JF - Pattern Analysis and Machine Intelligence, IEEE Transactions on EP - 1256 TI - Universal and Adapted Vocabularies for Generic Visual Categorization VL - 30 T2 - Pattern Analysis and Machine Intelligence, IEEE Transactions on SP - 1243 KW - perronnin08 AU - Perronnin, F PY - 2008/// UR - http://dx.doi.org/10.1109/TPAMI.2007.70755 ER -