Video Retrieval Based on Semantic Concepts Export

@article{citeulike:3438129, abstract = {An approach using many intermediate semantic concepts is proposed with the potential to bridge the semantic gap between what a color, shape, and texture-based ldquolow-levelrdquo image analysis can extract from video and what users really want to find, most likely using text descriptions of their information needs. Semantic concepts such as cars, planes, roads, people, animals, and different types of scenes (outdoor, night time, etc.) can be automatically detected in the video with reasonable accuracy. This leads us to ask how can they be used automatically and how does a user (or a retrieval system) translate the user's information need into a selection of related concepts that would help find the relevant video clips, from the large list of available concepts. We illustrate how semantic concept retrieval can be automatically exploited by mapping queries into query classes and through pseudo-relevance feedback. We also provide evidence how a semantic concept can be utilized by users in interactive retrieval, through interfaces that provide affordances of explicit concept selection and search, concept filtering, and relevance feedback. How many concepts we actually need and how accurately they need to be detected and linked through various relationships is specified in the ontology structure.}, author = {Hauptmann, A. G. and Christel, M. G. and Yan, Rong}, booktitle = {Proceedings of the IEEE}, citeulike-article-id = {3438129}, citeulike-linkout-0 = {http://dx.doi.org/10.1109/JPROC.2008.916355}, citeulike-linkout-1 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=4472084}, doi = {10.1109/JPROC.2008.916355}, journal = {Proceedings of the IEEE}, keywords = {search, semantic, ui, video}, number = {4}, pages = {602--622}, posted-at = {2008-10-28 22:30:35}, priority = {3}, title = {Video Retrieval Based on Semantic Concepts}, url = {http://dx.doi.org/10.1109/JPROC.2008.916355}, volume = {96}, year = {2008} }

TY - JOUR ID - citeulike:3438129 L3 - citeulike-article-id:3438129 N2 - An approach using many intermediate semantic concepts is proposed with the potential to bridge the semantic gap between what a color, shape, and texture-based ldquolow-levelrdquo image analysis can extract from video and what users really want to find, most likely using text descriptions of their information needs. Semantic concepts such as cars, planes, roads, people, animals, and different types of scenes (outdoor, night time, etc.) can be automatically detected in the video with reasonable accuracy. This leads us to ask how can they be used automatically and how does a user (or a retrieval system) translate the user's information need into a selection of related concepts that would help find the relevant video clips, from the large list of available concepts. We illustrate how semantic concept retrieval can be automatically exploited by mapping queries into query classes and through pseudo-relevance feedback. We also provide evidence how a semantic concept can be utilized by users in interactive retrieval, through interfaces that provide affordances of explicit concept selection and search, concept filtering, and relevance feedback. How many concepts we actually need and how accurately they need to be detected and linked through various relationships is specified in the ontology structure. IS - 4 JF - Proceedings of the IEEE EP - 622 TI - Video Retrieval Based on Semantic Concepts VL - 96 T2 - Proceedings of the IEEE SP - 602 KW - search KW - semantic KW - ui KW - video AU - Hauptmann, AG AU - Christel, MG AU - Yan, Rong PY - 2008/// UR - http://dx.doi.org/10.1109/JPROC.2008.916355 ER -