Real Time Tracking for 3D Realistic Lip Animation Export

@inproceedings{Beaumesnil2006lip-tracking, abstract = {This article deals with facial segmentation and lip tracking with feedback control for real-time animation of a synthetic 3D face model. Classical approaches consist in two successive steps: video analysis then synthesis. We want to build a global analysis/synthesis processing loop, where the image analysis needs the 3D synthesis and conversely. For that, we fit a generic 3D-face model on the speaker's face in our analysis algorithm for using synthesis information (like 3D information or face shape). This approach is inspired from control systems theory with feedback loops. The contribution of the paper is to use simple image processing techniques on available data, but to improve segmentation through the feedback loop. Moreover, we propose a robust lip corners tracking based on estimation motion algorithm. The speaker is only asked to be in front of the camera with the mouth closed at the beginning of the video session (neutral position). This allows to do a quick initialisation step in order to fit the 3D-face model. Results show that real-time (30Hz) and robust performances are achievable under real-world conditions, which are two key issues for face and lip tracking applications}, author = {Beaumesnil, B. and Luthon, F.}, booktitle = {Pattern Recognition, 2006. ICPR 2006. 18th International Conference on}, citeulike-article-id = {4454322}, citeulike-linkout-0 = {http://dx.doi.org/10.1109/ICPR.2006.956}, citeulike-linkout-1 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=1698872}, doi = {10.1109/ICPR.2006.956}, journal = {Pattern Recognition, 2006. ICPR 2006. 18th International Conference on}, keywords = {3d, animation, lip, tracking}, pages = {219--222}, posted-at = {2009-05-03 12:38:33}, priority = {2}, title = {Real Time Tracking for 3D Realistic Lip Animation}, url = {http://dx.doi.org/10.1109/ICPR.2006.956}, volume = {1}, year = {2006} }

TY - CONF ID - Beaumesnil2006lip-tracking L3 - citeulike-article-id:4454322 N2 - This article deals with facial segmentation and lip tracking with feedback control for real-time animation of a synthetic 3D face model. Classical approaches consist in two successive steps: video analysis then synthesis. We want to build a global analysis/synthesis processing loop, where the image analysis needs the 3D synthesis and conversely. For that, we fit a generic 3D-face model on the speaker's face in our analysis algorithm for using synthesis information (like 3D information or face shape). This approach is inspired from control systems theory with feedback loops. The contribution of the paper is to use simple image processing techniques on available data, but to improve segmentation through the feedback loop. Moreover, we propose a robust lip corners tracking based on estimation motion algorithm. The speaker is only asked to be in front of the camera with the mouth closed at the beginning of the video session (neutral position). This allows to do a quick initialisation step in order to fit the 3D-face model. Results show that real-time (30Hz) and robust performances are achievable under real-world conditions, which are two key issues for face and lip tracking applications JF - Pattern Recognition, 2006. ICPR 2006. 18th International Conference on EP - 222 TI - Real Time Tracking for 3D Realistic Lip Animation VL - 1 T2 - Pattern Recognition, 2006. ICPR 2006. 18th International Conference on SP - 219 KW - 3d KW - animation KW - lip KW - tracking AU - Beaumesnil, B AU - Luthon, F PY - 2006/// UR - http://dx.doi.org/10.1109/ICPR.2006.956 ER -