@inproceedings{2074f6304ca441ea8e85a40c36942314,
title = "MPEG4 performance-driven avatar via robust facial motion tracking",
abstract = "In this paper, an MPEG4 real-time performance-driven avatar is proposed. The facial motion parameters, namely head rotation angles and translation distances as well as a set of action unit weights, are estimated from live video on a per-frame basis using a two-step robust facial motion tracking algorithm. The estimated parameters are then converted into MPEG4 facial animation parameter (FAP) values by solving an overdetermined constrained linear least-squares optimization problem. These FAP values can be used to drive an MPEG4-compliant face model to generate on-the-fly realistic facial animation that resembles the facial actions of the performer in the video. Such a real-time performance-driven avatar has important applications in a broad range of areas including very low bit rate video communication, movie and game industries as well as human-computer intelligent interaction.",
keywords = "Avatar, Facial animation, Facial motion tracking, MPEG4, Performance-driven",
author = "Hao Tang and Huang, {Thomas S.}",
year = "2008",
doi = "10.1109/ICIP.2008.4711738",
language = "English (US)",
isbn = "1424417643",
series = "Proceedings - International Conference on Image Processing, ICIP",
pages = "249--252",
booktitle = "2008 IEEE International Conference on Image Processing, ICIP 2008 Proceedings",
note = "2008 IEEE International Conference on Image Processing, ICIP 2008 ; Conference date: 12-10-2008 Through 15-10-2008",
}