American sign language recognition in game development for deaf children Export

@inproceedings{citeulike:1799242, abstract = {CopyCat is an American Sign Language (ASL) game, which uses gesture recognition technology to help young deaf children practice ASL skills. We describe a brief history of the game, an overview of recent user studies, and the results of recent work on the problem of continuous, user-independent sign language recognition in classroom settings. Our database of signing samples was collected from user studies of deaf children playing aWizard of Oz version of the game at the Atlanta Area School for the Deaf (AASD). Our data set is characterized by disfluencies inherent in continuous signing, varied user characteristics including clothing and skin tones, and illumination changes in the classroom. The dataset consisted of 541 phrase samples and 1,959 individual sign samples of five children signing game phrases from a 22 word vocabulary. Our recognition approach uses color histogram adaptation for robust hand segmentation and tracking. The children wear small colored gloves with wireless accelerometers mounted on the back of their wrists. The hand shape information is combined with accelerometer data and used to train hidden Markov models for recognition. We evaluated our approach by using leave-one-out validation; this technique iterates through each child, training on data from four children and testing on the remaining child's data. We achieved average word accuracies per child ranging from 91.75\% to 73.73\% for the user-independent models.}, address = {New York, NY, USA}, author = {Brashear, Helene and Henderson, Valerie and Park, Kwang H. and Hamilton, Harley and Lee, Seungyon and Starner, Thad}, booktitle = {Assets '06: Proceedings of the 8th international ACM SIGACCESS conference on Computers and accessibility}, citeulike-article-id = {1799242}, citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=1168987.1169002}, citeulike-linkout-1 = {http://dx.doi.org/10.1145/1168987.1169002}, doi = {10.1145/1168987.1169002}, isbn = {1-59593-290-9}, keywords = {asl, deaf, games, hearing, impaired}, location = {Portland, Oregon, USA}, pages = {79--86}, posted-at = {2009-10-31 18:01:35}, priority = {2}, publisher = {ACM}, title = {American sign language recognition in game development for deaf children}, url = {http://dx.doi.org/10.1145/1168987.1169002}, year = {2006} }

TY - CONF ID - citeulike:1799242 L3 - citeulike-article-id:1799242 N2 - CopyCat is an American Sign Language (ASL) game, which uses gesture recognition technology to help young deaf children practice ASL skills. We describe a brief history of the game, an overview of recent user studies, and the results of recent work on the problem of continuous, user-independent sign language recognition in classroom settings. Our database of signing samples was collected from user studies of deaf children playing aWizard of Oz version of the game at the Atlanta Area School for the Deaf (AASD). Our data set is characterized by disfluencies inherent in continuous signing, varied user characteristics including clothing and skin tones, and illumination changes in the classroom. The dataset consisted of 541 phrase samples and 1,959 individual sign samples of five children signing game phrases from a 22 word vocabulary. Our recognition approach uses color histogram adaptation for robust hand segmentation and tracking. The children wear small colored gloves with wireless accelerometers mounted on the back of their wrists. The hand shape information is combined with accelerometer data and used to train hidden Markov models for recognition. We evaluated our approach by using leave-one-out validation; this technique iterates through each child, training on data from four children and testing on the remaining child's data. We achieved average word accuracies per child ranging from 91.75% to 73.73% for the user-independent models. CY - Portland, Oregon, USA SN - 1-59593-290-9 AD - New York, NY, USA EP - 86 TI - American sign language recognition in game development for deaf children PB - ACM T2 - Assets '06: Proceedings of the 8th international ACM SIGACCESS conference on Computers and accessibility SP - 79 KW - asl KW - deaf KW - games KW - hearing KW - impaired AU - Brashear, Helene AU - Henderson, Valerie AU - Park, Kwang AU - Hamilton, Harley AU - Lee, Seungyon AU - Starner, Thad PY - 2006/// UR - http://dx.doi.org/10.1145/1168987.1169002 ER -