SoundSense: scalable sound sensing for people-centric applications on mobile phones Export

@inproceedings{lu:soundsense, abstract = {Top end mobile phones include a number of specialized (e.g., accelerometer, compass, GPS) and general purpose sensors (e.g., microphone, camera) that enable new people-centric sensing applications. Perhaps the most ubiquitous and unexploited sensor on mobile phones is the microphone - a powerful sensor that is capable of making sophisticated inferences about human activity, location, and social events from sound. In this paper, we exploit this untapped sensor not in the context of human communications but as an enabler of new sensing applications. We propose SoundSense, a scalable framework for modeling sound events on mobile phones. SoundSense is implemented on the Apple iPhone and represents the first general purpose sound sensing system specifically designed to work on resource limited phones. The architecture and algorithms are designed for scalability and Soundsense uses a combination of supervised and unsupervised learning techniques to classify both general sound types (e.g., music, voice) and discover novel sound events specific to individual users. The system runs solely on the mobile phone with no back-end interactions. Through implementation and evaluation of two proof of concept people-centric sensing applications, we demostrate that SoundSense is capable of recognizing meaningful sound events that occur in users' everyday lives.}, address = {New York, NY, USA}, author = {Lu, Hong and Pan, Wei and Lane, Nicholas D. and Choudhury, Tanzeem and Campbell, Andrew T.}, booktitle = {Mobisys '09: Proceedings of the 7th international conference on Mobile systems, applications, and services}, citeulike-article-id = {5348863}, citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=1555816.1555834}, citeulike-linkout-1 = {http://dx.doi.org/10.1145/1555816.1555834}, doi = {10.1145/1555816.1555834}, isbn = {978-1-60558-566-6}, keywords = {mobile-applications, mobile-sensing, participatory-sensing, sensing}, location = {Wroclaw, Poland}, month = {June}, pages = {165--178}, posted-at = {2009-08-04 11:11:08}, priority = {2}, publisher = {ACM}, title = {{SoundSense}: scalable sound sensing for people-centric applications on mobile phones}, url = {http://dx.doi.org/10.1145/1555816.1555834}, year = {2009} }

TY - CONF ID - lu:soundsense L3 - citeulike-article-id:5348863 N2 - Top end mobile phones include a number of specialized (e.g., accelerometer, compass, GPS) and general purpose sensors (e.g., microphone, camera) that enable new people-centric sensing applications. Perhaps the most ubiquitous and unexploited sensor on mobile phones is the microphone - a powerful sensor that is capable of making sophisticated inferences about human activity, location, and social events from sound. In this paper, we exploit this untapped sensor not in the context of human communications but as an enabler of new sensing applications. We propose SoundSense, a scalable framework for modeling sound events on mobile phones. SoundSense is implemented on the Apple iPhone and represents the first general purpose sound sensing system specifically designed to work on resource limited phones. The architecture and algorithms are designed for scalability and Soundsense uses a combination of supervised and unsupervised learning techniques to classify both general sound types (e.g., music, voice) and discover novel sound events specific to individual users. The system runs solely on the mobile phone with no back-end interactions. Through implementation and evaluation of two proof of concept people-centric sensing applications, we demostrate that SoundSense is capable of recognizing meaningful sound events that occur in users' everyday lives. CY - Wroclaw, Poland SN - 978-1-60558-566-6 AD - New York, NY, USA EP - 178 TI - {SoundSense}: scalable sound sensing for people-centric applications on mobile phones PB - ACM T2 - Mobisys '09: Proceedings of the 7th international conference on Mobile systems, applications, and services SP - 165 KW - mobile-applications KW - mobile-sensing KW - participatory-sensing KW - sensing AU - Lu, Hong AU - Pan, Wei AU - Lane, Nicholas AU - Choudhury, Tanzeem AU - Campbell, Andrew PY - 2009/June// UR - http://dx.doi.org/10.1145/1555816.1555834 ER -