Sequential audiovisual interactions during speech perception: A whole-head MEG study. Export

@article{citeulike:1142157, abstract = {Using whole-head magnetoencephalography (MEG), audiovisual (AV) interactions during speech perception (/ta/- and /pa/-syllables) were investigated in 20 subjects. Congruent AV events served as the 'standards' of an oddball design. The deviants encompassed incongruent /ta/-/pa/ configurations differing from the standards either in the acoustic or the visual domain. As an auditory non-speech control condition, the same video signals were synchronized with either one of two complex tones. As in natural speech, visual movement onset preceded acoustic signals by about 150ms. First, the impact of visual information on auditorily evoked fields to non-speech sounds was determined. Larger facial movements (/pa/ versus /ta/) yielded enhanced early responses such as the M100 component, indicating, most presumably, anticipatory pre-activation of auditory cortex by visual motion cues. As a second step of analysis, mismatch fields (MMF) were calculated. Acoustic deviants elicited a typical MMF, peaking ca. 180ms after stimulus onset, whereas visual deviants gave rise to later responses (220ms) of a more posterior-medial source location. Finally, a late (275ms), left-lateralized visually-induced MMF component, resembling the acoustic mismatch response, emerged during the speech condition, presumably reflecting phonetic/linguistic operations. There is mounting functional imaging evidence for an early impact of visual information on auditory cortical regions during speech perception. The present study suggests at least two successive AV interactions in association with syllable recognition tasks: early activation of auditory areas depending upon visual motion cues and a later speech-specific left-lateralized response mediated, conceivably, by backward-projections from multisensory areas.}, address = {Department of General Neurology, Hertie Institute for Clinical Brain Research, University of T\"{u}bingen, Germany.}, author = {Hertrich, I. and Mathiak, K. and Lutzenberger, W. and Menning, H. and Ackermann, H.}, citeulike-article-id = {1142157}, citeulike-linkout-0 = {http://dx.doi.org/10.1016/j.neuropsychologia.2006.09.019}, citeulike-linkout-1 = {http://view.ncbi.nlm.nih.gov/pubmed/17067640}, citeulike-linkout-2 = {http://www.hubmed.org/display.cgi?uids=17067640}, doi = {10.1016/j.neuropsychologia.2006.09.019}, issn = {0028-3932}, journal = {Neuropsychologia}, keywords = {auditory, audivisual, jc-neuropsychologia, language}, number = {6}, pages = {1342--1354}, posted-at = {2007-03-05 19:21:33}, priority = {2}, title = {Sequential audiovisual interactions during speech perception: A whole-head MEG study.}, url = {http://dx.doi.org/10.1016/j.neuropsychologia.2006.09.019}, volume = {45}, year = {2007} }

TY - JOUR ID - citeulike:1142157 L3 - citeulike-article-id:1142157 N2 - Using whole-head magnetoencephalography (MEG), audiovisual (AV) interactions during speech perception (/ta/- and /pa/-syllables) were investigated in 20 subjects. Congruent AV events served as the 'standards' of an oddball design. The deviants encompassed incongruent /ta/-/pa/ configurations differing from the standards either in the acoustic or the visual domain. As an auditory non-speech control condition, the same video signals were synchronized with either one of two complex tones. As in natural speech, visual movement onset preceded acoustic signals by about 150ms. First, the impact of visual information on auditorily evoked fields to non-speech sounds was determined. Larger facial movements (/pa/ versus /ta/) yielded enhanced early responses such as the M100 component, indicating, most presumably, anticipatory pre-activation of auditory cortex by visual motion cues. As a second step of analysis, mismatch fields (MMF) were calculated. Acoustic deviants elicited a typical MMF, peaking ca. 180ms after stimulus onset, whereas visual deviants gave rise to later responses (220ms) of a more posterior-medial source location. Finally, a late (275ms), left-lateralized visually-induced MMF component, resembling the acoustic mismatch response, emerged during the speech condition, presumably reflecting phonetic/linguistic operations. There is mounting functional imaging evidence for an early impact of visual information on auditory cortical regions during speech perception. The present study suggests at least two successive AV interactions in association with syllable recognition tasks: early activation of auditory areas depending upon visual motion cues and a later speech-specific left-lateralized response mediated, conceivably, by backward-projections from multisensory areas. IS - 6 JF - Neuropsychologia SN - 0028-3932 AD - Department of General Neurology, Hertie Institute for Clinical Brain Research, University of Tübingen, Germany. EP - 1354 TI - Sequential audiovisual interactions during speech perception: A whole-head MEG study. VL - 45 SP - 1342 KW - auditory KW - audivisual KW - jc-neuropsychologia KW - language AU - Hertrich, I AU - Mathiak, K AU - Lutzenberger, W AU - Menning, H AU - Ackermann, H PY - 2007/// UR - http://dx.doi.org/10.1016/j.neuropsychologia.2006.09.019 ER -