Correlated coding of motivation and outcome of decision by dopamine neurons. Export

@article{citeulike:2965852, abstract = {We recorded the activity of midbrain dopamine neurons in an instrumental conditioning task in which monkeys made a series of behavioral decisions on the basis of distinct reward expectations. Dopamine neurons responded to the first visual cue that appeared in each trial [conditioned stimulus (CS)] through which monkeys initiated trial for decision while expecting trial-specific reward probability and volume. The magnitude of neuronal responses to the CS was approximately proportional to reward expectations but with considerable discrepancy. In contrast, CS responses appear to represent motivational properties, because their magnitude at trials with identical reward expectation had significant negative correlation with reaction times of the animal after the CS. Dopamine neurons also responded to reinforcers that occurred after behavioral decisions, and the responses precisely encoded positive and negative reward expectation errors (REEs). The gain of coding REEs by spike frequency increased during learning act-outcome contingencies through a few months of task training, whereas coding of motivational properties remained consistent during the learning. We found that the magnitude of CS responses was positively correlated with that of reinforcers, suggesting a modulation of the effectiveness of REEs as a teaching signal by motivation. For instance, rate of learning could be faster when animals are motivated, whereas it could be slower when less motivated, even at identical REEs. Therefore, the dual correlated coding of motivation and REEs suggested the involvement of the dopamine system, both in reinforcement in more elaborate ways than currently proposed and in motivational function in reward-based decision-making and learning.}, address = {Department of Physiology, Kyoto Prefectural University of Medicine, Kawaramachi-Hirokoji, Kamigyo-ku, Kyoto 602-8566, Japan.}, author = {Satoh, T. and Nakai, S. and Sato, T. and Kimura, M.}, citeulike-article-id = {2965852}, citeulike-linkout-0 = {http://view.ncbi.nlm.nih.gov/pubmed/14586021}, citeulike-linkout-1 = {http://www.hubmed.org/display.cgi?uids=14586021}, day = {29}, issn = {1529-2401}, journal = {The Journal of neuroscience : the official journal of the Society for Neuroscience}, keywords = {dopamine, incentive-salience}, month = {October}, number = {30}, pages = {9913--9923}, posted-at = {2008-10-31 19:08:56}, priority = {2}, title = {Correlated coding of motivation and outcome of decision by dopamine neurons.}, url = {http://view.ncbi.nlm.nih.gov/pubmed/14586021}, volume = {23}, year = {2003} }

TY - JOUR ID - citeulike:2965852 L3 - citeulike-article-id:2965852 N2 - We recorded the activity of midbrain dopamine neurons in an instrumental conditioning task in which monkeys made a series of behavioral decisions on the basis of distinct reward expectations. Dopamine neurons responded to the first visual cue that appeared in each trial [conditioned stimulus (CS)] through which monkeys initiated trial for decision while expecting trial-specific reward probability and volume. The magnitude of neuronal responses to the CS was approximately proportional to reward expectations but with considerable discrepancy. In contrast, CS responses appear to represent motivational properties, because their magnitude at trials with identical reward expectation had significant negative correlation with reaction times of the animal after the CS. Dopamine neurons also responded to reinforcers that occurred after behavioral decisions, and the responses precisely encoded positive and negative reward expectation errors (REEs). The gain of coding REEs by spike frequency increased during learning act-outcome contingencies through a few months of task training, whereas coding of motivational properties remained consistent during the learning. We found that the magnitude of CS responses was positively correlated with that of reinforcers, suggesting a modulation of the effectiveness of REEs as a teaching signal by motivation. For instance, rate of learning could be faster when animals are motivated, whereas it could be slower when less motivated, even at identical REEs. Therefore, the dual correlated coding of motivation and REEs suggested the involvement of the dopamine system, both in reinforcement in more elaborate ways than currently proposed and in motivational function in reward-based decision-making and learning. IS - 30 JF - The Journal of neuroscience : the official journal of the Society for Neuroscience SN - 1529-2401 AD - Department of Physiology, Kyoto Prefectural University of Medicine, Kawaramachi-Hirokoji, Kamigyo-ku, Kyoto 602-8566, Japan. EP - 9923 TI - Correlated coding of motivation and outcome of decision by dopamine neurons. VL - 23 SP - 9913 KW - dopamine KW - incentive-salience AU - Satoh, T AU - Nakai, S AU - Sato, T AU - Kimura, M PY - 2003/10/29/ UR - http://view.ncbi.nlm.nih.gov/pubmed/14586021 ER -