Evolving spike-timing-dependent plasticity for single-trial learning in robots. Export

@article{dipaolo2003, abstract = {Single-trial learning is studied in an evolved robot model of synaptic spike-timing-dependent plasticity (STDP). Robots must perform positive phototaxis but must learn to perform negative phototaxis in the presence of a short-lived aversive sound stimulus. STDP acts at the millisecond range and depends asymmetrically on the relative timing of pre- and post-synaptic spikes. Although it has been involved in learning models of input prediction, these models require the iterated presentation of the input pattern, and it is hard to see how this mechanism could sustain single-trial learning over a time-scale of tens of seconds. An incremental evolutionary approach is used to answer this question. The evolved robots succeed in learning the appropriate behaviour, but learning does not depend on achieving the right synaptic configuration but rather the right pattern of neural activity. Robot performance during positive phototaxis is quite robust to loss of spike-timing information, but in contrast, this loss is catastrophic for learning negative phototaxis where entrained firing is common. Tests show that the final weight configuration carries no information about whether a robot is performing one behaviour or the other. Fixing weights, however, has the effect of degrading performance, thus demonstrating that plasticity is used to sustain the neural activity corresponding both to the normal phototaxis condition and to the learned behaviour. The implications and limitations of this result are discussed.}, address = {School of Cognitive and Computing Sciences, University of Sussex, Brighton BN1 9QH, UK. ezequiel@cogs.susx.ac.uk}, author = {Di Paolo, Ezequiel A.}, citeulike-article-id = {463238}, citeulike-linkout-0 = {http://dx.doi.org/10.1098/rsta.2003.1256}, citeulike-linkout-1 = {http://view.ncbi.nlm.nih.gov/pubmed/14599321}, citeulike-linkout-2 = {http://www.hubmed.org/display.cgi?uids=14599321}, day = {15}, doi = {10.1098/rsta.2003.1256}, issn = {1364-503X}, journal = {Philosophical Transactions: Mathematical, Physical and Engineering Sciences}, keywords = {ctrnn, evolution, plasticity, spiking}, month = {October}, number = {1811}, pages = {2299--2319}, posted-at = {2006-01-12 16:19:18}, priority = {2}, title = {Evolving spike-timing-dependent plasticity for single-trial learning in robots.}, url = {http://dx.doi.org/10.1098/rsta.2003.1256}, volume = {361}, year = {2003} }

TY - JOUR ID - dipaolo2003 L3 - citeulike-article-id:463238 N2 - Single-trial learning is studied in an evolved robot model of synaptic spike-timing-dependent plasticity (STDP). Robots must perform positive phototaxis but must learn to perform negative phototaxis in the presence of a short-lived aversive sound stimulus. STDP acts at the millisecond range and depends asymmetrically on the relative timing of pre- and post-synaptic spikes. Although it has been involved in learning models of input prediction, these models require the iterated presentation of the input pattern, and it is hard to see how this mechanism could sustain single-trial learning over a time-scale of tens of seconds. An incremental evolutionary approach is used to answer this question. The evolved robots succeed in learning the appropriate behaviour, but learning does not depend on achieving the right synaptic configuration but rather the right pattern of neural activity. Robot performance during positive phototaxis is quite robust to loss of spike-timing information, but in contrast, this loss is catastrophic for learning negative phototaxis where entrained firing is common. Tests show that the final weight configuration carries no information about whether a robot is performing one behaviour or the other. Fixing weights, however, has the effect of degrading performance, thus demonstrating that plasticity is used to sustain the neural activity corresponding both to the normal phototaxis condition and to the learned behaviour. The implications and limitations of this result are discussed. IS - 1811 JF - Philosophical Transactions: Mathematical, Physical and Engineering Sciences SN - 1364-503X AD - School of Cognitive and Computing Sciences, University of Sussex, Brighton BN1 9QH, UK. ezequiel@cogs.susx.ac.uk EP - 2319 TI - Evolving spike-timing-dependent plasticity for single-trial learning in robots. VL - 361 SP - 2299 KW - ctrnn KW - evolution KW - plasticity KW - spiking AU - Di Paolo, Ezequiel PY - 2003/10/15/ UR - http://dx.doi.org/10.1098/rsta.2003.1256 ER -