Intrinsic Motivation for Reinforcement Learning Systems Export

@inproceedings{barto_intrinsic2005, abstract = {Motivation is a key factor in human learning. We learn best when we are highly motivated to learn. Psychologists distinguish between extrinsically-motivated behavior, which is behavior undertaken to achieve some externally supplied reward, such as a prize, a high grade, or a high-paying job, and intrinsically-motivated behavior, which is behavior done for its own sake. Is there an analogous distinction for machine learning systems? Can we say of a machine learning system that it is motivated to learn, and if so, can it be meaningful to distinguish between extrinsic and intrinsic motivation? In this paper, we argue that the answer to both questions is ” yes,” and we describe some computational experiments that explore these ideas within the framework of computational reinforcement learning. In particular, we describe an approach by which artificial agents can learn hierarchies of reusable skills through a computational analog of intrinsic motivation.}, author = {Barto, A. G. and \c{S}im\c{s}ek, O.}, booktitle = {Thirteenth Yale Workshop on Adaptive and Learning Systems}, citeulike-article-id = {1693098}, citeulike-linkout-0 = {http://www-anw.cs.umass.edu/pubs/2005/barto_s_yale05.pdf}, keywords = {intrinsic, motivational}, pages = {113--118}, posted-at = {2007-09-25 15:26:05}, priority = {2}, title = {Intrinsic Motivation for Reinforcement Learning Systems}, url = {http://www-anw.cs.umass.edu/pubs/2005/barto_s_yale05.pdf}, year = {2005} }

TY - CONF ID - barto_intrinsic2005 L3 - citeulike-article-id:1693098 N2 - Motivation is a key factor in human learning. We learn best when we are highly motivated to learn. Psychologists distinguish between extrinsically-motivated behavior, which is behavior undertaken to achieve some externally supplied reward, such as a prize, a high grade, or a high-paying job, and intrinsically-motivated behavior, which is behavior done for its own sake. Is there an analogous distinction for machine learning systems? Can we say of a machine learning system that it is motivated to learn, and if so, can it be meaningful to distinguish between extrinsic and intrinsic motivation? In this paper, we argue that the answer to both questions is “yes,” and we describe some computational experiments that explore these ideas within the framework of computational reinforcement learning. In particular, we describe an approach by which artificial agents can learn hierarchies of reusable skills through a computational analog of intrinsic motivation. EP - 118 TI - Intrinsic Motivation for Reinforcement Learning Systems T2 - Thirteenth Yale Workshop on Adaptive and Learning Systems SP - 113 KW - intrinsic KW - motivational AU - Barto, AG AU - Şimşek, O PY - 2005/// UR - http://www-anw.cs.umass.edu/pubs/2005/barto_s_yale05.pdf ER -