{"id":"https://openalex.org/W2150330761","doi":"https://doi.org/10.1109/tamd.2010.2051435","title":"A Comparative Study of Value Systems for Self-Motivated Exploration and Learning by Robots","display_name":"A Comparative Study of Value Systems for Self-Motivated Exploration and Learning by Robots","publication_year":2010,"publication_date":"2010-06-01","ids":{"openalex":"https://openalex.org/W2150330761","doi":"https://doi.org/10.1109/tamd.2010.2051435","mag":"2150330761"},"language":"en","primary_location":{"id":"doi:10.1109/tamd.2010.2051435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tamd.2010.2051435","pdf_url":null,"source":{"id":"https://openalex.org/S108448409","display_name":"IEEE Transactions on Autonomous Mental Development","issn_l":"1943-0604","issn":["1943-0604","1943-0612"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Autonomous Mental Development","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111548712","display_name":"Kathryn Merrick","orcid":null},"institutions":[{"id":"https://openalex.org/I40053085","display_name":"Australian Defence Force Academy","ror":"https://ror.org/02j5s7g39","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571","https://openalex.org/I40053085","https://openalex.org/I4394709116"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Kathryn Elizabeth Merrick","raw_affiliation_strings":["Australian Defence Force Academy, University of New South Wales, Australia"],"affiliations":[{"raw_affiliation_string":"Australian Defence Force Academy, University of New South Wales, Australia","institution_ids":["https://openalex.org/I40053085","https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5111548712"],"corresponding_institution_ids":["https://openalex.org/I31746571","https://openalex.org/I40053085"],"apc_list":null,"apc_paid":null,"fwci":6.1017,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.9627124,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2","issue":"2","first_page":"119","last_page":"131"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6550779342651367},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.6386535167694092},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6148649454116821},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5983483791351318},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5797087550163269},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4382627308368683},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4222789406776428},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4172223210334778},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3878934383392334},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3315230906009674},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17144083976745605},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.090064138174057}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6550779342651367},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.6386535167694092},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6148649454116821},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5983483791351318},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5797087550163269},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4382627308368683},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4222789406776428},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4172223210334778},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3878934383392334},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3315230906009674},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17144083976745605},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.090064138174057},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tamd.2010.2051435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tamd.2010.2051435","pdf_url":null,"source":{"id":"https://openalex.org/S108448409","display_name":"IEEE Transactions on Autonomous Mental Development","issn_l":"1943-0604","issn":["1943-0604","1943-0612"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Autonomous Mental Development","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W78142776","https://openalex.org/W111055598","https://openalex.org/W118293472","https://openalex.org/W172298727","https://openalex.org/W192538999","https://openalex.org/W1486691047","https://openalex.org/W1527025028","https://openalex.org/W1530009553","https://openalex.org/W1532631793","https://openalex.org/W1556057683","https://openalex.org/W1561527249","https://openalex.org/W1575849817","https://openalex.org/W1584210162","https://openalex.org/W1590585250","https://openalex.org/W1702768895","https://openalex.org/W1763311249","https://openalex.org/W1863227302","https://openalex.org/W1971758547","https://openalex.org/W1986936900","https://openalex.org/W1989616852","https://openalex.org/W1991848143","https://openalex.org/W2007338894","https://openalex.org/W2010133763","https://openalex.org/W2019044292","https://openalex.org/W2029447784","https://openalex.org/W2052729098","https://openalex.org/W2060066549","https://openalex.org/W2067779122","https://openalex.org/W2086454051","https://openalex.org/W2101524054","https://openalex.org/W2109910161","https://openalex.org/W2122480991","https://openalex.org/W2138518908","https://openalex.org/W2139612737","https://openalex.org/W2162850206","https://openalex.org/W2164424353","https://openalex.org/W2165934840","https://openalex.org/W2342347898","https://openalex.org/W2491935822","https://openalex.org/W2503173364","https://openalex.org/W2949861858","https://openalex.org/W3019273456","https://openalex.org/W4210255754","https://openalex.org/W4298185589","https://openalex.org/W6603167337","https://openalex.org/W6631605700","https://openalex.org/W6634481309","https://openalex.org/W6635207764"],"related_works":["https://openalex.org/W2381242807","https://openalex.org/W3126131230","https://openalex.org/W2347541121","https://openalex.org/W4288804799","https://openalex.org/W2080951048","https://openalex.org/W3089617106","https://openalex.org/W3032237421","https://openalex.org/W2390346111","https://openalex.org/W3011883280","https://openalex.org/W2369082698"],"abstract_inverted_index":{"A":[0],"range":[1],"of":[2,45,79,98],"different":[3,26,46,65,95],"value":[4,20,47,66,81],"systems":[5,21,28,48,67,82],"have":[6,22],"been":[7,23],"proposed":[8],"for":[9,49,63,83],"self-motivated":[10],"agents,":[11],"including":[12,29],"biologically":[13],"and":[14,34,52,77,102],"cognitively":[15],"inspired":[16],"approaches.":[17],"Likewise,":[18],"these":[19],"integrated":[24],"with":[25,68],"behavioral":[27],"reflexive":[30],"architectures,":[31],"reward-based":[32],"learning":[33,53],"supervised":[35],"learning.":[36,70],"However,":[37],"there":[38],"is":[39],"little":[40],"literature":[41],"comparing":[42],"the":[43,94],"performance":[44],"motivating":[50,84],"exploration":[51,85],"by":[54,86],"robots.":[55],"This":[56],"paper":[57],"proposes":[58],"a":[59,87],"neural":[60],"network":[61],"architecture":[62],"integrating":[64],"reinforcement":[69],"It":[71],"then":[72],"presents":[73],"an":[74],"empirical":[75],"evaluation":[76],"comparison":[78],"four":[80],"Lego":[88],"Mindstorms":[89],"NXT":[90],"robot.":[91],"Results":[92],"reveal":[93],"exploratory":[96],"properties":[97],"novelty-seeking":[99],"motivation,":[100],"interest":[101],"competence-seeking":[103],"motivation.":[104]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":5}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}