{"id":"https://openalex.org/W2313007200","doi":"https://doi.org/10.1109/devlrn.2014.6982980","title":"Autonomous development of goals: From generic rewards to goal and self detection","display_name":"Autonomous development of goals: From generic rewards to goal and self detection","publication_year":2014,"publication_date":"2014-10-01","ids":{"openalex":"https://openalex.org/W2313007200","doi":"https://doi.org/10.1109/devlrn.2014.6982980","mag":"2313007200"},"language":"en","primary_location":{"id":"doi:10.1109/devlrn.2014.6982980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/devlrn.2014.6982980","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"4th International Conference on Development and Learning and on Epigenetic Robotics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102882780","display_name":"Matthias Rolf","orcid":"https://orcid.org/0000-0003-0563-3264"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Matthias Rolf","raw_affiliation_strings":["Osaka University, Japan"],"affiliations":[{"raw_affiliation_string":"Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044985800","display_name":"Minoru Asada","orcid":"https://orcid.org/0000-0001-9506-6333"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Minoru Asada","raw_affiliation_strings":["Osaka University, Japan"],"affiliations":[{"raw_affiliation_string":"Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5102882780"],"corresponding_institution_ids":["https://openalex.org/I98285908"],"apc_list":null,"apc_paid":null,"fwci":1.0979,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.7704455,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"70","issue":null,"first_page":"187","last_page":"194"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7568008899688721},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7528146505355835},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5519048571586609},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.547211229801178},{"id":"https://openalex.org/keywords/goal-orientation","display_name":"Goal orientation","score":0.5014750957489014},{"id":"https://openalex.org/keywords/goal-setting","display_name":"Goal setting","score":0.5002152919769287},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39438682794570923},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32238659262657166},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2067224383354187},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1064048707485199}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7568008899688721},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7528146505355835},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5519048571586609},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.547211229801178},{"id":"https://openalex.org/C84653758","wikidata":"https://www.wikidata.org/wiki/Q5575175","display_name":"Goal orientation","level":2,"score":0.5014750957489014},{"id":"https://openalex.org/C2781195723","wikidata":"https://www.wikidata.org/wiki/Q199027","display_name":"Goal setting","level":2,"score":0.5002152919769287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39438682794570923},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32238659262657166},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2067224383354187},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1064048707485199},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/devlrn.2014.6982980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/devlrn.2014.6982980","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"4th International Conference on Development and Learning and on Epigenetic Robotics","raw_type":"proceedings-article"},{"id":"pmh:oai:pub.librecat.org:2908929","is_oa":false,"landing_page_url":"https://pub.uni-bielefeld.de/record/2908929","pdf_url":null,"source":{"id":"https://openalex.org/S4306401671","display_name":"PUB \u2013 Publications at Bielefeld University (Bielefeld University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I20121455","host_organization_name":"Bielefeld University","host_organization_lineage":["https://openalex.org/I20121455"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Rolf M, Asada M. Autonomous development of goals: From generic rewards to goal and self detection. In:  <em>4th International Conference on Development and Learning and on Epigenetic Robotics, {ICDL-EPIROB} 2014, Genoa, Italy, October 13-16, 2014</em>. 2014: 187--194.","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W155338088","https://openalex.org/W161356478","https://openalex.org/W168378106","https://openalex.org/W1212977960","https://openalex.org/W1580568969","https://openalex.org/W1603404169","https://openalex.org/W1982704466","https://openalex.org/W1993692893","https://openalex.org/W1997543377","https://openalex.org/W1998799290","https://openalex.org/W2004303440","https://openalex.org/W2005789722","https://openalex.org/W2023758701","https://openalex.org/W2034806191","https://openalex.org/W2048630476","https://openalex.org/W2061562262","https://openalex.org/W2088417452","https://openalex.org/W2093967694","https://openalex.org/W2101524054","https://openalex.org/W2103617625","https://openalex.org/W2105997009","https://openalex.org/W2107252953","https://openalex.org/W2115790660","https://openalex.org/W2116086091","https://openalex.org/W2116937526","https://openalex.org/W2117726420","https://openalex.org/W2121989750","https://openalex.org/W2128272608","https://openalex.org/W2144105913","https://openalex.org/W2150330761","https://openalex.org/W2162381107","https://openalex.org/W2165033984","https://openalex.org/W2166302491","https://openalex.org/W2166613956","https://openalex.org/W2170899200","https://openalex.org/W2519411794","https://openalex.org/W2519453022","https://openalex.org/W2546731535","https://openalex.org/W2891653637","https://openalex.org/W4205368655","https://openalex.org/W6606846105","https://openalex.org/W6627797328","https://openalex.org/W6634616096","https://openalex.org/W6636071793","https://openalex.org/W6675707447","https://openalex.org/W6676060300","https://openalex.org/W6726651112","https://openalex.org/W6754513513"],"related_works":["https://openalex.org/W4237572413","https://openalex.org/W3083460773","https://openalex.org/W2965298293","https://openalex.org/W2790823221","https://openalex.org/W1607180678","https://openalex.org/W2754497362","https://openalex.org/W2949178533","https://openalex.org/W2079889750","https://openalex.org/W2027125585","https://openalex.org/W1905708401"],"abstract_inverted_index":{"Goals":[0],"are":[1],"abstractions":[2,40],"that":[3,53,82,95],"express":[4],"agents'":[5],"intention":[6,43],"and":[7,27,48,50,71,92],"allow":[8],"them":[9],"to":[10,30,36,56,90],"organize":[11],"their":[12],"behavior":[13],"appropriately.":[14],"How":[15],"can":[16,73],"agents":[17],"develop":[18],"such":[19,45],"goals":[20,38,54,70],"autonomously?":[21],"This":[22],"paper":[23],"proposes":[24],"a":[25,61],"conceptual":[26],"computational":[28],"account":[29],"this":[31],"longstanding":[32],"problem.":[33],"We":[34,79],"argue":[35],"consider":[37],"as":[39,46],"of":[41,63],"lower-level":[42],"mechanisms":[44],"rewards":[47,84],"values,":[49],"point":[51],"out":[52],"need":[55],"be":[57,74],"considered":[58],"alongside":[59],"with":[60],"detection":[62],"the":[64],"own":[65],"actions'":[66],"effects.":[67],"Then,":[68],"both":[69],"self-detection":[72],"learned":[75],"from":[76],"generic":[77],"rewards.":[78],"show":[80],"experimentally":[81],"task-unspecific":[83],"induced":[85],"by":[86],"visual":[87],"saliency":[88],"lead":[89],"self":[91],"goal":[93],"representations":[94],"constitute":[96],"goal-directed":[97],"reaching.":[98]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}