{"id":"https://openalex.org/W4388327711","doi":"https://doi.org/10.48550/arxiv.2311.00344","title":"A Definition of Open-Ended Learning Problems for Goal-Conditioned Agents","display_name":"A Definition of Open-Ended Learning Problems for Goal-Conditioned Agents","publication_year":2023,"publication_date":"2023-11-01","ids":{"openalex":"https://openalex.org/W4388327711","doi":"https://doi.org/10.48550/arxiv.2311.00344"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2311.00344","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.00344","pdf_url":"https://arxiv.org/pdf/2311.00344","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.00344","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042850624","display_name":"Olivier Sigaud","orcid":"https://orcid.org/0000-0002-8544-0229","observed_orcids":["https://orcid.org/0000-0002-8544-0229"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Sigaud, Olivier","raw_affiliation_strings":["( ) Sorbonne Universit\u00e9 , CNRS , Institut des Syst\u00e8mes Intelligents et de Robotique , F-75005 Paris , France (","ISIR - Institut des Syst\u00e8mes Intelligents et de Robotique (Sorbonne-Universit\u00e9, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05 - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"( ) Sorbonne Universit\u00e9 , CNRS , Institut des Syst\u00e8mes Intelligents et de Robotique , F-75005 Paris , France (","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210150358"]},{"raw_affiliation_string":"ISIR - Institut des Syst\u00e8mes Intelligents et de Robotique (Sorbonne-Universit\u00e9, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05 - France)","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076711458","display_name":"Gianluca Baldassarre","orcid":"https://orcid.org/0000-0002-1277-4447","observed_orcids":["https://orcid.org/0000-0002-1277-4447"]},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210166865","display_name":"Institute of Cognitive Sciences and Technologies","ror":"https://ror.org/05w9g2j85","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210155236","https://openalex.org/I4210166865"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Baldassarre, Gianluca","raw_affiliation_strings":[") Institute of Cognitive Sciences and Technologies , CNR , Rome , Italy (","ISTC-CNR - Istituto di Scienze e Tecnologie della Cognizione (Italy)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":") Institute of Cognitive Sciences and Technologies , CNR , Rome , Italy (","institution_ids":["https://openalex.org/I4210166865"]},{"raw_affiliation_string":"ISTC-CNR - Istituto di Scienze e Tecnologie della Cognizione (Italy)","institution_ids":["https://openalex.org/I4210155236","https://openalex.org/I4210166865"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048471111","display_name":"C\u00e9dric Colas","orcid":"https://orcid.org/0000-0003-0212-427X","observed_orcids":["https://orcid.org/0000-0003-0212-427X"]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210131512","display_name":"Centre Inria de l'universit\u00e9 de Bordeaux","ror":"https://ror.org/03tjcj052","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210131512"]},{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I4405260725","display_name":"FLOWERS: Flow: exploration, apprentissage et d\u00e9couverte dirig\u00e9s par la curiosit\u00e9","ror":"https://ror.org/046c1g807","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210131512","https://openalex.org/I4405260725"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["FR","US"],"is_corresponding":false,"raw_author_name":"Colas, Cedric","raw_affiliation_strings":[") INRIA Bordeaux Sud-Ouest , \u00e9quipe FLOWERS , France (",") Massachusetts Institute of Technology , Cambridge , USA","Flowers - Flowing Epigenetic Robots and Systems (200, avenue de la Vieille Tour \r\n33405 Talence cedex - France)","MIT CSAIL - MIT Computer Science & Artificial Intelligence Lab (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":") INRIA Bordeaux Sud-Ouest , \u00e9quipe FLOWERS , France (","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210131512","https://openalex.org/I4405260725"]},{"raw_affiliation_string":") Massachusetts Institute of Technology , Cambridge , USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Flowers - Flowing Epigenetic Robots and Systems (200, avenue de la Vieille Tour \r\n33405 Talence cedex - France)","institution_ids":[]},{"raw_affiliation_string":"MIT CSAIL - MIT Computer Science & Artificial Intelligence Lab (United States)","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003629424","display_name":"St\u00e9phane Doncieux","orcid":"https://orcid.org/0000-0003-1541-054X","observed_orcids":["https://orcid.org/0000-0003-1541-054X"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Doncieux, Stephane","raw_affiliation_strings":["( ) Sorbonne Universit\u00e9 , CNRS , Institut des Syst\u00e8mes Intelligents et de Robotique , F-75005 Paris , France (","ISIR - Institut des Syst\u00e8mes Intelligents et de Robotique (Sorbonne-Universit\u00e9, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05 - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"( ) Sorbonne Universit\u00e9 , CNRS , Institut des Syst\u00e8mes Intelligents et de Robotique , F-75005 Paris , France (","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210150358"]},{"raw_affiliation_string":"ISIR - Institut des Syst\u00e8mes Intelligents et de Robotique (Sorbonne-Universit\u00e9, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05 - France)","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036723055","display_name":"Richard Jos\u00e9 Duro","orcid":"https://orcid.org/0000-0002-6807-524X","observed_orcids":["https://orcid.org/0000-0002-6807-524X"]},"institutions":[{"id":"https://openalex.org/I11019714","display_name":"Universidade da Coru\u00f1a","ror":"https://ror.org/01qckj285","country_code":"ES","type":"education","lineage":["https://openalex.org/I11019714"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Duro, Richard","raw_affiliation_strings":[") CITIC , Universidade da Coru\u00f1a , Spain (","UDC - University of A Coru\u00f1a (Universidade da Coru\u00f1a\r\nR\u00faa da Maestranza, 9\r\n15001 A Coru\u00f1a - Spain)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":") CITIC , Universidade da Coru\u00f1a , Spain (","institution_ids":["https://openalex.org/I11019714"]},{"raw_affiliation_string":"UDC - University of A Coru\u00f1a (Universidade da Coru\u00f1a\r\nR\u00faa da Maestranza, 9\r\n15001 A Coru\u00f1a - Spain)","institution_ids":["https://openalex.org/I11019714"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008285786","display_name":"Pierre-Yves Oudeyer","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210131512","display_name":"Centre Inria de l'universit\u00e9 de Bordeaux","ror":"https://ror.org/03tjcj052","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210131512"]},{"id":"https://openalex.org/I4405260725","display_name":"FLOWERS: Flow: exploration, apprentissage et d\u00e9couverte dirig\u00e9s par la curiosit\u00e9","ror":"https://ror.org/046c1g807","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210131512","https://openalex.org/I4405260725"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Oudeyer, Pierre-Yves","raw_affiliation_strings":[") INRIA Bordeaux Sud-Ouest , \u00e9quipe FLOWERS , France (","Flowers - Flowing Epigenetic Robots and Systems (200, avenue de la Vieille Tour \r\n33405 Talence cedex - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":") INRIA Bordeaux Sud-Ouest , \u00e9quipe FLOWERS , France (","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210131512","https://openalex.org/I4405260725"]},{"raw_affiliation_string":"Flowers - Flowing Epigenetic Robots and Systems (200, avenue de la Vieille Tour \r\n33405 Talence cedex - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113466514","display_name":"Nicolas Perrin","orcid":"https://orcid.org/0000-0001-8626-1938","observed_orcids":["https://orcid.org/0000-0001-8626-1938","https://orcid.org/0000-0003-2358-2915"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Perrin-Gilbert, Nicolas","raw_affiliation_strings":["( ) Sorbonne Universit\u00e9 , CNRS , Institut des Syst\u00e8mes Intelligents et de Robotique , F-75005 Paris , France (","ISIR - Institut des Syst\u00e8mes Intelligents et de Robotique (Sorbonne-Universit\u00e9, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05 - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"( ) Sorbonne Universit\u00e9 , CNRS , Institut des Syst\u00e8mes Intelligents et de Robotique , F-75005 Paris , France (","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210150358"]},{"raw_affiliation_string":"ISIR - Institut des Syst\u00e8mes Intelligents et de Robotique (Sorbonne-Universit\u00e9, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05 - France)","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012368267","display_name":"Vieri Giuliano Santucci","orcid":"https://orcid.org/0000-0002-8748-9632","observed_orcids":["https://orcid.org/0000-0002-8748-9632"]},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210166865","display_name":"Institute of Cognitive Sciences and Technologies","ror":"https://ror.org/05w9g2j85","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210155236","https://openalex.org/I4210166865"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Santucci, Vieri Giuliano","raw_affiliation_strings":["ISTC-CNR - Istituto di Scienze e Tecnologie della Cognizione (Italy)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISTC-CNR - Istituto di Scienze e Tecnologie della Cognizione (Italy)","institution_ids":["https://openalex.org/I4210155236","https://openalex.org/I4210166865"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/open-ended-learning","display_name":"open-ended learning","score":0.9990000128746033},{"id":"https://openalex.org/keywords/goal-conditioned-reinforcement-learning","display_name":"goal-conditioned reinforcement learning","score":0.9729999899864197},{"id":"https://openalex.org/keywords/novelty-detection","display_name":"novelty detection","score":0.4959999918937683},{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.8579999804496765},{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"lifelong learning","score":0.996999979019165}],"concepts":[{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5559600591659546},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5093744993209839},{"id":"https://openalex.org/C2778473898","wikidata":"https://www.wikidata.org/wiki/Q2145110","display_name":"Repertoire","level":2,"score":0.5054936408996582},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47701597213745117},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.45749127864837646},{"id":"https://openalex.org/C15122004","wikidata":"https://www.wikidata.org/wiki/Q385756","display_name":"Open learning","level":4,"score":0.45230013132095337},{"id":"https://openalex.org/C2986563244","wikidata":"https://www.wikidata.org/wiki/Q6822310","display_name":"Learning to learn","level":2,"score":0.44521600008010864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3666599690914154},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3652280569076538},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3254043459892273},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3071814179420471},{"id":"https://openalex.org/C51672120","wikidata":"https://www.wikidata.org/wiki/Q303446","display_name":"Cooperative learning","level":3,"score":0.3066726326942444},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.126287579536438},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2311.00344","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.00344","pdf_url":"https://arxiv.org/pdf/2311.00344","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-04810195v1","doi":null,"is_oa":true,"landing_page_url":"https://inria.hal.science/hal-04810195","pdf_url":"https://inria.hal.science/hal-04810195v1/file/2311.00344v4.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024","raw_type":"info:eu-repo/semantics/preprint"},{"id":"doi:10.48550/arxiv.2311.00344","doi":"https://doi.org/10.48550/arxiv.2311.00344","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.00344","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.00344","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.00344","pdf_url":"https://arxiv.org/pdf/2311.00344","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4389353301","display_name":"Purposeful Intrinsically motivated Lifelong Learning Autonomous Robots","funder_award_id":"101070381","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8315783592","display_name":null,"funder_award_id":"101070381","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388327711.pdf","grobid_xml":"https://content.openalex.org/works/W4388327711.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W355724390","https://openalex.org/W1212977960","https://openalex.org/W1243622487","https://openalex.org/W1486707268","https://openalex.org/W1562462135","https://openalex.org/W1863227302","https://openalex.org/W1935925708","https://openalex.org/W1985364607","https://openalex.org/W2000514530","https://openalex.org/W2058857629","https://openalex.org/W2089381994","https://openalex.org/W2104615036","https://openalex.org/W2109910161","https://openalex.org/W2116386744","https://openalex.org/W2139612737","https://openalex.org/W2144105913","https://openalex.org/W2162850206","https://openalex.org/W2164424353","https://openalex.org/W2315240907","https://openalex.org/W2401657790","https://openalex.org/W2484875298","https://openalex.org/W2506351664","https://openalex.org/W2548358835","https://openalex.org/W2552623879","https://openalex.org/W2623293810","https://openalex.org/W2788388592","https://openalex.org/W2789008106","https://openalex.org/W2795463920","https://openalex.org/W2804392443","https://openalex.org/W2892673593","https://openalex.org/W2922007426","https://openalex.org/W2926786214","https://openalex.org/W2947284360","https://openalex.org/W2976241900","https://openalex.org/W3010756906","https://openalex.org/W3034296891","https://openalex.org/W3035717769","https://openalex.org/W3036985664","https://openalex.org/W3043095564","https://openalex.org/W3165009864","https://openalex.org/W3185826690","https://openalex.org/W3189027360","https://openalex.org/W3202615051","https://openalex.org/W4225127174","https://openalex.org/W4242738990","https://openalex.org/W4250356951","https://openalex.org/W4282963861","https://openalex.org/W4285009743","https://openalex.org/W4285601030","https://openalex.org/W4285606041","https://openalex.org/W4296474753","https://openalex.org/W4301369009","https://openalex.org/W4317541823","https://openalex.org/W4319036022","https://openalex.org/W4375819112","https://openalex.org/W4381664203","https://openalex.org/W4382618501","https://openalex.org/W7103485097","https://openalex.org/W7133245600"],"related_works":["https://openalex.org/W4379928100","https://openalex.org/W4406032291","https://openalex.org/W6891967891","https://openalex.org/W2892673593","https://openalex.org/W7133245600","https://openalex.org/W7116672773","https://openalex.org/W7164049854","https://openalex.org/W4415240940","https://openalex.org/W7028084335","https://openalex.org/W4410294651"],"abstract_inverted_index":{"A":[0],"lot":[1],"of":[2,17,71,98,114,151,162,176,202],"recent":[3,76],"machine":[4],"learning":[5,45,54,87,153,166,204],"research":[6],"papers":[7],"have":[8,210],"``open-ended":[9],"learning''":[10],"in":[11,157,168,211],"their":[12],"title.":[13],"But":[14],"very":[15],"few":[16],"them":[18],"attempt":[19],"to":[20,37,63,108,119,124,186,189],"define":[21],"what":[22,42,79],"they":[23],"mean":[24],"when":[25,31],"using":[26],"the":[27,69,72,149,160,182,191,198],"term.":[28],"Even":[29],"worse,":[30],"looking":[32],"more":[33,75,199],"closely":[34],"there":[35],"seems":[36],"be":[38,187],"no":[39],"consensus":[40],"on":[41,159],"distinguishes":[43],"open-ended":[44,86,115,152,163,203],"from":[46,122,141],"related":[47],"concepts":[48],"such":[49],"as":[50,91],"continual":[51],"learning,":[52],"lifelong":[53],"or":[55],"autotelic":[56],"learning.":[57],"In":[58,101],"this":[59,65],"paper,":[60],"we":[61,83,106,147,180],"contribute":[62],"fixing":[64],"situation.":[66],"After":[67],"illustrating":[68],"genealogy":[70],"concept":[73],"and":[74,131,155,197],"perspectives":[77],"about":[78],"it":[80],"truly":[81],"means,":[82],"outline":[84],"that":[85,137,184,205],"is":[88,118],"generally":[89],"conceived":[90],"a":[92,96,110,173],"composite":[93],"notion":[94,150],"encompassing":[95],"set":[97],"diverse":[99],"properties.":[100],"contrast":[102],"with":[103],"previous":[104],"approaches,":[105],"propose":[107],"isolate":[109],"key":[111],"elementary":[112,195],"property":[113],"processes,":[116],"which":[117,169],"produce":[120],"elements":[121],"time":[123,125],"(e.g.,":[126],"observations,":[127],"options,":[128],"reward":[129],"functions,":[130],"goals),":[132],"over":[133],"an":[134,142],"infinite":[135],"horizon,":[136],"are":[138],"considered":[139],"novel":[140],"observer's":[143],"perspective.":[144],"From":[145],"there,":[146],"build":[148],"problems":[154,167],"focus":[156],"particular":[158],"subset":[161],"goal-conditioned":[164],"reinforcement":[165],"agents":[170],"can":[171],"learn":[172],"growing":[174],"repertoire":[175],"goal-driven":[177],"skills.":[178],"Finally,":[179],"highlight":[181],"work":[183],"remains":[185],"performed":[188],"fill":[190],"gap":[192],"between":[193],"our":[194],"definition":[196],"involved":[200],"notions":[201],"developmental":[206],"AI":[207],"researchers":[208],"may":[209],"mind.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-11-04T00:00:00"}