{"id":"https://openalex.org/W4378070817","doi":"https://doi.org/10.1109/tcds.2023.3270081","title":"REAL-X\u2014Robot Open-Ended Autonomous Learning Architecture: Building Truly End-to-End Sensorimotor Autonomous Learning Systems","display_name":"REAL-X\u2014Robot Open-Ended Autonomous Learning Architecture: Building Truly End-to-End Sensorimotor Autonomous Learning Systems","publication_year":2023,"publication_date":"2023-05-24","ids":{"openalex":"https://openalex.org/W4378070817","doi":"https://doi.org/10.1109/tcds.2023.3270081"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2023.3270081","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2023.3270081","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274989/7422051/10132490.pdf","source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/7274989/7422051/10132490.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011429131","display_name":"Emilio Cartoni","orcid":"https://orcid.org/0000-0001-8026-5145"},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210166865","display_name":"Institute of Cognitive Sciences and Technologies","ror":"https://ror.org/05w9g2j85","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210155236","https://openalex.org/I4210166865"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Emilio Cartoni","raw_affiliation_strings":["Institute of Cognitive Sciences and Technologies, National Research Council, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8026-5145","affiliations":[{"raw_affiliation_string":"Institute of Cognitive Sciences and Technologies, National Research Council, Rome, Italy","institution_ids":["https://openalex.org/I4210166865","https://openalex.org/I4210155236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089887777","display_name":"Davide Montella","orcid":"https://orcid.org/0009-0008-4915-0380"},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210166865","display_name":"Institute of Cognitive Sciences and Technologies","ror":"https://ror.org/05w9g2j85","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210155236","https://openalex.org/I4210166865"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Davide Montella","raw_affiliation_strings":["Institute of Cognitive Sciences and Technologies, National Research Council, Rome, Italy"],"raw_orcid":"https://orcid.org/0009-0008-4915-0380","affiliations":[{"raw_affiliation_string":"Institute of Cognitive Sciences and Technologies, National Research Council, Rome, Italy","institution_ids":["https://openalex.org/I4210166865","https://openalex.org/I4210155236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065703786","display_name":"Jochen Triesch","orcid":"https://orcid.org/0000-0001-8166-2441"},"institutions":[{"id":"https://openalex.org/I2801628138","display_name":"Frankfurt Institute for Advanced Studies","ror":"https://ror.org/05vmv8m79","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2801628138"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jochen Triesch","raw_affiliation_strings":["Frankfurt Institute of Advanced Studies, Frankfurt, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8166-2441","affiliations":[{"raw_affiliation_string":"Frankfurt Institute of Advanced Studies, Frankfurt, Germany","institution_ids":["https://openalex.org/I2801628138"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076711458","display_name":"Gianluca Baldassarre","orcid":"https://orcid.org/0000-0002-1277-4447"},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210166865","display_name":"Institute of Cognitive Sciences and Technologies","ror":"https://ror.org/05w9g2j85","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210155236","https://openalex.org/I4210166865"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gianluca Baldassarre","raw_affiliation_strings":["Institute of Cognitive Sciences and Technologies, National Research Council, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0002-1277-4447","affiliations":[{"raw_affiliation_string":"Institute of Cognitive Sciences and Technologies, National Research Council, Rome, Italy","institution_ids":["https://openalex.org/I4210166865","https://openalex.org/I4210155236"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9592,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.78599452,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"15","issue":"4","first_page":"2014","last_page":"2030"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7892884016036987},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6652107238769531},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6552877426147461},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6360299587249756},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.5529329776763916},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5106437802314758},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42893359065055847},{"id":"https://openalex.org/keywords/autonomous-robot","display_name":"Autonomous robot","score":0.4109402596950531},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37777382135391235},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.27891805768013}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7892884016036987},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6652107238769531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6552877426147461},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6360299587249756},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.5529329776763916},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5106437802314758},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42893359065055847},{"id":"https://openalex.org/C2778835581","wikidata":"https://www.wikidata.org/wiki/Q2916098","display_name":"Autonomous robot","level":4,"score":0.4109402596950531},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37777382135391235},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.27891805768013},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2023.3270081","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2023.3270081","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274989/7422051/10132490.pdf","source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tcds.2023.3270081","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2023.3270081","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274989/7422051/10132490.pdf","source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5880680131","display_name":"Goal-based Open-ended Autonomous Learning Robots","funder_award_id":"713010","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378070817.pdf","grobid_xml":"https://content.openalex.org/works/W4378070817.grobid-xml"},"referenced_works_count":85,"referenced_works":["https://openalex.org/W355724390","https://openalex.org/W1763311249","https://openalex.org/W2013830186","https://openalex.org/W2022163520","https://openalex.org/W2034806191","https://openalex.org/W2085754318","https://openalex.org/W2091369526","https://openalex.org/W2101524054","https://openalex.org/W2144105913","https://openalex.org/W2149935627","https://openalex.org/W2162850206","https://openalex.org/W2170476002","https://openalex.org/W2220413658","https://openalex.org/W2229830468","https://openalex.org/W2313007200","https://openalex.org/W2334036380","https://openalex.org/W2401657790","https://openalex.org/W2503640645","https://openalex.org/W2532040183","https://openalex.org/W2616430965","https://openalex.org/W2734477678","https://openalex.org/W2744921630","https://openalex.org/W2768837692","https://openalex.org/W2788388592","https://openalex.org/W2788489172","https://openalex.org/W2795463920","https://openalex.org/W2804392443","https://openalex.org/W2823112946","https://openalex.org/W2883433335","https://openalex.org/W2885550588","https://openalex.org/W2892673593","https://openalex.org/W2904924504","https://openalex.org/W2907904605","https://openalex.org/W2914584948","https://openalex.org/W2921056832","https://openalex.org/W2963037989","https://openalex.org/W2963438456","https://openalex.org/W2963523627","https://openalex.org/W2966178287","https://openalex.org/W2966271811","https://openalex.org/W2981344907","https://openalex.org/W2990138404","https://openalex.org/W2995298643","https://openalex.org/W2996965557","https://openalex.org/W2998340141","https://openalex.org/W3007769740","https://openalex.org/W3010433248","https://openalex.org/W3010717779","https://openalex.org/W3131342066","https://openalex.org/W3194050116","https://openalex.org/W3205781067","https://openalex.org/W4206133947","https://openalex.org/W4214717370","https://openalex.org/W4233071312","https://openalex.org/W4249441547","https://openalex.org/W4287779179","https://openalex.org/W4294351673","https://openalex.org/W4298326250","https://openalex.org/W4311415873","https://openalex.org/W6628902087","https://openalex.org/W6632714039","https://openalex.org/W6640963894","https://openalex.org/W6717230150","https://openalex.org/W6734325300","https://openalex.org/W6742667875","https://openalex.org/W6748603076","https://openalex.org/W6751768526","https://openalex.org/W6753060773","https://openalex.org/W6753756885","https://openalex.org/W6753925943","https://openalex.org/W6756684005","https://openalex.org/W6760560886","https://openalex.org/W6762863188","https://openalex.org/W6769596995","https://openalex.org/W6771217966","https://openalex.org/W6772069813","https://openalex.org/W6778000925","https://openalex.org/W6787566416","https://openalex.org/W6788329992","https://openalex.org/W6789404402","https://openalex.org/W6793841834","https://openalex.org/W6800221206","https://openalex.org/W6810134311","https://openalex.org/W6811396868","https://openalex.org/W7020075990"],"related_works":["https://openalex.org/W2913184176","https://openalex.org/W4285102526","https://openalex.org/W2771769625","https://openalex.org/W3006181717","https://openalex.org/W2232179526","https://openalex.org/W3091734909","https://openalex.org/W3194797026","https://openalex.org/W771802529","https://openalex.org/W2113226229","https://openalex.org/W2011024242"],"abstract_inverted_index":{"Open-ended":[0],"learning":[1,15,54,194],"is":[2,35,84],"a":[3,59,66,80,127,133,158,175,188],"core":[4],"research":[5],"field":[6],"of":[7,32,51,97,106,145],"developmental":[8],"robotics":[9],"and":[10,17,24,122,165],"AI":[11],"aiming":[12],"to":[13,36,93,169],"build":[14],"machines":[16],"robots":[18],"that":[19,161],"can":[20,141],"autonomously":[21,74],"acquire":[22],"knowledge":[23],"skills":[25],"incrementally":[26],"as":[27],"infants.":[28],"The":[29,56,101,152],"first":[30,67],"contribution":[31],"this":[33],"work":[34,131],"highlight":[37],"the":[38,42,49,90,95,104,130,139,146,184],"challenges":[39,108],"posed":[40],"by":[41,73],"previously":[43,98],"proposed":[44],"benchmark":[45,57,102,147,186],"\u2018REAL":[46],"competition\u2019":[47],"fostering":[48],"development":[50],"truly":[52],"open-ended":[53,193],"robots.":[55],"involves":[58],"simulated":[60],"camera-arm":[61],"robot":[62],"that:":[63],"(a)":[64],"in":[65,79,89,111,113,179,195],"\u2018intrinsic":[68],"phase\u2019":[69,83],"acquires":[70],"sensorimotor":[71],"competence":[72],"interacting":[75],"with":[76,86],"objects;":[77],"(b)":[78],"second":[81,128],"\u2018extrinsic":[82],"tested":[85],"tasks,":[87],"unknown":[88],"intrinsic":[91,167],"phase,":[92],"measure":[94],"quality":[96],"acquired":[99],"knowledge.":[100],"requires":[103],"solution":[105],"multiple":[107],"usually":[109],"tackled":[110],"isolation,":[112],"particular":[114],"exploration,":[115],"sparse-rewards,":[116],"object":[117],"learning,":[118],"generalisation,":[119],"task/goal":[120],"self-generation,":[121],"autonomous":[123],"skill":[124],"learning.":[125],"As":[126],"contribution,":[129],"presents":[132],"\u2018REAL-X\u2019":[134],"architecture.":[135],"Different":[136],"systems":[137,154,173],"implementing":[138],"architecture":[140],"solve":[142],"different":[143],"versions":[144],"progressively":[148],"releasing":[149],"initial":[150],"simplifications.":[151],"REAL-X":[153],"are":[155],"based":[156],"on":[157,166],"planning":[159],"approach":[160],"dynamically":[162],"increases":[163],"abstraction":[164],"motivations":[168],"foster":[170],"exploration.":[171],"Some":[172],"achieves":[174],"good":[176],"performance":[177],"level":[178],"very":[180],"demanding":[181],"conditions.":[182],"Overall,":[183],"REAL":[185],"represents":[187],"valuable":[189],"tool":[190],"for":[191],"studying":[192],"its":[196],"hardest":[197],"form.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}