{"id":"https://openalex.org/W2874746074","doi":"https://doi.org/10.1109/tro.2019.2958211","title":"A Survey on Policy Search Algorithms for Learning Robot Controllers in a Handful of Trials","display_name":"A Survey on Policy Search Algorithms for Learning Robot Controllers in a Handful of Trials","publication_year":2019,"publication_date":"2019-12-27","ids":{"openalex":"https://openalex.org/W2874746074","doi":"https://doi.org/10.1109/tro.2019.2958211","mag":"2874746074"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2019.2958211","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tro.2019.2958211","pdf_url":"https://ieeexplore.ieee.org/ielx7/8860/9056603/08944013.pdf","source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/8860/9056603/08944013.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048630321","display_name":"Konstantinos Chatzilygeroudis","orcid":"https://orcid.org/0000-0003-3585-1027"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210121838","display_name":"Laboratoire Lorrain de Recherche en Informatique et ses Applications","ror":"https://ror.org/02vnf0c38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210121838","https://openalex.org/I4210159245","https://openalex.org/I90183372"]},{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]},{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["CH","FR"],"is_corresponding":false,"raw_author_name":"Konstantinos Chatzilygeroudis","raw_affiliation_strings":["Inria, Centre National de la Recherche Scientifique (CNRS), Universit\u00e9 de Lorraine, LORIA, Nancy, France","Learning Algorithms and Systems Laboratory, Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-3585-1027","affiliations":[{"raw_affiliation_string":"Inria, Centre National de la Recherche Scientifique (CNRS), Universit\u00e9 de Lorraine, LORIA, Nancy, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210121838","https://openalex.org/I90183372"]},{"raw_affiliation_string":"Learning Algorithms and Systems Laboratory, Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021954539","display_name":"Vassilis Vassiliades","orcid":"https://orcid.org/0000-0002-1336-5629"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210121838","display_name":"Laboratoire Lorrain de Recherche en Informatique et ses Applications","ror":"https://ror.org/02vnf0c38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210121838","https://openalex.org/I4210159245","https://openalex.org/I90183372"]},{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Vassilis Vassiliades","raw_affiliation_strings":["Inria, CNRS, Universit\u00e9 de Lorraine, LORIA, F-54000, France","Research Centre on Interactive Media, Smart Systems and Emerging Technologies, Dimarcheio Lefkosias, Plateia Eleftherias, Nicosia, Cyprus","Inria, CNRS, Universit\u00e9 de Lorraine, LORIA, F-54000, Nancy, France"],"raw_orcid":"https://orcid.org/0000-0002-1336-5629","affiliations":[{"raw_affiliation_string":"Inria, CNRS, Universit\u00e9 de Lorraine, LORIA, F-54000, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210121838","https://openalex.org/I90183372"]},{"raw_affiliation_string":"Research Centre on Interactive Media, Smart Systems and Emerging Technologies, Dimarcheio Lefkosias, Plateia Eleftherias, Nicosia, Cyprus","institution_ids":[]},{"raw_affiliation_string":"Inria, CNRS, Universit\u00e9 de Lorraine, LORIA, F-54000, Nancy, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210121838","https://openalex.org/I90183372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017689065","display_name":"Freek Stulp","orcid":"https://orcid.org/0000-0001-9555-9517"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Freek Stulp","raw_affiliation_strings":["German Aerospace Center (DLR), Institute of Robotics and Mechatronics, We\u00dfling, Germany","German Aerospace Center DLR, Institute of Robotics and Mechatronics, We\u00dfling, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9555-9517","affiliations":[{"raw_affiliation_string":"German Aerospace Center (DLR), Institute of Robotics and Mechatronics, We\u00dfling, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"German Aerospace Center DLR, Institute of Robotics and Mechatronics, We\u00dfling, Germany","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048780399","display_name":"Sylvain Calinon","orcid":"https://orcid.org/0000-0002-9036-6799"},"institutions":[{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sylvain Calinon","raw_affiliation_strings":["Idiap Research Institute, Martigny, Switzerland","Idiap Research Institute, , Martigny, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-9036-6799","affiliations":[{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]},{"raw_affiliation_string":"Idiap Research Institute, , Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032227198","display_name":"Jean-Baptiste Mouret","orcid":"https://orcid.org/0000-0002-2513-027X"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210121838","display_name":"Laboratoire Lorrain de Recherche en Informatique et ses Applications","ror":"https://ror.org/02vnf0c38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210121838","https://openalex.org/I4210159245","https://openalex.org/I90183372"]},{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jean-Baptiste Mouret","raw_affiliation_strings":["Inria, Centre National de la Recherche Scientifique (CNRS), Universit\u00e9 de Lorraine, LORIA, Nancy, France"],"raw_orcid":"https://orcid.org/0000-0002-2513-027X","affiliations":[{"raw_affiliation_string":"Inria, Centre National de la Recherche Scientifique (CNRS), Universit\u00e9 de Lorraine, LORIA, Nancy, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210121838","https://openalex.org/I90183372"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.755,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.87757267,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"36","issue":"2","first_page":"328","last_page":"347"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7744849920272827},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.686603844165802},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6847811341285706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5811296701431274},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5732505917549133},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5231438875198364},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.480964332818985},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.4699404835700989},{"id":"https://openalex.org/keywords/search-algorithm","display_name":"Search algorithm","score":0.42818087339401245},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.26490548253059387}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7744849920272827},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.686603844165802},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6847811341285706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5811296701431274},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5732505917549133},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5231438875198364},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.480964332818985},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4699404835700989},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.42818087339401245},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26490548253059387}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.1109/tro.2019.2958211","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tro.2019.2958211","pdf_url":"https://ieeexplore.ieee.org/ielx7/8860/9056603/08944013.pdf","source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1807.02303","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.02303","pdf_url":"https://arxiv.org/pdf/1807.02303","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2874746074","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1807.02303","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:HAL:hal-02393432v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-02393432","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Robotics, 2020, 36 (2), pp.328-347. ⟨10.1109/TRO.2019.2958211⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:elib.dlr.de:136058","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/abstract/document/8944013","pdf_url":null,"source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Zeitschriftenbeitrag"},{"id":"pmh:oai:infoscience.epfl.ch:275376","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/275376","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"research article"},{"id":"pmh:oai:zenodo.org:3746258","is_oa":true,"landing_page_url":"https://zenodo.org/record/3746258","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Robotics vol. 36(no. 2) 328-347","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.1807.02303","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1807.02303","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1109/tro.2019.2958211","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tro.2019.2958211","pdf_url":"https://ieeexplore.ieee.org/ielx7/8860/9056603/08944013.pdf","source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1127646451","display_name":null,"funder_award_id":"780684","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G1927704324","display_name":null,"funder_award_id":"637972","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"},{"id":"https://openalex.org/G2822906056","display_name":"Advancing Anticipatory Behaviors in Dyadic Human-Robot Collaboration","funder_award_id":"731540","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3308442291","display_name":null,"funder_award_id":"EP/S033718/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3875644671","display_name":null,"funder_award_id":"731540","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G52136313","display_name":"Human-Guided Learning and Benchmarking of Robotic Heap Sorting","funder_award_id":"ANR-18-CHR3-0001","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G5313779304","display_name":"Memory of Motion","funder_award_id":"780684","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6666270918","display_name":null,"funder_award_id":"637972","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7256125567","display_name":null,"funder_award_id":"EP/S033718/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8243054746","display_name":null,"funder_award_id":"739578","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G992966723","display_name":"Research Center on Interactive Media, Smart System and Emerging Technologies","funder_award_id":"739578","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"},{"id":"https://openalex.org/F4320338463","display_name":"CHIST-ERA","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2874746074.pdf","grobid_xml":"https://content.openalex.org/works/W2874746074.grobid-xml"},"referenced_works_count":268,"referenced_works":["https://openalex.org/W102487131","https://openalex.org/W123629229","https://openalex.org/W202805564","https://openalex.org/W567721252","https://openalex.org/W658381347","https://openalex.org/W758372786","https://openalex.org/W770013183","https://openalex.org/W1164749991","https://openalex.org/W1480330138","https://openalex.org/W1483202606","https://openalex.org/W1503296932","https://openalex.org/W1520597402","https://openalex.org/W1560270123","https://openalex.org/W1587009522","https://openalex.org/W1601974704","https://openalex.org/W1684361744","https://openalex.org/W1693986406","https://openalex.org/W1738827650","https://openalex.org/W1746819321","https://openalex.org/W1752122489","https://openalex.org/W1771410628","https://openalex.org/W1784796383","https://openalex.org/W1853714515","https://openalex.org/W1923344279","https://openalex.org/W1949804828","https://openalex.org/W1967736575","https://openalex.org/W1969074599","https://openalex.org/W1970495039","https://openalex.org/W1971086298","https://openalex.org/W1972063518","https://openalex.org/W1973102501","https://openalex.org/W1976536305","https://openalex.org/W1977090665","https://openalex.org/W1977655452","https://openalex.org/W1978161072","https://openalex.org/W1980035368","https://openalex.org/W1986014385","https://openalex.org/W1990961668","https://openalex.org/W1993131108","https://openalex.org/W1997477668","https://openalex.org/W1999050977","https://openalex.org/W2001685400","https://openalex.org/W2012587148","https://openalex.org/W2018705428","https://openalex.org/W2020294948","https://openalex.org/W2041242313","https://openalex.org/W2041851440","https://openalex.org/W2044223889","https://openalex.org/W2047191624","https://openalex.org/W2050194500","https://openalex.org/W2052848225","https://openalex.org/W2053324916","https://openalex.org/W2059654640","https://openalex.org/W2060914855","https://openalex.org/W2061144551","https://openalex.org/W2072378688","https://openalex.org/W2073787051","https://openalex.org/W2074792769","https://openalex.org/W2084431767","https://openalex.org/W2085627234","https://openalex.org/W2088042731","https://openalex.org/W2097263684","https://openalex.org/W2099201756","https://openalex.org/W2100235553","https://openalex.org/W2100752967","https://openalex.org/W2100993276","https://openalex.org/W2104578628","https://openalex.org/W2104733512","https://openalex.org/W2105934661","https://openalex.org/W2107726111","https://openalex.org/W2110304639","https://openalex.org/W2111935653","https://openalex.org/W2111967991","https://openalex.org/W2112036188","https://openalex.org/W2116226448","https://openalex.org/W2117085697","https://openalex.org/W2119521930","https://openalex.org/W2121103318","https://openalex.org/W2121658992","https://openalex.org/W2121863487","https://openalex.org/W2123487311","https://openalex.org/W2123967136","https://openalex.org/W2126316555","https://openalex.org/W2127653865","https://openalex.org/W2129202194","https://openalex.org/W2129515556","https://openalex.org/W2132602063","https://openalex.org/W2133853511","https://openalex.org/W2133932631","https://openalex.org/W2136719407","https://openalex.org/W2139053308","https://openalex.org/W2140135625","https://openalex.org/W2140907765","https://openalex.org/W2142577776","https://openalex.org/W2143277772","https://openalex.org/W2145339207","https://openalex.org/W2145957964","https://openalex.org/W2155027007","https://openalex.org/W2156106639","https://openalex.org/W2156174987","https://openalex.org/W2158370675","https://openalex.org/W2158641818","https://openalex.org/W2160049112","https://openalex.org/W2161872510","https://openalex.org/W2162717641","https://openalex.org/W2165150801","https://openalex.org/W2167856595","https://openalex.org/W2168533688","https://openalex.org/W2170519810","https://openalex.org/W2179072710","https://openalex.org/W2185709919","https://openalex.org/W2192203593","https://openalex.org/W2198582666","https://openalex.org/W2200000192","https://openalex.org/W2210408922","https://openalex.org/W2289628494","https://openalex.org/W2294845706","https://openalex.org/W2341171179","https://openalex.org/W2394928340","https://openalex.org/W2415155889","https://openalex.org/W2416041116","https://openalex.org/W2462548332","https://openalex.org/W2528632548","https://openalex.org/W2528734395","https://openalex.org/W2529477964","https://openalex.org/W2534940387","https://openalex.org/W2539084569","https://openalex.org/W2550182557","https://openalex.org/W2558579071","https://openalex.org/W2565817707","https://openalex.org/W2580068393","https://openalex.org/W2580909119","https://openalex.org/W2582284816","https://openalex.org/W2592857946","https://openalex.org/W2604763608","https://openalex.org/W2604883922","https://openalex.org/W2606327391","https://openalex.org/W2615735215","https://openalex.org/W2726187156","https://openalex.org/W2727901370","https://openalex.org/W2739657729","https://openalex.org/W2739858255","https://openalex.org/W2740414344","https://openalex.org/W2754695199","https://openalex.org/W2766447205","https://openalex.org/W2767050701","https://openalex.org/W2768498556","https://openalex.org/W2771401938","https://openalex.org/W2771827793","https://openalex.org/W2772730941","https://openalex.org/W2783932892","https://openalex.org/W2787666871","https://openalex.org/W2788146012","https://openalex.org/W2788608293","https://openalex.org/W2788755844","https://openalex.org/W2790355818","https://openalex.org/W2794908222","https://openalex.org/W2801572960","https://openalex.org/W2804596319","https://openalex.org/W2808492412","https://openalex.org/W2891051118","https://openalex.org/W2895558617","https://openalex.org/W2903630557","https://openalex.org/W2911087563","https://openalex.org/W2919115771","https://openalex.org/W2949608212","https://openalex.org/W2952212725","https://openalex.org/W2962735385","https://openalex.org/W2962736495","https://openalex.org/W2962812027","https://openalex.org/W2962841471","https://openalex.org/W2962887844","https://openalex.org/W2962957005","https://openalex.org/W2962974944","https://openalex.org/W2963090983","https://openalex.org/W2963184939","https://openalex.org/W2963221646","https://openalex.org/W2963293747","https://openalex.org/W2963390419","https://openalex.org/W2963403593","https://openalex.org/W2963614114","https://openalex.org/W2963649664","https://openalex.org/W2963659022","https://openalex.org/W2963709735","https://openalex.org/W2963864421","https://openalex.org/W2963930274","https://openalex.org/W2963960193","https://openalex.org/W2964001908","https://openalex.org/W2964043796","https://openalex.org/W2964059111","https://openalex.org/W2964061343","https://openalex.org/W2964161785","https://openalex.org/W2964267629","https://openalex.org/W2964337555","https://openalex.org/W2968116426","https://openalex.org/W3016119703","https://openalex.org/W3081188931","https://openalex.org/W3101442004","https://openalex.org/W3101780148","https://openalex.org/W3122582847","https://openalex.org/W3124229194","https://openalex.org/W4205513846","https://openalex.org/W4211008118","https://openalex.org/W4214717370","https://openalex.org/W4232090110","https://openalex.org/W4243385754","https://openalex.org/W4300982816","https://openalex.org/W6605046980","https://openalex.org/W6608206471","https://openalex.org/W6616173779","https://openalex.org/W6617145748","https://openalex.org/W6622219343","https://openalex.org/W6629021139","https://openalex.org/W6635991215","https://openalex.org/W6637591494","https://openalex.org/W6638018090","https://openalex.org/W6639110208","https://openalex.org/W6675200109","https://openalex.org/W6675999342","https://openalex.org/W6676560026","https://openalex.org/W6677477928","https://openalex.org/W6678157427","https://openalex.org/W6678212731","https://openalex.org/W6678367057","https://openalex.org/W6680331187","https://openalex.org/W6680657880","https://openalex.org/W6681672864","https://openalex.org/W6682849425","https://openalex.org/W6683204974","https://openalex.org/W6683409214","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6685755111","https://openalex.org/W6687744914","https://openalex.org/W6692846177","https://openalex.org/W6696741278","https://openalex.org/W6712159208","https://openalex.org/W6713841817","https://openalex.org/W6716177886","https://openalex.org/W6727713079","https://openalex.org/W6728252718","https://openalex.org/W6729433768","https://openalex.org/W6730100995","https://openalex.org/W6736057607","https://openalex.org/W6737757103","https://openalex.org/W6740023956","https://openalex.org/W6740222838","https://openalex.org/W6740801417","https://openalex.org/W6741361698","https://openalex.org/W6742184374","https://openalex.org/W6744108890","https://openalex.org/W6745747580","https://openalex.org/W6745983339","https://openalex.org/W6746075849","https://openalex.org/W6746443092","https://openalex.org/W6748310522","https://openalex.org/W6748577587","https://openalex.org/W6748616258","https://openalex.org/W6748758124","https://openalex.org/W6748885356","https://openalex.org/W6750253780","https://openalex.org/W6751494529","https://openalex.org/W6751907673","https://openalex.org/W6754628760","https://openalex.org/W6764988152","https://openalex.org/W6782982994","https://openalex.org/W6841152538","https://openalex.org/W6843924112"],"related_works":["https://openalex.org/W2997896361","https://openalex.org/W1972063518","https://openalex.org/W2147032798","https://openalex.org/W3104307775","https://openalex.org/W2513373085","https://openalex.org/W1973102501","https://openalex.org/W3007369745","https://openalex.org/W2963124687","https://openalex.org/W3091552533","https://openalex.org/W2909588145","https://openalex.org/W2528734395","https://openalex.org/W778742492","https://openalex.org/W3149922422","https://openalex.org/W1499557840","https://openalex.org/W3203483019","https://openalex.org/W2800367501","https://openalex.org/W1568324189","https://openalex.org/W2476216644","https://openalex.org/W2995398768","https://openalex.org/W2770014065"],"abstract_inverted_index":{"Most":[0],"policy":[1,83,91,127],"search":[2],"(PS)":[3],"algorithms":[4,141],"require":[5],"thousands":[6],"of":[7,32,44,110,133,150],"training":[8],"episodes":[9],"to":[10,60,77,105,164],"find":[11],"an":[12],"effective":[13],"policy,":[14],"which":[15],"is":[16,76,104],"often":[17],"infeasible":[18],"with":[19,40,54],"a":[20,37,42,49,73],"physical":[21],"robot.":[22],"This":[23],"survey":[24],"article":[25],"focuses":[26],"on":[27,81,89,96],"the":[28,33,55,82,90,97,111,118,126,130,134,148,172],"extreme":[29],"other":[30],"end":[31],"spectrum:":[34],"how":[35],"can":[36],"robot":[38],"adapt":[39],"only":[41],"handful":[43],"trials":[45],"(a":[46],"dozen)":[47],"and":[48,152,170],"few":[50],"minutes?":[51],"By":[52],"analogy":[53],"word":[56],"\u201cbig-data,\u201d":[57],"we":[58,70],"refer":[59],"this":[61,68],"challenge":[62],"as":[63],"\u201cmicro-data":[64],"reinforcement":[65],"learning.\u201d":[66],"In":[67],"article,":[69],"show":[71],"that":[72,125],"first":[74],"strategy":[75,103],"leverage":[78],"prior":[79,153],"knowledge":[80],"structure":[84],"(e.g.,":[85,93,99,114,121],"dynamic":[86],"movement":[87],"primitives),":[88],"parameters":[92],"demonstrations),":[94],"or":[95,117],"dynamics":[98],"simulators).":[100],"A":[101],"second":[102],"create":[106],"data-driven":[107],"surrogate":[108],"models":[109],"expected":[112],"reward":[113],"Bayesian":[115],"optimization)":[116],"dynamical":[119],"model":[120,131,151],"model-based":[122],"PS),":[123],"so":[124],"optimizer":[128],"queries":[129],"instead":[132],"real":[135],"system.":[136],"Overall,":[137],"all":[138],"successful":[139],"micro-data":[140],"combine":[142],"these":[143],"two":[144],"strategies":[145],"by":[146],"varying":[147],"kind":[149],"knowledge.":[154],"The":[155],"current":[156],"scientific":[157],"challenges":[158],"essentially":[159],"revolve":[160],"around":[161],"scaling":[162],"up":[163],"complex":[165],"robots,":[166],"designing":[167],"generic":[168],"priors,":[169],"optimizing":[171],"computing":[173],"time.":[174]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":7}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}