{"id":"https://openalex.org/W4221141793","doi":"https://doi.org/10.1613/jair.1.13596","title":"Automated Reinforcement Learning (AutoRL): A Survey and Open Problems","display_name":"Automated Reinforcement Learning (AutoRL): A Survey and Open Problems","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4221141793","doi":"https://doi.org/10.1613/jair.1.13596"},"language":"en","primary_location":{"id":"doi:10.1613/jair.1.13596","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.1.13596","pdf_url":"https://jair.org/index.php/jair/article/download/13596/26808","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://jair.org/index.php/jair/article/download/13596/26808","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083828420","display_name":"Jack Parker-Holder","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jack Parker-Holder","raw_affiliation_strings":["University of Oxford"],"affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069785537","display_name":"Raghu Rajan","orcid":null},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Raghu Rajan","raw_affiliation_strings":["University of Freiburg Xingyou Song"],"affiliations":[{"raw_affiliation_string":"University of Freiburg Xingyou Song","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081034298","display_name":"Xingyou Song","orcid":"https://orcid.org/0000-0001-6055-3174"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xingyou Song","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059374472","display_name":"Andr\u00e9 Biedenkapp","orcid":"https://orcid.org/0000-0002-8703-8559"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113520","display_name":"Brain (Germany)","ror":"https://ror.org/01gamcy45","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210113520"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 Biedenkapp","raw_affiliation_strings":["Google Research, Brain Team"],"affiliations":[{"raw_affiliation_string":"Google Research, Brain Team","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I4210113520"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039869395","display_name":"Yingjie Miao","orcid":"https://orcid.org/0000-0001-6908-0182"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yingjie Miao","raw_affiliation_strings":["University of Freiburg"],"affiliations":[{"raw_affiliation_string":"University of Freiburg","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038833033","display_name":"Theresa Eimer","orcid":"https://orcid.org/0000-0001-5561-5908"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113520","display_name":"Brain (Germany)","ror":"https://ror.org/01gamcy45","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210113520"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Theresa Eimer","raw_affiliation_strings":["Google Research, Brain Team"],"affiliations":[{"raw_affiliation_string":"Google Research, Brain Team","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I4210113520"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030508941","display_name":"Baohe Zhang","orcid":"https://orcid.org/0000-0003-1338-1837"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baohe Zhang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101775198","display_name":"Vu Nguyen","orcid":"https://orcid.org/0000-0002-0294-4561"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vu Nguyen","raw_affiliation_strings":["Leibniz University Hannover Baohe Zhang"],"affiliations":[{"raw_affiliation_string":"Leibniz University Hannover Baohe Zhang","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002235575","display_name":"Roberto Calandra","orcid":"https://orcid.org/0000-0001-9430-8433"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Roberto Calandra","raw_affiliation_strings":["University of Freiburg"],"affiliations":[{"raw_affiliation_string":"University of Freiburg","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002971435","display_name":"Aleksandra Faust","orcid":"https://orcid.org/0000-0002-3268-8685"},"institutions":[{"id":"https://openalex.org/I4210113520","display_name":"Brain (Germany)","ror":"https://ror.org/01gamcy45","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210113520"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Aleksandra Faust","raw_affiliation_strings":["Google Research, Brain Team"],"affiliations":[{"raw_affiliation_string":"Google Research, Brain Team","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I4210113520"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031002895","display_name":"Frank Hutter","orcid":"https://orcid.org/0000-0002-2037-3694"},"institutions":[{"id":"https://openalex.org/I4210151956","display_name":"Robert Bosch (India)","ror":"https://ror.org/04my8ty22","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210151956","https://openalex.org/I889804353"]},{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE","IN"],"is_corresponding":false,"raw_author_name":"Frank Hutter","raw_affiliation_strings":["University of Freiburg & Bosch Center for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"University of Freiburg & Bosch Center for Artificial Intelligence","institution_ids":["https://openalex.org/I4210151956","https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045511267","display_name":"Marius Lindauer","orcid":"https://orcid.org/0000-0002-9675-3175"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marius Lindauer","raw_affiliation_strings":["Leibniz University Hannover"],"affiliations":[{"raw_affiliation_string":"Leibniz University Hannover","institution_ids":["https://openalex.org/I114112103"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5083828420"],"corresponding_institution_ids":["https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":10.5574,"has_fulltext":true,"cited_by_count":79,"citation_normalized_percentile":{"value":0.98564883,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"74","issue":null,"first_page":"517","last_page":"568"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8597335815429688},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7710568904876709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6082053184509277},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.521049439907074},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.4683648347854614},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46200722455978394},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43959861993789673},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.43498414754867554},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4175293743610382},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.0751885175704956}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8597335815429688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7710568904876709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6082053184509277},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.521049439907074},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.4683648347854614},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46200722455978394},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43959861993789673},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.43498414754867554},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4175293743610382},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0751885175704956},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1613/jair.1.13596","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.1.13596","pdf_url":"https://jair.org/index.php/jair/article/download/13596/26808","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2201.03916","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.03916","pdf_url":"https://arxiv.org/pdf/2201.03916","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1613/jair.1.13596","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.1.13596","pdf_url":"https://jair.org/index.php/jair/article/download/13596/26808","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4221141793.pdf","grobid_xml":"https://content.openalex.org/works/W4221141793.grobid-xml"},"referenced_works_count":383,"referenced_works":["https://openalex.org/W14039637","https://openalex.org/W41554520","https://openalex.org/W110258791","https://openalex.org/W114730584","https://openalex.org/W116062058","https://openalex.org/W308655052","https://openalex.org/W1490176645","https://openalex.org/W1495775210","https://openalex.org/W1504962226","https://openalex.org/W1514587017","https://openalex.org/W1514875444","https://openalex.org/W1522248029","https://openalex.org/W1527672606","https://openalex.org/W1532179194","https://openalex.org/W1575029535","https://openalex.org/W1583330603","https://openalex.org/W1771410628","https://openalex.org/W1777239053","https://openalex.org/W1836465849","https://openalex.org/W1980035368","https://openalex.org/W2029320154","https://openalex.org/W2042520683","https://openalex.org/W2073787051","https://openalex.org/W2087617385","https://openalex.org/W2096368961","https://openalex.org/W2097998348","https://openalex.org/W2099201756","https://openalex.org/W2099397840","https://openalex.org/W2102863375","https://openalex.org/W2104569262","https://openalex.org/W2109910161","https://openalex.org/W2111935653","https://openalex.org/W2112413846","https://openalex.org/W2119814172","https://openalex.org/W2126316555","https://openalex.org/W2127265926","https://openalex.org/W2136064843","https://openalex.org/W2142183404","https://openalex.org/W2144357723","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2155968351","https://openalex.org/W2156779765","https://openalex.org/W2158782408","https://openalex.org/W2158969944","https://openalex.org/W2163605009","https://openalex.org/W2170889787","https://openalex.org/W2171426878","https://openalex.org/W2172259501","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2186398480","https://openalex.org/W2186820913","https://openalex.org/W2194775991","https://openalex.org/W2201581102","https://openalex.org/W2240302289","https://openalex.org/W2256388387","https://openalex.org/W2257979135","https://openalex.org/W2260756217","https://openalex.org/W2290883490","https://openalex.org/W2403330319","https://openalex.org/W2408019865","https://openalex.org/W2427497464","https://openalex.org/W2471761533","https://openalex.org/W2555886487","https://openalex.org/W2556522401","https://openalex.org/W2578206533","https://openalex.org/W2591916597","https://openalex.org/W2592915494","https://openalex.org/W2603088459","https://openalex.org/W2604196750","https://openalex.org/W2604763608","https://openalex.org/W2615089626","https://openalex.org/W2616430965","https://openalex.org/W2622957538","https://openalex.org/W2624086852","https://openalex.org/W2724169821","https://openalex.org/W2736601468","https://openalex.org/W2739473244","https://openalex.org/W2746553466","https://openalex.org/W2747402019","https://openalex.org/W2752860283","https://openalex.org/W2754517384","https://openalex.org/W2761873684","https://openalex.org/W2766412091","https://openalex.org/W2776365419","https://openalex.org/W2778749116","https://openalex.org/W2785430118","https://openalex.org/W2785529341","https://openalex.org/W2786036274","https://openalex.org/W2787387965","https://openalex.org/W2788989367","https://openalex.org/W2796835114","https://openalex.org/W2797527950","https://openalex.org/W2797555254","https://openalex.org/W2798273187","https://openalex.org/W2798854895","https://openalex.org/W2803767077","https://openalex.org/W2804268694","https://openalex.org/W2805762288","https://openalex.org/W2809090039","https://openalex.org/W2809256243","https://openalex.org/W2810602713","https://openalex.org/W2885163910","https://openalex.org/W2885311373","https://openalex.org/W2890208753","https://openalex.org/W2898211994","https://openalex.org/W2899131640","https://openalex.org/W2903181768","https://openalex.org/W2903717821","https://openalex.org/W2904246096","https://openalex.org/W2904355162","https://openalex.org/W2906697496","https://openalex.org/W2907502844","https://openalex.org/W2907540900","https://openalex.org/W2908427431","https://openalex.org/W2911616846","https://openalex.org/W2912063360","https://openalex.org/W2912260645","https://openalex.org/W2913350117","https://openalex.org/W2913403708","https://openalex.org/W2913773024","https://openalex.org/W2920362155","https://openalex.org/W2923504512","https://openalex.org/W2935588605","https://openalex.org/W2941355526","https://openalex.org/W2944428692","https://openalex.org/W2945796529","https://openalex.org/W2946949467","https://openalex.org/W2949488369","https://openalex.org/W2950462959","https://openalex.org/W2950624398","https://openalex.org/W2950680102","https://openalex.org/W2951104886","https://openalex.org/W2951306584","https://openalex.org/W2951665052","https://openalex.org/W2951799221","https://openalex.org/W2952509347","https://openalex.org/W2952526277","https://openalex.org/W2963157343","https://openalex.org/W2963184939","https://openalex.org/W2963474950","https://openalex.org/W2963674559","https://openalex.org/W2963775850","https://openalex.org/W2963864421","https://openalex.org/W2964025389","https://openalex.org/W2964043796","https://openalex.org/W2964096423","https://openalex.org/W2964201809","https://openalex.org/W2964227312","https://openalex.org/W2965658867","https://openalex.org/W2969489701","https://openalex.org/W2970190219","https://openalex.org/W2970971581","https://openalex.org/W2971043187","https://openalex.org/W2972414681","https://openalex.org/W2972758308","https://openalex.org/W2973821523","https://openalex.org/W2979363950","https://openalex.org/W2979869797","https://openalex.org/W2980433389","https://openalex.org/W2980555752","https://openalex.org/W2981030070","https://openalex.org/W2981297895","https://openalex.org/W2981344907","https://openalex.org/W2982316857","https://openalex.org/W2985931096","https://openalex.org/W2990747716","https://openalex.org/W2992977009","https://openalex.org/W2993291801","https://openalex.org/W2994066474","https://openalex.org/W2994073215","https://openalex.org/W2995298643","https://openalex.org/W2995894173","https://openalex.org/W2996037775","https://openalex.org/W2996283175","https://openalex.org/W3004082694","https://openalex.org/W3005127431","https://openalex.org/W3005596810","https://openalex.org/W3010756906","https://openalex.org/W3011974631","https://openalex.org/W3012544020","https://openalex.org/W3033324992","https://openalex.org/W3034692406","https://openalex.org/W3034956653","https://openalex.org/W3034971196","https://openalex.org/W3034973310","https://openalex.org/W3035847478","https://openalex.org/W3036282537","https://openalex.org/W3036670859","https://openalex.org/W3037760466","https://openalex.org/W3037804676","https://openalex.org/W3037871539","https://openalex.org/W3038092671","https://openalex.org/W3038883695","https://openalex.org/W3042532592","https://openalex.org/W3042933240","https://openalex.org/W3043013488","https://openalex.org/W3046174433","https://openalex.org/W3082857813","https://openalex.org/W3091860746","https://openalex.org/W3092954297","https://openalex.org/W3093107604","https://openalex.org/W3095669803","https://openalex.org/W3096471977","https://openalex.org/W3099050578","https://openalex.org/W3099646280","https://openalex.org/W3099934359","https://openalex.org/W3101438731","https://openalex.org/W3101966195","https://openalex.org/W3102010149","https://openalex.org/W3103780890","https://openalex.org/W3104876774","https://openalex.org/W3105441357","https://openalex.org/W3107153805","https://openalex.org/W3108060474","https://openalex.org/W3110161557","https://openalex.org/W3113331478","https://openalex.org/W3118210634","https://openalex.org/W3118409705","https://openalex.org/W3120327542","https://openalex.org/W3120947768","https://openalex.org/W3123322590","https://openalex.org/W3124229194","https://openalex.org/W3125087981","https://openalex.org/W3125549746","https://openalex.org/W3126217842","https://openalex.org/W3126727642","https://openalex.org/W3127007986","https://openalex.org/W3128755835","https://openalex.org/W3129981047","https://openalex.org/W3130547628","https://openalex.org/W3130564053","https://openalex.org/W3134267336","https://openalex.org/W3137846223","https://openalex.org/W3139117132","https://openalex.org/W3141492684","https://openalex.org/W3159045549","https://openalex.org/W3160356267","https://openalex.org/W3164631379","https://openalex.org/W3167527548","https://openalex.org/W3168340072","https://openalex.org/W3171051732","https://openalex.org/W3171389793","https://openalex.org/W3172279798","https://openalex.org/W3172487372","https://openalex.org/W3174712563","https://openalex.org/W3175536591","https://openalex.org/W3175614116","https://openalex.org/W3185227091","https://openalex.org/W3185826690","https://openalex.org/W3187370891","https://openalex.org/W3188798563","https://openalex.org/W3196714515","https://openalex.org/W3197485521","https://openalex.org/W3197608410","https://openalex.org/W3199421945","https://openalex.org/W3202659743","https://openalex.org/W3204728906","https://openalex.org/W3205509561","https://openalex.org/W3211471094","https://openalex.org/W3213132814","https://openalex.org/W3213432714","https://openalex.org/W3213971280","https://openalex.org/W4213377513","https://openalex.org/W4225924362","https://openalex.org/W4244423745","https://openalex.org/W4252003911","https://openalex.org/W4286908116","https://openalex.org/W4286910245","https://openalex.org/W4286959346","https://openalex.org/W4286981945","https://openalex.org/W4287018575","https://openalex.org/W4287113927","https://openalex.org/W4287122271","https://openalex.org/W4287370255","https://openalex.org/W4287392624","https://openalex.org/W4287637675","https://openalex.org/W4287673640","https://openalex.org/W4287759108","https://openalex.org/W4287812298","https://openalex.org/W4287827583","https://openalex.org/W4287994316","https://openalex.org/W4288104008","https://openalex.org/W4288264640","https://openalex.org/W4288319859","https://openalex.org/W4288333794","https://openalex.org/W4288574819","https://openalex.org/W4289294484","https://openalex.org/W4289763996","https://openalex.org/W4293853611","https://openalex.org/W4295312788","https://openalex.org/W4297733768","https://openalex.org/W4297779039","https://openalex.org/W4297789758","https://openalex.org/W4297797010","https://openalex.org/W4298206671","https://openalex.org/W4298324247","https://openalex.org/W4298845604","https://openalex.org/W4298876402","https://openalex.org/W4300799055","https://openalex.org/W4300886904","https://openalex.org/W4300971732","https://openalex.org/W4302028626","https://openalex.org/W4312107731","https://openalex.org/W4385245566","https://openalex.org/W4391602018","https://openalex.org/W4394662461","https://openalex.org/W6600549080","https://openalex.org/W6601295022","https://openalex.org/W6629587324","https://openalex.org/W6631864531","https://openalex.org/W6631895800","https://openalex.org/W6638018090","https://openalex.org/W6640963894","https://openalex.org/W6674385629","https://openalex.org/W6679121739","https://openalex.org/W6680272063","https://openalex.org/W6683153233","https://openalex.org/W6686376556","https://openalex.org/W6687483927","https://openalex.org/W6687681856","https://openalex.org/W6689962083","https://openalex.org/W6691895530","https://openalex.org/W6696605518","https://openalex.org/W6727349600","https://openalex.org/W6729433768","https://openalex.org/W6739901393","https://openalex.org/W6740092555","https://openalex.org/W6740421855","https://openalex.org/W6740801417","https://openalex.org/W6741002519","https://openalex.org/W6744123322","https://openalex.org/W6744325030","https://openalex.org/W6747985145","https://openalex.org/W6748157879","https://openalex.org/W6748317118","https://openalex.org/W6748440607","https://openalex.org/W6750629867","https://openalex.org/W6751869817","https://openalex.org/W6752515464","https://openalex.org/W6753278433","https://openalex.org/W6754184789","https://openalex.org/W6756256016","https://openalex.org/W6756809921","https://openalex.org/W6757628026","https://openalex.org/W6758326461","https://openalex.org/W6758518918","https://openalex.org/W6759008790","https://openalex.org/W6759301632","https://openalex.org/W6760405395","https://openalex.org/W6761496057","https://openalex.org/W6764965709","https://openalex.org/W6764972582","https://openalex.org/W6765178646","https://openalex.org/W6766900654","https://openalex.org/W6767015469","https://openalex.org/W6767972373","https://openalex.org/W6769119595","https://openalex.org/W6769448562","https://openalex.org/W6771738409","https://openalex.org/W6771843596","https://openalex.org/W6772005887","https://openalex.org/W6775522024","https://openalex.org/W6776295297","https://openalex.org/W6780298458","https://openalex.org/W6780404908","https://openalex.org/W6780559895","https://openalex.org/W6780608970","https://openalex.org/W6780783428","https://openalex.org/W6780995382","https://openalex.org/W6784049536","https://openalex.org/W6784491739","https://openalex.org/W6785508121","https://openalex.org/W6785773227","https://openalex.org/W6788109975","https://openalex.org/W6790829992","https://openalex.org/W6796771431","https://openalex.org/W6801567575","https://openalex.org/W6802191724","https://openalex.org/W6863618527","https://openalex.org/W7036150798","https://openalex.org/W7075648084"],"related_works":["https://openalex.org/W2032233321","https://openalex.org/W3121970507","https://openalex.org/W2110028391","https://openalex.org/W54497855","https://openalex.org/W217960748","https://openalex.org/W4306904969","https://openalex.org/W3125814499","https://openalex.org/W2090827041","https://openalex.org/W2148533276","https://openalex.org/W2094012830"],"abstract_inverted_index":{"The":[0],"combination":[1],"of":[2,14,32,74,111,127,139,148,162,170,193,208],"Reinforcement":[3,103],"Learning":[4,104],"(RL)":[5],"with":[6,17],"deep":[7],"learning":[8],"has":[9,78,91,132,173],"led":[10],"to":[11,39,58,84,99,119,153,182,189,210],"a":[12,23,124,146,196],"series":[13],"impressive":[15],"feats,":[16],"many":[18,71],"believing":[19],"(deep)":[20],"RL":[21,33,60],"provides":[22],"path":[24],"towards":[25],"generally":[26],"capable":[27],"agents.":[28],"However,":[29,101],"the":[30,43,160,171,191],"success":[31],"agents":[34],"is":[35,82],"often":[36],"highly":[37],"sensitive":[38],"design":[40,87,152],"choices":[41],"in":[42,141,145,167,176,202],"training":[44],"process,":[45],"which":[46],"may":[47],"require":[48],"tedious":[49],"and":[50,64,89,164,204],"error-prone":[51],"manual":[52],"tuning.":[53],"This":[54],"makes":[55],"it":[56,81],"challenging":[57],"use":[59],"for":[61],"new":[62],"problems":[63,207],"also":[65,92,114],"limits":[66],"its":[67],"full":[68],"potential.":[69],"In":[70,184],"other":[72],"areas":[73],"machine":[75],"learning,":[76],"AutoML":[77,90,112],"shown":[79],"that":[80,121],"possible":[83],"automate":[85],"such":[86,156],"choices,":[88],"yielded":[93],"promising":[94],"initial":[95],"results":[96],"when":[97],"applied":[98],"RL.":[100],"Automated":[102],"(AutoRL)":[105],"involves":[106],"not":[107],"only":[108],"standard":[109],"applications":[110,149],"but":[113],"includes":[115],"additional":[116],"challenges":[117],"unique":[118],"RL,":[120,142,168],"naturally":[122],"produce":[123],"different":[125],"set":[126],"methods.":[128],"As":[129],"such,":[130],"AutoRL":[131],"been":[133,174],"emerging":[134],"as":[135,157],"an":[136],"important":[137],"area":[138,201],"research":[140,172],"providing":[143],"promise":[144],"variety":[147],"from":[150,180],"RNA":[151],"playing":[154],"games,":[155],"Go.":[158],"Given":[159],"diversity":[161],"methods":[163],"environments":[165],"considered":[166],"much":[169],"conducted":[175],"distinct":[177],"subfields,":[178],"ranging":[179],"meta-learning":[181],"evolution.":[183],"this":[185],"survey,":[186],"we":[187],"seek":[188],"unify":[190],"field":[192],"AutoRL,":[194],"provide":[195],"common":[197],"taxonomy,":[198],"discuss":[199],"each":[200],"detail":[203],"pose":[205],"open":[206],"interest":[209],"researchers":[211],"going":[212],"forward.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":8}],"updated_date":"2026-04-04T08:04:53.788161","created_date":"2025-10-10T00:00:00"}