{"id":"https://openalex.org/W4413018678","doi":"https://doi.org/10.1109/iv64158.2025.11097458","title":"Automatic Curriculum Learning for Driving Scenarios: Towards Robust and Efficient Reinforcement Learning","display_name":"Automatic Curriculum Learning for Driving Scenarios: Towards Robust and Efficient Reinforcement Learning","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4413018678","doi":"https://doi.org/10.1109/iv64158.2025.11097458"},"language":"en","primary_location":{"id":"doi:10.1109/iv64158.2025.11097458","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv64158.2025.11097458","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025333727","display_name":"Ahmed Abouelazm","orcid":null},"institutions":[{"id":"https://openalex.org/I143379178","display_name":"FZI Research Center for Information Technology","ror":"https://ror.org/04kdh6x72","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I143379178"]},{"id":"https://openalex.org/I29955533","display_name":"Center for Information Technology","ror":"https://ror.org/03jh5a977","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I29955533"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Ahmed Abouelazm","raw_affiliation_strings":["FZI Research Center for Information Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FZI Research Center for Information Technology","institution_ids":["https://openalex.org/I143379178","https://openalex.org/I29955533"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119232455","display_name":"Tim Weinstein","orcid":null},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tim Weinstein","raw_affiliation_strings":["Karlsruhe Institute of Technology,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology,Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061842508","display_name":"Tim Joseph","orcid":null},"institutions":[{"id":"https://openalex.org/I143379178","display_name":"FZI Research Center for Information Technology","ror":"https://ror.org/04kdh6x72","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I143379178"]},{"id":"https://openalex.org/I29955533","display_name":"Center for Information Technology","ror":"https://ror.org/03jh5a977","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I29955533"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Tim Joseph","raw_affiliation_strings":["FZI Research Center for Information Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FZI Research Center for Information Technology","institution_ids":["https://openalex.org/I143379178","https://openalex.org/I29955533"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024924624","display_name":"Philip Sch\u00f6rner","orcid":null},"institutions":[{"id":"https://openalex.org/I143379178","display_name":"FZI Research Center for Information Technology","ror":"https://ror.org/04kdh6x72","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I143379178"]},{"id":"https://openalex.org/I29955533","display_name":"Center for Information Technology","ror":"https://ror.org/03jh5a977","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I29955533"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Philip Sch\u00f6rner","raw_affiliation_strings":["FZI Research Center for Information Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FZI Research Center for Information Technology","institution_ids":["https://openalex.org/I143379178","https://openalex.org/I29955533"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089087383","display_name":"J. Marius Z\u00f6llner","orcid":"https://orcid.org/0000-0002-3889-6629"},"institutions":[{"id":"https://openalex.org/I143379178","display_name":"FZI Research Center for Information Technology","ror":"https://ror.org/04kdh6x72","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I143379178"]},{"id":"https://openalex.org/I29955533","display_name":"Center for Information Technology","ror":"https://ror.org/03jh5a977","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I29955533"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"J. Marius Z\u00f6llner","raw_affiliation_strings":["FZI Research Center for Information Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FZI Research Center for Information Technology","institution_ids":["https://openalex.org/I143379178","https://openalex.org/I29955533"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4625,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81832957,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2333","last_page":"2340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8540999889373779,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8540999889373779,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.7972000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.7465000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8590002059936523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7618452310562134},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.554041862487793},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5340140461921692},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4647478461265564},{"id":"https://openalex.org/keywords/error-driven-learning","display_name":"Error-driven learning","score":0.4289420247077942},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07706356048583984},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.05211097002029419}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8590002059936523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7618452310562134},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.554041862487793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5340140461921692},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4647478461265564},{"id":"https://openalex.org/C47932503","wikidata":"https://www.wikidata.org/wiki/Q5395689","display_name":"Error-driven learning","level":3,"score":0.4289420247077942},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07706356048583984},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.05211097002029419}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iv64158.2025.11097458","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv64158.2025.11097458","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2168359464","https://openalex.org/W2605102758","https://openalex.org/W2897522585","https://openalex.org/W2962727439","https://openalex.org/W2968176166","https://openalex.org/W2972758308","https://openalex.org/W2990123902","https://openalex.org/W3000193750","https://openalex.org/W3012109984","https://openalex.org/W3108486966","https://openalex.org/W3116043511","https://openalex.org/W3127561923","https://openalex.org/W3128395826","https://openalex.org/W3136571553","https://openalex.org/W3173280621","https://openalex.org/W3179442871","https://openalex.org/W3181350748","https://openalex.org/W3193588855","https://openalex.org/W3204174732","https://openalex.org/W3209253128","https://openalex.org/W4285227658","https://openalex.org/W4285278949","https://openalex.org/W4285819294","https://openalex.org/W4312403563","https://openalex.org/W4312539606","https://openalex.org/W4313142062","https://openalex.org/W4383097675","https://openalex.org/W4383109074","https://openalex.org/W4386393127","https://openalex.org/W4400644591","https://openalex.org/W4401109681","https://openalex.org/W4401416172","https://openalex.org/W4402951698","https://openalex.org/W6601274596","https://openalex.org/W6677916085","https://openalex.org/W6745935785","https://openalex.org/W6784049536","https://openalex.org/W6786026496","https://openalex.org/W6810861559"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,64,91,127,132,145,163,218,224],"challenges":[4],"of":[5,24,29,220,228],"training":[6,58,68,140,180,213],"end-to-end":[7],"autonomous":[8,230],"driving":[9,51,84,116,167,231],"agents":[10,16],"using":[11],"Reinforcement":[12],"Learning":[13],"(RL).":[14],"RL":[15],"are":[17],"typically":[18],"trained":[19],"in":[20,33,56,157,198,204,222],"a":[21,45,109,158,166],"fixed":[22,178],"set":[23],"scenarios":[25,85,117,144],"and":[26,38,59,103,114,181,208,226],"nominal":[27],"behavior":[28],"surrounding":[30],"road":[31],"users":[32],"simulations,":[34],"limiting":[35],"their":[36,120],"generalization":[37],"real-life":[39],"deployment.":[40],"While":[41],"Domain":[42],"Randomization":[43],"offers":[44],"potential":[46,219],"solution":[47],"by":[48,142],"randomly":[49],"sampling":[50],"scenarios,":[52],"it":[53],"frequently":[54],"results":[55,173],"inefficient":[57],"sub-optimal":[60],"policies":[61],"due":[62],"to":[63,189],"high":[65,205],"variance":[66],"among":[67],"scenarios.":[69],"To":[70],"address":[71],"these":[72],"limitations,":[73],"we":[74],"propose":[75],"an":[76],"automatic":[77],"curriculum":[78],"learning":[79,121,160],"framework":[80,107,138,156],"that":[81,99,111,185],"dynamically":[82],"generates":[83,113],"with":[86,211],"adaptive":[87],"complexity":[88],"based":[89,118],"on":[90,119],"agent's":[92,128],"evolving":[93],"capabilities.":[94],"Unlike":[95],"manually":[96],"designed":[97],"curricula":[98],"introduce":[100],"expert":[101,135],"bias":[102],"lack":[104],"scalability,":[105],"our":[106,155,186],"incorporates":[108],"\u201cteacher\u201d":[110],"automatically":[112],"mutates":[115],"potential-an":[122],"agent-centric":[123],"metric":[124],"derived":[125],"from":[126,169],"current":[129],"policy,":[130],"eliminating":[131],"need":[133],"for":[134],"design.":[136],"The":[137],"enhances":[139],"efficiency":[141,227],"excluding":[143],"agent":[146,164],"has":[147],"mastered":[148],"or":[149],"finds":[150],"too":[151],"challenging.":[152],"We":[153],"evaluate":[154],"reinforcement":[159],"setting":[161],"where":[162],"learns":[165],"policy":[168],"camera":[170],"images.":[171],"Comparative":[172],"against":[174],"baseline":[175],"methods,":[176],"including":[177],"scenario":[179],"domain":[182],"randomization,":[183],"demonstrate":[184],"approach":[187],"leads":[188],"enhanced":[190],"generalization,":[191],"achieving":[192],"higher":[193],"success":[194],"rates,":[195],"+9":[196],"%":[197,203],"low":[199],"traffic":[200,206],"density,":[201,207],"+21":[202],"faster":[209],"convergence":[210],"fewer":[212],"steps.":[214],"Our":[215],"findings":[216],"highlight":[217],"ACL":[221],"improving":[223],"robustness":[225],"RL-based":[229],"agents.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2025-10-10T00:00:00"}
