{"id":"https://openalex.org/W4286376804","doi":"https://doi.org/10.1109/mits.2022.3174410","title":"Deep Dense Network-Based Curriculum Reinforcement Learning for High-Speed Overtaking","display_name":"Deep Dense Network-Based Curriculum Reinforcement Learning for High-Speed Overtaking","publication_year":2022,"publication_date":"2022-06-06","ids":{"openalex":"https://openalex.org/W4286376804","doi":"https://doi.org/10.1109/mits.2022.3174410"},"language":"en","primary_location":{"id":"doi:10.1109/mits.2022.3174410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mits.2022.3174410","pdf_url":null,"source":{"id":"https://openalex.org/S131000621","display_name":"IEEE Intelligent Transportation Systems Magazine","issn_l":"1939-1390","issn":["1939-1390","1941-1197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Intelligent Transportation Systems Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079510458","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0003-2363-8798"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["Chinese Academy of Sciences Key Laboratory of Human–Machine Intelligence Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Shenzhen Institution of Advanced Technology Branch, Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2363-8798","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences Key Laboratory of Human–Machine Intelligence Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Shenzhen Institution of Advanced Technology Branch, Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614997","display_name":"Huiyun Li","orcid":"https://orcid.org/0000-0003-0157-1393"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210104064","display_name":"Shenzhen Academy of Robotics","ror":"https://ror.org/01h027j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210104064"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiyun Li","raw_affiliation_strings":["Chinese Academy of Sciences Key Laboratory of Human–Machine Intelligence Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","SIAT Branch, Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0157-1393","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences Key Laboratory of Human–Machine Intelligence Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]},{"raw_affiliation_string":"SIAT Branch, Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","institution_ids":["https://openalex.org/I4210104064"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101996455","display_name":"Zhiheng Yang","orcid":"https://orcid.org/0009-0005-3721-2650"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiheng Yang","raw_affiliation_strings":["Chinese Academy of Sciences Key Laboratory of Human–Machine Intelligence Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences Key Laboratory of Human–Machine Intelligence Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080033231","display_name":"Shaobo Dang","orcid":"https://orcid.org/0000-0003-2616-0873"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaobo Dang","raw_affiliation_strings":["Chinese Academy of Sciences Key Laboratory of Human–Machine Intelligence Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2616-0873","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences Key Laboratory of Human–Machine Intelligence Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010467569","display_name":"Zhejun Huang","orcid":"https://orcid.org/0000-0002-3406-2942"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhejun Huang","raw_affiliation_strings":["Chinese Academy of Sciences Key Laboratory of Human–Machine Intelligence Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences Key Laboratory of Human–Machine Intelligence Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0976,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.75461774,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"15","issue":"1","first_page":"453","last_page":"466"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overtaking","display_name":"Overtaking","score":0.9408014416694641},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.899476170539856},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6977106928825378},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.613036572933197},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.610395610332489},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5936304330825806},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5065523386001587},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.44137316942214966},{"id":"https://openalex.org/keywords/cruise-control","display_name":"Cruise control","score":0.4246104955673218},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3680902123451233},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.26182591915130615},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23365530371665955}],"concepts":[{"id":"https://openalex.org/C2778448659","wikidata":"https://www.wikidata.org/wiki/Q1931051","display_name":"Overtaking","level":2,"score":0.9408014416694641},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.899476170539856},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6977106928825378},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.613036572933197},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.610395610332489},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5936304330825806},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5065523386001587},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44137316942214966},{"id":"https://openalex.org/C113168747","wikidata":"https://www.wikidata.org/wiki/Q507295","display_name":"Cruise control","level":3,"score":0.4246104955673218},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3680902123451233},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.26182591915130615},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23365530371665955},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mits.2022.3174410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mits.2022.3174410","pdf_url":null,"source":{"id":"https://openalex.org/S131000621","display_name":"IEEE Intelligent Transportation Systems Magazine","issn_l":"1939-1390","issn":["1939-1390","1941-1197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Intelligent Transportation Systems Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3578477488","display_name":null,"funder_award_id":"JCYJ20200109115403807","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"},{"id":"https://openalex.org/G4172086644","display_name":null,"funder_award_id":"JCYJ20200109115414354","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"},{"id":"https://openalex.org/G8146023132","display_name":null,"funder_award_id":"2020B515130004","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8841131219","display_name":null,"funder_award_id":"2020M682985","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1971259793","https://openalex.org/W2132266610","https://openalex.org/W2145339207","https://openalex.org/W2151977651","https://openalex.org/W2187089797","https://openalex.org/W2192586580","https://openalex.org/W2194775991","https://openalex.org/W2890655496","https://openalex.org/W2904685335","https://openalex.org/W2919115771","https://openalex.org/W2921955147","https://openalex.org/W2963446712","https://openalex.org/W2968983352","https://openalex.org/W2973229164","https://openalex.org/W2981207549","https://openalex.org/W3000280594","https://openalex.org/W3012544020","https://openalex.org/W3015437096","https://openalex.org/W3021708257","https://openalex.org/W3068678661","https://openalex.org/W3158260269","https://openalex.org/W3164005523","https://openalex.org/W3175558129","https://openalex.org/W3193464862","https://openalex.org/W4251408821","https://openalex.org/W4287811291","https://openalex.org/W4293682399","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6640174482","https://openalex.org/W6684338915","https://openalex.org/W6692846177","https://openalex.org/W6718092244","https://openalex.org/W6719523400","https://openalex.org/W6721408278","https://openalex.org/W6729059855","https://openalex.org/W6746462176","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6775683342","https://openalex.org/W6776867236","https://openalex.org/W6776901495"],"related_works":["https://openalex.org/W3084163143","https://openalex.org/W3198453306","https://openalex.org/W3081587374","https://openalex.org/W591161629","https://openalex.org/W2294880310","https://openalex.org/W2102544652","https://openalex.org/W3208192858","https://openalex.org/W2618142536","https://openalex.org/W2119434388","https://openalex.org/W1873406412"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,43,123,166],"methods":[2],"have":[3],"promising":[4],"applications":[5],"in":[6,23,41,52,83,192,220,245],"autonomous":[7],"vehicles,":[8],"such":[9,26,34],"as":[10,27,95,113,115,127,188,190,207,209],"lane":[11,137],"keeping,":[12],"adaptive":[13],"cruise":[14],"control,":[15],"and":[16,109,139,196,264,271],"overtaking.":[17],"However,":[18],"long-time":[19],"sequential":[20],"decision":[21],"making":[22],"complicated":[24],"scenarios,":[25,249],"continuous":[28],"high-speed":[29,125],"overtaking,":[30],"remains":[31],"challenge.":[32],"One":[33],"challenge":[35,149],"is":[36,150],"that":[37,151,255],"current":[38],"neural":[39,47],"networks":[40,68],"reinforcement":[42,165],"employ":[44,78],"a":[45,60,79,161,176,193,221,230,238],"shallow":[46],"network,":[48],"which":[49,89],"has":[50,90,133],"limitations":[51],"feature":[53,96],"extractions.":[54,97],"To":[55,74,98],"address":[56],"this,":[57],"we":[58,77,106,225],"propose":[59],"deep":[61,80,257],"actor\u2013critic":[62,243,258],"network":[63,259],"framework":[64,85,260],"using":[65,229,240],"multilayer":[66],"dense-connection":[67],"to":[69,134,168,186,200,212,269],"obtain":[70],"efficient":[71],"extracted":[72],"features.":[73],"be":[75],"specific,":[76],"dense":[81],"architecture":[82],"the":[84,100,131,144,155,170,183,197,213,217,241,250],"of":[86,157],"soft":[87],"actor\u2013critic,":[88],"multiple":[91],"hidden":[92,119],"layers":[93],"serving":[94],"tackle":[99,169],"vanishing":[101],"or":[102],"exploding":[103],"gradient":[104],"problem,":[105],"reuse":[107],"features":[108],"design":[110,160],"shortcut":[111],"connections,":[112],"well":[114],"feature-concatenating":[116],"operations":[117],"between":[118],"layers.":[120],"Meanwhile,":[121],"when":[122],"multitask":[124],"overtaking":[126,262,265],"one":[128],"whole":[129],"progression,":[130],"agent":[132],"learn":[135],"driving,":[136],"changing,":[138],"avoiding":[140],"other":[141,202],"vehicles":[142,203],"at":[143],"same":[145],"time.":[146],"Therefore,":[147],"another":[148],"sparse":[152],"rewards":[153],"worsen":[154],"speed":[156],"convergence.":[158],"We":[159],"task-level":[162],"sequencing":[163],"curriculum":[164],"method":[167,228],"reward":[171],"sparseness.":[172],"It":[173],"breaks":[174],"down":[175],"complex":[177],"task":[178,219],"into":[179],"two":[180],"successive":[181],"subtasks:":[182],"first":[184,218],"aims":[185,199],"drive":[187],"fast":[189],"possible":[191,210],"single-vehicle":[194],"model;":[195],"second":[198],"overtake":[201],"without":[204],"any":[205],"collisions":[206],"soon":[208],"according":[211],"knowledge":[214],"gained":[215],"from":[216],"multivehicle":[222,248],"model.":[223],"Finally,":[224],"evaluate":[226],"our":[227,256],"racing":[231],"car":[232],"simulator":[233],"with":[234],"different":[235,247],"tracks.":[236],"In":[237],"comparison":[239],"standard":[242],"algorithm":[244],"three":[246],"best":[251],"median":[252],"results":[253],"show":[254],"reduces":[261],"distance":[263],"time":[266],"by":[267],"up":[268],"4.9%":[270],"8.7%,":[272],"respectively.":[273]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}