{"id":"https://openalex.org/W4386412395","doi":"https://doi.org/10.1109/tits.2023.3307873","title":"An Efficient Self-Evolution Method of Autonomous Driving for Any Given Algorithm","display_name":"An Efficient Self-Evolution Method of Autonomous Driving for Any Given Algorithm","publication_year":2023,"publication_date":"2023-09-04","ids":{"openalex":"https://openalex.org/W4386412395","doi":"https://doi.org/10.1109/tits.2023.3307873"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2023.3307873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3307873","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003126186","display_name":"Yanjun Huang","orcid":"https://orcid.org/0000-0003-3133-8031"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanjun Huang","raw_affiliation_strings":["School of Automotive Studies, Tongji University, Shanghai, China","Frontiers Science Center for Intelligent Autonomous Systems, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3133-8031","affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Frontiers Science Center for Intelligent Autonomous Systems, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059123832","display_name":"Shuo Yang","orcid":"https://orcid.org/0000-0002-2041-8899"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Yang","raw_affiliation_strings":["School of Automotive Studies and the Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2041-8899","affiliations":[{"raw_affiliation_string":"School of Automotive Studies and the Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374030","display_name":"Liwen Wang","orcid":"https://orcid.org/0000-0001-8396-0645"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liwen Wang","raw_affiliation_strings":["School of Automotive Studies, Tongji University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614605","display_name":"Yuan Kang","orcid":"https://orcid.org/0000-0003-0399-5528"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Yuan","raw_affiliation_strings":["College of Electronic and Information Engineering and the Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0399-5528","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering and the Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076683366","display_name":"Hongyu Zheng","orcid":"https://orcid.org/0000-0002-4405-2094"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4392738231","display_name":"State Key Laboratory of Automotive Simulation and Control","ror":"https://ror.org/00b67z867","country_code":null,"type":"facility","lineage":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Zheng","raw_affiliation_strings":["State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-4405-2094","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074996561","display_name":"Hong Chen","orcid":"https://orcid.org/0000-0002-1724-8649"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Chen","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1724-8649","affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6516,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.83149051,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"25","issue":"1","first_page":"602","last_page":"612"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8693390488624573},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.663307785987854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6359021067619324},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5801490545272827},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4554859697818756},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4394654333591461},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3591139018535614},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2819244861602783},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14895546436309814}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8693390488624573},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.663307785987854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6359021067619324},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5801490545272827},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4554859697818756},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4394654333591461},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3591139018535614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2819244861602783},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14895546436309814},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2023.3307873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3307873","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1656056944","display_name":null,"funder_award_id":"2022YFB2502900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2032924574","https://openalex.org/W2037579231","https://openalex.org/W2134765105","https://openalex.org/W2760981468","https://openalex.org/W2761568138","https://openalex.org/W2884634491","https://openalex.org/W2904246096","https://openalex.org/W2923554444","https://openalex.org/W2962872206","https://openalex.org/W2963473082","https://openalex.org/W2963523627","https://openalex.org/W2995298643","https://openalex.org/W2996449210","https://openalex.org/W3015082424","https://openalex.org/W3089418186","https://openalex.org/W3090027660","https://openalex.org/W3100366369","https://openalex.org/W3107316794","https://openalex.org/W3127561923","https://openalex.org/W3139187989","https://openalex.org/W3186347355","https://openalex.org/W3200157983","https://openalex.org/W4210870706","https://openalex.org/W4214717370","https://openalex.org/W4224216677","https://openalex.org/W4226239849","https://openalex.org/W4226245271","https://openalex.org/W4226257065","https://openalex.org/W4226338449","https://openalex.org/W4241119678","https://openalex.org/W4288289109","https://openalex.org/W4292265161","https://openalex.org/W4304783943","https://openalex.org/W6736021936","https://openalex.org/W6745935785","https://openalex.org/W6747473740","https://openalex.org/W6750253780","https://openalex.org/W6753596642","https://openalex.org/W6757592117","https://openalex.org/W6764724164","https://openalex.org/W6771217966","https://openalex.org/W6771656438","https://openalex.org/W6773165671","https://openalex.org/W6786939723"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4323768008","https://openalex.org/W1941703695","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W3131574667","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Autonomous":[0],"vehicles":[1],"are":[2,96],"expected":[3],"to":[4,11,29,38,108,125,145,156,234],"achieve":[5,39,126,146],"self-evolution":[6,40,67],"in":[7,26,59,92,129,154,169],"the":[8,27,31,75,86,89,93,101,110,117,130,139,147,164,187,203,213,221],"real-world":[9],"environment":[10,28,171],"gradually":[12],"cover":[13],"more":[14,192],"complex":[15],"and":[16,82,98,160],"changing":[17],"scenarios.":[18],"Reinforcement":[19],"learning":[20,46,209],"focuses":[21],"on":[22,74],"how":[23],"agents":[24],"act":[25],"maximize":[30],"cumulative":[32],"reward,":[33],"with":[34,105,134,184,220],"a":[35,50],"great":[36],"potential":[37],"ability.":[41],"However,":[42],"most":[43],"of":[44,77,88,113,132,150,196,207],"reinforcement":[45,208],"algorithms":[47],"suffer":[48],"from":[49],"low":[51],"sample":[52,90],"efficiency,":[53],"which":[54],"greatly":[55],"limits":[56],"their":[57],"application":[58],"autonomous":[60],"driving.":[61],"This":[62],"paper":[63],"presents":[64],"an":[65,177],"efficient":[66],"method":[68,189,230],"for":[69],"any":[70,236],"given":[71,102,222,237],"algorithm":[72,103,119,142,223],"based":[73],"combination":[76],"Soft":[78],"Actor":[79],"Critic":[80],"(SAC)":[81],"Behavioral":[83],"Cloning(BC).":[84],"First,":[85],"states":[87],"trajectory":[91],"replay":[94],"buffer":[95],"separated":[97],"input":[99],"into":[100],"(algorithm":[104],"fundamental":[106],"performance)":[107],"get":[109],"output":[111],"label":[112],"actions":[114],"such":[115],"that":[116,182,211],"SAC":[118,185],"can":[120,190,231],"be":[121],"guided":[122],"using":[123],"BC":[124],"fast":[127],"iteration":[128,141],"direction":[131],"optimization":[133],"existing":[135],"basic":[136],"performance.":[137],"Then,":[138],"value":[140],"is":[143,167,215,242],"combined":[144],"proportion":[148],"allocation":[149],"mixed":[151],"gradient":[152],"feedback,":[153],"order":[155],"trade":[157],"off":[158],"exploitation":[159],"exploration.":[161],"In":[162],"addition,":[163],"proposed":[165,188,229],"methodology":[166],"evaluated":[168],"simulation":[170],"taking":[172],"automated":[173],"speed":[174],"control":[175],"as":[176],"example.":[178],"Experiment":[179],"results":[180],"show":[181],"compared":[183,219],"algorithm,":[186,210],"realize":[191],"than":[193],"three":[194],"times":[195],"convergence":[197],"efficiency":[198],"improvement,":[199],"while":[200],"without":[201],"destroying":[202],"exploration":[204],"enhancement":[205],"advantage":[206],"is,":[212],"performance":[214],"improved":[216],"by":[217],"20%":[218],"(Intelligent":[224],"Driver":[225],"Model,":[226],"IDM).":[227],"The":[228],"easily":[232],"extended":[233],"improve":[235],"model":[238],"no":[239],"matter":[240],"it":[241],"model-based":[243],"or":[244],"learning-based":[245],"algorithm.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}