{"id":"https://openalex.org/W4389382590","doi":"https://doi.org/10.1109/tiv.2023.3336768","title":"Human Knowledge Enhanced Reinforcement Learning for Mandatory Lane-Change of Autonomous Vehicles in Congested Traffic","display_name":"Human Knowledge Enhanced Reinforcement Learning for Mandatory Lane-Change of Autonomous Vehicles in Congested Traffic","publication_year":2023,"publication_date":"2023-12-06","ids":{"openalex":"https://openalex.org/W4389382590","doi":"https://doi.org/10.1109/tiv.2023.3336768"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2023.3336768","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2023.3336768","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003126186","display_name":"Yanjun Huang","orcid":"https://orcid.org/0000-0003-3133-8031"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanjun Huang","raw_affiliation_strings":["School of Automotive Studies, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3133-8031","affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052209298","display_name":"Yuxiao Gu","orcid":"https://orcid.org/0009-0000-2479-8764"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiao Gu","raw_affiliation_strings":["School of Automotive Studies, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-2479-8764","affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614605","display_name":"Yuan Kang","orcid":"https://orcid.org/0000-0003-0399-5528"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Yuan","raw_affiliation_strings":["College of Electronic and Information Engineering, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0399-5528","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059123832","display_name":"Shuo Yang","orcid":"https://orcid.org/0000-0002-2041-8899"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Yang","raw_affiliation_strings":["School of Automotive Studies, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2041-8899","affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115076645","display_name":"Tao Liu","orcid":"https://orcid.org/0009-0004-9850-8706"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Liu","raw_affiliation_strings":["School of Automotive Studies, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-9850-8706","affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074996561","display_name":"Hong Chen","orcid":"https://orcid.org/0000-0002-1724-8649"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Chen","raw_affiliation_strings":["College of Electronic and Information Engineering, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1724-8649","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":2.1264,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.87512665,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"9","issue":"2","first_page":"3509","last_page":"3519"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8432966470718384},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7715667486190796},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5333122611045837},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5283660888671875},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.44799983501434326},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42741119861602783}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8432966470718384},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7715667486190796},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5333122611045837},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5283660888671875},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.44799983501434326},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42741119861602783},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2023.3336768","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2023.3336768","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W2058083416","https://openalex.org/W2089080831","https://openalex.org/W2140516688","https://openalex.org/W2736629007","https://openalex.org/W2887177098","https://openalex.org/W2912639125","https://openalex.org/W2959526403","https://openalex.org/W2989958156","https://openalex.org/W2989964169","https://openalex.org/W2991410748","https://openalex.org/W3120624913","https://openalex.org/W3126579215","https://openalex.org/W3187793874","https://openalex.org/W3193929765","https://openalex.org/W3208938727","https://openalex.org/W3214293220","https://openalex.org/W4225773298","https://openalex.org/W4226239849","https://openalex.org/W4226338449","https://openalex.org/W4282944694","https://openalex.org/W4286253093","https://openalex.org/W4311415748","https://openalex.org/W4312550876","https://openalex.org/W4312876648","https://openalex.org/W4362683489","https://openalex.org/W4376166839","https://openalex.org/W4381681767","https://openalex.org/W4385268955","https://openalex.org/W4386412395","https://openalex.org/W6683397050","https://openalex.org/W6745935785","https://openalex.org/W6748839928","https://openalex.org/W6756482612"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Mandatory":[0],"lane-change":[1,22,56],"scenarios":[2],"are":[3],"often":[4],"challenging":[5],"for":[6,21],"autonomous":[7],"vehicles":[8],"in":[9,36,109],"complex":[10,45,110],"environments.":[11],"In":[12],"this":[13,41],"paper,":[14],"a":[15,37,44],"human-knowledge-enhanced":[16],"reinforcement":[17],"learning":[18,145],"(RL)":[19],"method":[20,118,129,141],"decision":[23],"making":[24],"is":[25,31,75,90],"proposed,":[26],"where":[27],"the":[28,59,62,71,85,94,99,103,122,137,144],"human":[29,72],"intelligence":[30],"integrated":[32],"with":[33,48],"RL":[34,128,148],"algorithm":[35],"multiple":[38],"manner.":[39],"First,":[40],"paper":[42],"constructs":[43],"ramp-off":[46],"scenario":[47],"congested":[49],"traffic":[50],"flow":[51],"to":[52],"help":[53],"agents":[54],"master":[55],"skills.":[57],"On":[58],"basis":[60],"of":[61,88,147],"Twin":[63],"Delayed":[64],"Deep":[65],"Deterministic":[66],"policy":[67],"gradient":[68],"(TD3)":[69],"algorithm,":[70],"prior":[73],"experience":[74],"encoded":[76],"into":[77,93],"reward":[78],"function":[79],"and":[80,84,106,125,130],"safety":[81],"constraints":[82],"offline,":[83],"online":[86],"guidance":[87],"experts":[89],"also":[91],"introduced":[92],"framework,":[95],"which":[96],"can":[97,119,142],"limit":[98],"unsafe":[100],"exploration":[101],"during":[102],"training":[104,123],"process":[105],"provide":[107],"demonstration":[108],"scenarios.":[111],"The":[112,139],"experimental":[113],"results":[114],"indicate":[115],"that":[116],"our":[117],"effectively":[120],"improve":[121],"efficiency":[124],"outperform":[126],"typical":[127],"expert":[131],"drivers,":[132],"without":[133],"specific":[134],"requirements":[135],"on":[136],"expertise.":[138],"proposed":[140],"enhance":[143],"ability":[146],"based":[149],"driving":[150],"strategies.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}