{"id":"https://openalex.org/W4403331605","doi":"https://doi.org/10.1109/tits.2024.3407760","title":"Heuristic-Based Multi-Agent Deep Reinforcement Learning Approach for Coordinating Connected and Automated Vehicles at Non-Signalized Intersection","display_name":"Heuristic-Based Multi-Agent Deep Reinforcement Learning Approach for Coordinating Connected and Automated Vehicles at Non-Signalized Intersection","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4403331605","doi":"https://doi.org/10.1109/tits.2024.3407760"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3407760","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3407760","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076986468","display_name":"Zihan Guo","orcid":"https://orcid.org/0000-0003-1403-0502"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128819","display_name":"Institute of Electrical Engineering","ror":"https://ror.org/033js6g46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128819"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zihan Guo","raw_affiliation_strings":["Key Laboratory of High Density Electromagnetic Power and Systems (Chinese Academy of Sciences), Institute of Electrical Engineering, Chinese Academy of Sciences, Beijing, China","Institute of Electrical Engineering, Key Laboratory of High Density Electromagnetic Power and Systems (Chinese Academy of Sciences), Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of High Density Electromagnetic Power and Systems (Chinese Academy of Sciences), Institute of Electrical Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128819","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Electrical Engineering, Key Laboratory of High Density Electromagnetic Power and Systems (Chinese Academy of Sciences), Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128819","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035856842","display_name":"Yan Wu","orcid":"https://orcid.org/0000-0001-5185-9948"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128819","display_name":"Institute of Electrical Engineering","ror":"https://ror.org/033js6g46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128819"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Wu","raw_affiliation_strings":["Key Laboratory of High Density Electromagnetic Power and Systems (Chinese Academy of Sciences), Institute of Electrical Engineering, Chinese Academy of Sciences, Beijing, China","Institute of Electrical Engineering, Key Laboratory of High Density Electromagnetic Power and Systems (Chinese Academy of Sciences), Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of High Density Electromagnetic Power and Systems (Chinese Academy of Sciences), Institute of Electrical Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128819","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Electrical Engineering, Key Laboratory of High Density Electromagnetic Power and Systems (Chinese Academy of Sciences), Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128819","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332300","display_name":"Lifang Wang","orcid":"https://orcid.org/0000-0001-6835-8285"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128819","display_name":"Institute of Electrical Engineering","ror":"https://ror.org/033js6g46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128819"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lifang Wang","raw_affiliation_strings":["Key Laboratory of High Density Electromagnetic Power and Systems (Chinese Academy of Sciences), Institute of Electrical Engineering, Chinese Academy of Sciences, Beijing, China","Institute of Electrical Engineering, Key Laboratory of High Density Electromagnetic Power and Systems (Chinese Academy of Sciences), Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of High Density Electromagnetic Power and Systems (Chinese Academy of Sciences), Institute of Electrical Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128819","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Electrical Engineering, Key Laboratory of High Density Electromagnetic Power and Systems (Chinese Academy of Sciences), Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128819","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068780105","display_name":"Junzhi Zhang","orcid":"https://orcid.org/0000-0002-5055-2941"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junzhi Zhang","raw_affiliation_strings":["Department of Automotive Engineering, State Key Laboratory of Automotive Safety and Energy, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automotive Engineering, State Key Laboratory of Automotive Safety and Energy, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5076986468"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128819"],"apc_list":null,"apc_paid":null,"fwci":3.8097,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.93914158,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"25","issue":"11","first_page":"16235","last_page":"16248"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.8410113453865051},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8382511138916016},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6304658651351929},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6056874394416809},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4919891059398651},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.34916162490844727},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.26987794041633606}],"concepts":[{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.8410113453865051},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8382511138916016},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6304658651351929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6056874394416809},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4919891059398651},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.34916162490844727},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26987794041633606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3407760","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3407760","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6538954794","display_name":null,"funder_award_id":"2022YFB2503105","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1641379095","https://openalex.org/W1965455100","https://openalex.org/W1976195538","https://openalex.org/W2098178757","https://openalex.org/W2137514195","https://openalex.org/W2145339207","https://openalex.org/W2741661475","https://openalex.org/W2747213132","https://openalex.org/W2808421695","https://openalex.org/W2904455790","https://openalex.org/W2921955147","https://openalex.org/W2940821858","https://openalex.org/W2963625099","https://openalex.org/W2963658727","https://openalex.org/W2981038142","https://openalex.org/W2993799773","https://openalex.org/W2996811802","https://openalex.org/W3058802557","https://openalex.org/W3088218629","https://openalex.org/W3091881817","https://openalex.org/W3191652410","https://openalex.org/W3197337499","https://openalex.org/W3204848416","https://openalex.org/W3209562871","https://openalex.org/W3210076120","https://openalex.org/W3217694967","https://openalex.org/W4205294961","https://openalex.org/W4309299196","https://openalex.org/W4312403563","https://openalex.org/W4380318404","https://openalex.org/W4386025570","https://openalex.org/W6631190155","https://openalex.org/W6738796088","https://openalex.org/W6752380930","https://openalex.org/W6755921573","https://openalex.org/W6758846586","https://openalex.org/W6762491519","https://openalex.org/W6766805167","https://openalex.org/W6779109570","https://openalex.org/W6797064975","https://openalex.org/W6803572779","https://openalex.org/W6843398129"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2586732548","https://openalex.org/W2348909947"],"abstract_inverted_index":{"One":[0],"typical":[1],"application":[2],"of":[3,26,72,105],"connected":[4],"and":[5,21,67,77,107,123],"automated":[6],"vehicles":[7],"(CAVs)":[8],"is":[9,169,181],"to":[10,33,63,119,127,147,171],"coordinate":[11],"multiple":[12],"CAVs":[13,65,118,126],"at":[14],"a":[15,42,50,58,73,148,153,160,172],"non-signalized":[16],"intersection":[17],"in":[18,84,103,109,159],"mixed":[19],"traffic,":[20],"it":[22],"may":[23],"take":[24],"advantage":[25],"multi-agent":[27],"deep":[28],"reinforcement":[29],"learning":[30],"(MDRL)":[31],"approaches":[32],"improve":[34],"the":[35,85,96,114,132,136,140],"overall":[36],"coordination":[37],"efficiency.":[38],"This":[39,55],"study":[40],"proposes":[41],"heuristic-based":[43,59],"MDRL":[44,52,91],"algorithm":[45,56,98],"(H-QMIX)":[46],"developed":[47],"based":[48],"on":[49,80],"value-based":[51],"algorithm,":[53],"QMIX.":[54],"incorporates":[57],"action":[60,82],"mask":[61],"module":[62],"guide":[64],"efficiently":[66],"safely":[68],"through":[69],"intersections,":[70],"composed":[71],"stimulative":[74],"passing":[75],"sequence":[76],"safety":[78,106],"restrictions":[79],"CAVs\u2019":[81],"space":[83],"junction":[86],"area.":[87],"Compared":[88],"with":[89,139,152],"other":[90],"algorithms":[92],"(e.g.,":[93],"IPPO,":[94],"QMIX),":[95],"H-QMIX":[97,168],"demonstrates":[99],"improved":[100],"training":[101],"performance":[102],"terms":[104],"efficiency":[108],"two":[110],"case":[111],"studies,":[112],"where":[113],"first":[115],"requires":[116],"all":[117],"affix":[120],"their":[121],"routes,":[122],"another":[124],"allows":[125],"choose":[128],"random":[129],"routes.":[130],"Concerning":[131],"model\u2019s":[133],"generalization":[134],"ability,":[135],"trained":[137],"models":[138],"maximal":[141],"episodic":[142],"return":[143],"are":[144],"then":[145],"transferred":[146],"more":[149],"practical":[150],"scenario":[151],"certain":[154,173],"vehicle-to-vehicle":[155],"(V2V)":[156],"communication":[157,174],"delay":[158],"zero-shot":[161],"manner.":[162],"The":[163,176],"simulation":[164],"results":[165],"illustrate":[166],"that":[167],"robust":[170],"delay.":[175],"code":[177],"for":[178],"this":[179],"paper":[180],"available":[182],"at:":[183],"<uri":[184],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[185],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/flammingRaven/heuristic_based_qmix</uri>.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10}],"updated_date":"2026-03-06T13:50:29.536080","created_date":"2025-10-10T00:00:00"}