{"id":"https://openalex.org/W4309299196","doi":"https://doi.org/10.1109/tvt.2022.3219428","title":"Coordination for Connected and Automated Vehicles at Non-Signalized Intersections: A Value Decomposition-Based Multiagent Deep Reinforcement Learning Approach","display_name":"Coordination for Connected and Automated Vehicles at Non-Signalized Intersections: A Value Decomposition-Based Multiagent Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4309299196","doi":"https://doi.org/10.1109/tvt.2022.3219428"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3219428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3219428","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2211.07967","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076986468","display_name":"Zihan Guo","orcid":"https://orcid.org/0000-0003-1403-0502"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128819","display_name":"Institute of Electrical Engineering","ror":"https://ror.org/033js6g46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128819"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zihan Guo","raw_affiliation_strings":["Key Laboratory of Power Electronics and Electric Drives, Institute of Electrical Engineering Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Power Electronics and Electric Drives, Institute of Electrical Engineering Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128819","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035856842","display_name":"Yan Wu","orcid":"https://orcid.org/0000-0001-5185-9948"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128819","display_name":"Institute of Electrical Engineering","ror":"https://ror.org/033js6g46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128819"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Wu","raw_affiliation_strings":["Key Laboratory of Power Electronics and Electric Drives, Institute of Electrical Engineering Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Power Electronics and Electric Drives, Institute of Electrical Engineering Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128819","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332300","display_name":"Lifang Wang","orcid":"https://orcid.org/0000-0001-6835-8285"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128819","display_name":"Institute of Electrical Engineering","ror":"https://ror.org/033js6g46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128819"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lifang Wang","raw_affiliation_strings":["Key Laboratory of Power Electronics and Electric Drives, Institute of Electrical Engineering Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Power Electronics and Electric Drives, Institute of Electrical Engineering Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128819","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068780105","display_name":"Junzhi Zhang","orcid":"https://orcid.org/0000-0002-5055-2941"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junzhi Zhang","raw_affiliation_strings":["State Key Laboratory of Automotive Safety and Energy and Department of Automotive Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Safety and Energy and Department of Automotive Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5076986468"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128819","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":3.2813,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.9228702,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"72","issue":"3","first_page":"3025","last_page":"3034"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.753287672996521},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.7275022864341736},{"id":"https://openalex.org/keywords/fuel-efficiency","display_name":"Fuel efficiency","score":0.5950762033462524},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.500678300857544},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4759863615036011},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.4429287314414978},{"id":"https://openalex.org/keywords/piecewise","display_name":"Piecewise","score":0.4322407841682434},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3563370704650879},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3270920515060425},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3202192187309265},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3202133774757385},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2735861539840698},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.14741474390029907},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08918261528015137},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.0867764949798584}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.753287672996521},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7275022864341736},{"id":"https://openalex.org/C45882903","wikidata":"https://www.wikidata.org/wiki/Q5042317","display_name":"Fuel efficiency","level":2,"score":0.5950762033462524},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.500678300857544},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4759863615036011},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.4429287314414978},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.4322407841682434},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3563370704650879},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3270920515060425},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3202192187309265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3202133774757385},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2735861539840698},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.14741474390029907},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08918261528015137},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0867764949798584},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2022.3219428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3219428","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2211.07967","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.07967","pdf_url":"https://arxiv.org/pdf/2211.07967","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2211.07967","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.07967","pdf_url":"https://arxiv.org/pdf/2211.07967","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W5525483","https://openalex.org/W573924038","https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1641379095","https://openalex.org/W1665214252","https://openalex.org/W1965455100","https://openalex.org/W1976195538","https://openalex.org/W2000200144","https://openalex.org/W2145339207","https://openalex.org/W2284958039","https://openalex.org/W2509583637","https://openalex.org/W2583813242","https://openalex.org/W2807741983","https://openalex.org/W2808421695","https://openalex.org/W2809148419","https://openalex.org/W2899076365","https://openalex.org/W2949963774","https://openalex.org/W2963625099","https://openalex.org/W2963658727","https://openalex.org/W2963864421","https://openalex.org/W2981038142","https://openalex.org/W3035569762","https://openalex.org/W3058802557","https://openalex.org/W3088218629","https://openalex.org/W3107615218","https://openalex.org/W3131743514","https://openalex.org/W3134476446","https://openalex.org/W3192533825","https://openalex.org/W3217694967","https://openalex.org/W4288594419","https://openalex.org/W4295312788","https://openalex.org/W4295598622","https://openalex.org/W4299802797","https://openalex.org/W6616526780","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6684921986","https://openalex.org/W6738796088","https://openalex.org/W6749304979","https://openalex.org/W6752380930","https://openalex.org/W6755921573","https://openalex.org/W6758846586","https://openalex.org/W6762491519","https://openalex.org/W6766978945","https://openalex.org/W6779109570","https://openalex.org/W6786364697","https://openalex.org/W6790451431"],"related_works":["https://openalex.org/W1761139602","https://openalex.org/W3040229530","https://openalex.org/W2986348191","https://openalex.org/W2384330248","https://openalex.org/W2348271845","https://openalex.org/W2803041665","https://openalex.org/W2021088219","https://openalex.org/W2374982504","https://openalex.org/W2375665878","https://openalex.org/W3083989997"],"abstract_inverted_index":{"The":[0,104,127,185],"recent":[1],"proliferation":[2],"of":[3,46,100,106,119,142,220,233],"the":[4,26,54,84,93,97,101,117,143,147,159,165,182,191,196,201,218,227,231],"research":[5],"on":[6],"multi-agent":[7],"deep":[8],"reinforcement":[9,154],"learning":[10,155,197],"(MDRL)":[11],"offers":[12],"an":[13],"encouraging":[14],"way":[15],"to":[16,24,39,49,83,91,158,237],"coordinate":[17],"multiple":[18],"connected":[19],"and":[20,51,77,96,121,136,146,180,206,222],"automated":[21],"vehicles":[22,221],"(CAVs)":[23],"pass":[25,53],"intersection.":[27,161],"In":[28],"this":[29],"paper,":[30],"we":[31],"apply":[32],"a":[33,152],"value":[34,67],"decomposition-based":[35],"MDRL":[36],"approach":[37,108],"(QMIX)":[38],"control":[40],"various":[41],"CAVs":[42,163],"in":[43],"mixed-autonomy":[44],"traffic":[45,167,193],"different":[47],"densities":[48],"efficiently":[50],"safely":[52],"non-signalized":[55,160],"intersection":[56],"with":[57,203],"fairish":[58],"fuel":[59,123,213],"consumption.":[60],"Implementation":[61],"tricks":[62],"including":[63],"network-level":[64],"improvements,":[65],"Q":[66],"update":[68],"by":[69,111,170],"TD":[70],"(":[71],"<inline-formula":[72],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[73],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[74],"notation=\"LaTeX\">$\\lambda$</tex-math></inline-formula>":[75],"),":[76],"reward":[78,198,205],"clipping":[79],"operation":[80],"are":[81],"added":[82],"pure":[85],"QMIX":[86,145],"framework,":[87],"which":[88],"is":[89,109,187],"expected":[90],"improve":[92,174],"convergence":[94,134],"speed":[95,135,177],"asymptotic":[98,137],"performance":[99,138],"original":[102,144],"version.":[103],"efficacy":[105],"our":[107,132,171],"demonstrated":[110],"several":[112],"evaluation":[113],"metrics:":[114],"average":[115,122,176],"speed,":[116],"number":[118],"collisions,":[120],"consumption":[124],"per":[125],"episode.":[126],"experimental":[128],"results":[129],"show":[130],"that":[131,141],"approach's":[133],"can":[139,173,209],"exceed":[140],"proximal":[148],"policy":[149,236],"optimization":[150],"(PPO),":[151],"state-of-the-art":[153],"baseline":[156],"applied":[157],"Moreover,":[162],"under":[164,190],"lower":[166],"flow":[168],"controlled":[169],"method":[172],"their":[175],"without":[178],"collisions":[179,225],"consume":[181],"least":[183],"fuel.":[184],"training":[186],"additionally":[188],"conducted":[189],"doubled":[192],"density,":[194],"where":[195],"converges.":[199],"Consequently,":[200],"model":[202],"maximal":[204],"minimum":[207],"crashes":[208],"still":[210],"guarantee":[211],"low":[212],"consumption,":[214],"but":[215],"slightly":[216],"reduce":[217],"efficiency":[219],"induce":[223],"more":[224,238],"than":[226],"lower-traffic":[228],"counterpart,":[229],"implying":[230],"difficulty":[232],"generalizing":[234],"RL":[235],"advanced":[239],"scenarios.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}