{"id":"https://openalex.org/W4408564352","doi":"https://doi.org/10.1109/jiot.2025.3552058","title":"Solving the Vehicle Cooperation Problem at Signal-Free Intersection via an Asynchronous Deep Reinforcement Learning Approach","display_name":"Solving the Vehicle Cooperation Problem at Signal-Free Intersection via an Asynchronous Deep Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-03-18","ids":{"openalex":"https://openalex.org/W4408564352","doi":"https://doi.org/10.1109/jiot.2025.3552058"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3552058","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3552058","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055716987","display_name":"Shuai Wang","orcid":"https://orcid.org/0000-0002-1796-7280"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Wang","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen Univerity (Shenzhen), Shenzhen, China","School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen Univerity, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-1796-7280","affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen Univerity (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen Univerity, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107910078","display_name":"Y. Ding","orcid":"https://orcid.org/0009-0003-1615-9091"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhao Ding","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen Univerity (Shenzhen), Shenzhen, China","School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen Univerity, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0003-1615-9091","affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen Univerity (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen Univerity, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaoqi Ding","orcid":"https://orcid.org/0009-0001-9069-3693"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqi Ding","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen Univerity (Guangzhou), Guangzhou, China","School of Computer Science and Engineering, Guangzhou Campus of Sun Yat-sen Univerity, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0001-9069-3693","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen Univerity (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Guangzhou Campus of Sun Yat-sen Univerity, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070935877","display_name":"Xiaojun Tan","orcid":"https://orcid.org/0000-0003-0137-9270"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojun Tan","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen Univerity (Shenzhen), Shenzhen, China","School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen Univerity, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0137-9270","affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen Univerity (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen Univerity, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6169,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.92174327,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"12","issue":"13","first_page":"23357","last_page":"23372"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9217000007629395,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9009000062942505,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8162877559661865},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7729508876800537},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7011818289756775},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.6803756952285767},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4184650480747223},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.25252261757850647},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.1242033839225769},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11258414387702942}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8162877559661865},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7729508876800537},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7011818289756775},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6803756952285767},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4184650480747223},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25252261757850647},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.1242033839225769},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11258414387702942}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3552058","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3552058","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6533072692","display_name":null,"funder_award_id":"62203477","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7807394197","display_name":null,"funder_award_id":"KJZD20231023100204008","funder_id":"https://openalex.org/F4320336736","funder_display_name":"Chengdu Science and Technology Program"},{"id":"https://openalex.org/G8729917255","display_name":null,"funder_award_id":"2024A1515010238","funder_id":"https://openalex.org/F4320330400","funder_display_name":"Shenzhen Research Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320330400","display_name":"Shenzhen Research Foundation","ror":null},{"id":"https://openalex.org/F4320336736","display_name":"Chengdu Science and Technology Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W1976328863","https://openalex.org/W2201235138","https://openalex.org/W2497090499","https://openalex.org/W2613420336","https://openalex.org/W2617994934","https://openalex.org/W2809064993","https://openalex.org/W2913230672","https://openalex.org/W2993799773","https://openalex.org/W3023238316","https://openalex.org/W3044015199","https://openalex.org/W3088218629","https://openalex.org/W3178423299","https://openalex.org/W3185625797","https://openalex.org/W3208875438","https://openalex.org/W3210076120","https://openalex.org/W3217694967","https://openalex.org/W4213427190","https://openalex.org/W4221146589","https://openalex.org/W4308934384","https://openalex.org/W4313034784","https://openalex.org/W4317038472","https://openalex.org/W4321483908","https://openalex.org/W4360602931","https://openalex.org/W4365141128","https://openalex.org/W4376851362","https://openalex.org/W4379382465","https://openalex.org/W4381733136","https://openalex.org/W4384304108","https://openalex.org/W4385757459","https://openalex.org/W4385819936","https://openalex.org/W4386025570","https://openalex.org/W4386275689","https://openalex.org/W4387350690","https://openalex.org/W4389747884","https://openalex.org/W4390357803","https://openalex.org/W4390905457","https://openalex.org/W4391406957","https://openalex.org/W4392499469","https://openalex.org/W4392931090","https://openalex.org/W4393170812","https://openalex.org/W4394744741","https://openalex.org/W4396542383","https://openalex.org/W4396918622","https://openalex.org/W4400645152","https://openalex.org/W4400742161","https://openalex.org/W4401114265","https://openalex.org/W4402125467","https://openalex.org/W4403331605","https://openalex.org/W4403353622","https://openalex.org/W6756777732"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2116677773","https://openalex.org/W2155261584","https://openalex.org/W2584231425","https://openalex.org/W2150611273","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857"],"abstract_inverted_index":{"With":[0],"the":[1,37,50,65,71,78,105,110,116,127,130,134,154,159,166,172,187,194,197,232,236,241,254,258],"rapid":[2],"development":[3],"of":[4,39,70,161,196,257],"modern":[5],"intelligent":[6],"transportation":[7],"systems,":[8],"connected":[9],"and":[10,23,43,68,133,150,168,191,220,226,235],"automated":[11],"vehicles":[12],"(CAVs)":[13],"have":[14,45,60,244],"garnered":[15],"significant":[16,34],"attention":[17],"due":[18],"to":[19,48,103,146,224],"their":[20],"advanced":[21],"communication":[22],"decision-making":[24,28],"capabilities.":[25],"Intelligent":[26],"collaborative":[27],"in":[29,36,177,202,231],"dynamic":[30],"traffic":[31],"scenarios":[32],"poses":[33],"challenges":[35],"research":[38],"CAV":[40],"technology.":[41],"Strategies":[42],"methods":[44],"been":[46,62,96,245],"developed":[47],"tackle":[49],"collaboration":[51,73,107],"problem":[52,108,117],"toward":[53],"different":[54],"scenarios.":[55,206],"However,":[56],"most":[57],"existing":[58,218],"studies":[59],"not":[61,95],"fully":[63],"investigated":[64],"performance":[66,215],"optimization":[67],"practicability":[69],"vehicle":[72,88,106],"at":[74],"signal-free":[75,80],"intersections.":[76],"Meanwhile,":[77],"urban":[79],"intersections":[81],"represent":[82],"a":[83,91,138,248],"critical":[84],"application":[85],"scenario":[86],"for":[87,261],"cooperation,":[89],"where":[90],"thorough":[92],"study":[93,101,179],"has":[94],"given":[97],"yet.":[98],"Therefore,":[99],"this":[100,178],"intends":[102],"solve":[104],"utilizing":[109],"deep":[111],"reinforcement":[112],"learning":[113,163],"approach.":[114],"Initially,":[115],"is":[118,144,200],"formulated":[119],"as":[120],"an":[121,221],"elaborated":[122],"Markov":[123],"decision":[124],"process,":[125],"comprising":[126],"state":[128],"space,":[129,132],"action":[131],"reward":[135],"function.":[136],"Then,":[137],"shared":[139,155],"advantage":[140],"actor-critic":[141],"(A2C)":[142],"model":[143],"proposed":[145,198,259],"effectively":[147],"extract":[148],"temporal":[149],"spatial":[151],"features":[152],"through":[153],"network,":[156],"thereby":[157,185],"improving":[158],"consistency":[160],"feature":[162],"processes":[164,183],"between":[165],"Actor":[167],"Critic":[169],"networks.":[170],"Furthermore,":[171],"asynchronous":[173],"training":[174,182],"strategy":[175],"employed":[176],"involves":[180],"multiple":[181],"concurrently,":[184],"enhancing":[186],"model\u2019s":[188],"convergence":[189],"speed":[190],"stability.":[192],"Finally,":[193],"effectiveness":[195],"method":[199,212,260],"verified":[201],"two":[203],"typical":[204],"intersection":[205],"Simulation":[207],"results":[208],"reveal":[209],"that":[210],"our":[211],"exhibits":[213],"competitive":[214],"compared":[216],"with":[217],"approaches,":[219],"improvement":[222],"up":[223],"30%":[225],"40%":[227],"can":[228],"be":[229],"achieved":[230],"retreat":[233],"time":[234],"averaged":[237],"delay":[238],"time.":[239],"Additionally,":[240],"field":[242],"experiments":[243],"conducted":[246],"on":[247],"miniaturized":[249],"autonomous":[250],"driving":[251],"platform,":[252],"verifying":[253],"considerable":[255],"potential":[256],"real-world":[262],"applications.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}