{"id":"https://openalex.org/W4366180250","doi":"https://doi.org/10.3390/app13085018","title":"Cooperative Decision-Making for Mixed Traffic at an Unsignalized Intersection Based on Multi-Agent Reinforcement Learning","display_name":"Cooperative Decision-Making for Mixed Traffic at an Unsignalized Intersection Based on Multi-Agent Reinforcement Learning","publication_year":2023,"publication_date":"2023-04-17","ids":{"openalex":"https://openalex.org/W4366180250","doi":"https://doi.org/10.3390/app13085018"},"language":"en","primary_location":{"id":"doi:10.3390/app13085018","doi":"https://doi.org/10.3390/app13085018","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app13085018","pdf_url":"https://www.mdpi.com/2076-3417/13/8/5018/pdf?version=1681721896","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2076-3417/13/8/5018/pdf?version=1681721896","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081998302","display_name":"Huanbiao Zhuang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanbiao Zhuang","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, Shenzhen 518107, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, Shenzhen 518107, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007428520","display_name":"Chaofan Lei","orcid":"https://orcid.org/0009-0006-1453-8321","observed_orcids":["https://orcid.org/0009-0006-1453-8321"]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaofan Lei","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, Shenzhen 518107, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, Shenzhen 518107, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061744146","display_name":"Yuanhang Chen","orcid":"https://orcid.org/0000-0003-1027-047X","observed_orcids":["https://orcid.org/0000-0003-1027-047X"]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanhang Chen","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, Shenzhen 518107, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, Shenzhen 518107, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070935877","display_name":"Xiaojun Tan","orcid":"https://orcid.org/0000-0003-0137-9270","observed_orcids":["https://orcid.org/0000-0003-0137-9270"]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaojun Tan","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, Shenzhen 518107, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, Shenzhen 518107, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5070935877"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":{"value":2300,"currency":"CHF","value_usd":2558},"apc_paid":{"value":2300,"currency":"CHF","value_usd":2558},"fwci":1.9188,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.8479921,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"13","issue":"8","first_page":"5018","last_page":"5018"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.5669000148773193,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.5669000148773193,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.3871999979019165,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.02459999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mixed-traffic-flow","display_name":"mixed traffic","score":0.968999981880188},{"id":"https://openalex.org/keywords/unsignalized-intersections","display_name":"unsignalized intersections","score":0.9380000233650208},{"id":"https://openalex.org/keywords/cooperative-decision-making","display_name":"cooperative decision-making","score":0.8330000042915344},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.9309999942779541},{"id":"https://openalex.org/keywords/proximal-policy-optimization","display_name":"proximal policy optimization","score":0.925000011920929},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.9660000205039978},{"id":"https://openalex.org/keywords/connected-and-automated-vehicles","display_name":"connected and automated vehicles","score":0.8009999990463257},{"id":"https://openalex.org/keywords/human-driven-vehicles","display_name":"human-driven vehicles","score":0.9049999713897705},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"collision avoidance","score":0.7139999866485596},{"id":"https://openalex.org/keywords/trajectory-prediction","display_name":"trajectory prediction","score":0.8399999737739563},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.7490000128746033},{"id":"https://openalex.org/keywords/autonomous-driving","display_name":"autonomous driving","score":0.7839999794960022}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8062304854393005},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7786341905593872},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7114430069923401},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5486482381820679},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4768211245536804},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42631810903549194},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.370189368724823},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1812140941619873},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.17584097385406494},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/app13085018","doi":"https://doi.org/10.3390/app13085018","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app13085018","pdf_url":"https://www.mdpi.com/2076-3417/13/8/5018/pdf?version=1681721896","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e3994512f14d4e4ca279811c67f082ba","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/e3994512f14d4e4ca279811c67f082ba","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Applied Sciences, Vol 13, Iss 8, p 5018 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/app13085018","doi":"https://doi.org/10.3390/app13085018","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app13085018","pdf_url":"https://www.mdpi.com/2076-3417/13/8/5018/pdf?version=1681721896","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366180250.pdf","grobid_xml":"https://content.openalex.org/works/W4366180250.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W2100800486","https://openalex.org/W2137514195","https://openalex.org/W2284958039","https://openalex.org/W2963625099","https://openalex.org/W2968049026","https://openalex.org/W2971066016","https://openalex.org/W2976036462","https://openalex.org/W2976133733","https://openalex.org/W2981402159","https://openalex.org/W2996012538","https://openalex.org/W2998469133","https://openalex.org/W3004270765","https://openalex.org/W3088218629","https://openalex.org/W3171693280","https://openalex.org/W3183369933","https://openalex.org/W3185677907","https://openalex.org/W3198425086","https://openalex.org/W3217694967","https://openalex.org/W4205361279","https://openalex.org/W4223536489","https://openalex.org/W4226071977","https://openalex.org/W4226402915","https://openalex.org/W4285230563","https://openalex.org/W4312550876","https://openalex.org/W4313036208","https://openalex.org/W4323843497"],"related_works":["https://openalex.org/W4404985202","https://openalex.org/W7154890163","https://openalex.org/W4415390121","https://openalex.org/W7167617873","https://openalex.org/W3044695623","https://openalex.org/W4416013064","https://openalex.org/W7166878645","https://openalex.org/W7119502852","https://openalex.org/W4387123684","https://openalex.org/W7133303218"],"abstract_inverted_index":{"Despite":[0],"rapid":[1],"advances":[2],"in":[3,14,36,205],"vehicle":[4,96],"intelligence":[5],"and":[6,21,70,114,166,190],"connectivity,":[7],"there":[8],"is":[9],"still":[10],"a":[11,33,44,89,117,142],"significant":[12],"period":[13],"mixed":[15],"traffic":[16,115],"where":[17],"connected,":[18],"automated":[19],"vehicles":[20,23,30,154],"human-driven":[22,29],"coexist.":[24],"The":[25,95,157],"behavioral":[26],"uncertainty":[27],"of":[28,131,162,170,208],"makes":[31],"decision-making":[32,207],"challenging":[34],"task":[35],"an":[37,53,65,98],"unsignalized":[38],"intersection":[39,66,73],"scenario.":[40],"In":[41],"this":[42,77],"paper,":[43],"decentralized":[45],"multi-agent":[46,93],"proximal":[47],"policy":[48,119],"optimization":[49],"(MAPPO)":[50],"based":[51,126],"on":[52,111,127,152],"attention":[54,99],"representations":[55],"algorithm":[56],"(Attn-MAPPO)":[57],"was":[58,86,120,147,187],"developed":[59],"to":[60,67,101,122,149,181],"make":[61],"joint":[62,118],"decisions":[63],"at":[64],"avoid":[68],"collisions":[69],"cross":[71],"the":[72,81,84,103,112,128,133,137,140,153,160,163,168,171,176,184,193,206],"effectively.":[74],"To":[75,135],"implement":[76],"framework,":[78],"by":[79],"exploiting":[80],"shared":[82],"information,":[83],"system":[85],"modeled":[87],"as":[88],"model-free,":[90],"fully":[91],"cooperative,":[92],"system.":[94],"employed":[97],"module":[100],"extract":[102],"most":[104],"valuable":[105],"information":[106],"from":[107],"its":[108,199],"neighbors.":[109],"Based":[110],"observation":[113],"rules,":[116],"identified":[121],"work":[123],"more":[124,151,188],"cooperatively":[125],"trajectory":[129],"prediction":[130],"all":[132],"vehicles.":[134],"facilitate":[136],"collaboration":[138],"between":[139],"vehicles,":[141],"weighted":[143],"reward":[144,173],"assignment":[145],"scheme":[146],"proposed":[148,185],"focus":[150],"approaching":[155],"intersections.":[156],"results":[158],"presented":[159],"advantages":[161],"Attn-MAPPO":[164],"framework":[165],"validated":[167],"effectiveness":[169],"designed":[172],"function.":[174],"Ultimately,":[175],"comparative":[177],"experiments":[178],"were":[179],"conducted":[180],"demonstrate":[182],"that":[183],"approach":[186],"adaptive":[189],"generalized":[191],"than":[192],"heuristic":[194],"rule-based":[195],"model,":[196],"which":[197],"revealed":[198],"great":[200],"potential":[201],"for":[202],"reinforcement":[203],"learning":[204],"autonomous":[209],"driving.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-04-19T00:00:00"}