{"id":"https://openalex.org/W4404985202","doi":"https://doi.org/10.1109/tits.2024.3503092","title":"Cooperative Decision-Making for CAVs at Unsignalized Intersections: A MARL Approach With Attention and Hierarchical Game Priors","display_name":"Cooperative Decision-Making for CAVs at Unsignalized Intersections: A MARL Approach With Attention and Hierarchical Game Priors","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4404985202","doi":"https://doi.org/10.1109/tits.2024.3503092"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3503092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3503092","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jiaqi Liu","orcid":"https://orcid.org/0000-0002-6171-6155"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Liu","raw_affiliation_strings":["Department of Traffic Engineering and the Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6171-6155","affiliations":[{"raw_affiliation_string":"Department of Traffic Engineering and the Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055911707","display_name":"Peng Hang","orcid":"https://orcid.org/0000-0002-5843-0594"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Hang","raw_affiliation_strings":["Department of Traffic Engineering and the Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5843-0594","affiliations":[{"raw_affiliation_string":"Department of Traffic Engineering and the Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004861155","display_name":"Xiaoxiang Na","orcid":"https://orcid.org/0000-0002-6524-7122"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiaoxiang Na","raw_affiliation_strings":["Department of Engineering, University of Cambridge, Cambridge, U.K"],"raw_orcid":"https://orcid.org/0000-0002-6524-7122","affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081848769","display_name":"Chao Huang","orcid":"https://orcid.org/0000-0003-3023-4388"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chao Huang","raw_affiliation_strings":["Department of Industrial and Systems Engineering, The Hong Kong Polytechnical University, Hung Hom, Hong Kong","Department of Industrial and Systems Engineering, The Hong Kong Polytechnical University, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-3023-4388","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, The Hong Kong Polytechnical University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Industrial and Systems Engineering, The Hong Kong Polytechnical University, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062319704","display_name":"Jian Sun","orcid":"https://orcid.org/0000-0001-5031-4938"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Sun","raw_affiliation_strings":["Department of Traffic Engineering and the Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5031-4938","affiliations":[{"raw_affiliation_string":"Department of Traffic Engineering and the Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.731,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.97261208,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"26","issue":"1","first_page":"443","last_page":"456"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.7507628202438354},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.5518010854721069},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5065726041793823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4175511598587036},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.4044876992702484},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40270519256591797},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3893841803073883},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30654633045196533},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25905001163482666},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.0974729061126709}],"concepts":[{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.7507628202438354},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.5518010854721069},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5065726041793823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4175511598587036},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.4044876992702484},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40270519256591797},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3893841803073883},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30654633045196533},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25905001163482666},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.0974729061126709}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3503092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3503092","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6600000262260437,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3075053662","display_name":null,"funder_award_id":"52302502","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8773826452","display_name":null,"funder_award_id":"2023YFB4301900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W52153049","https://openalex.org/W2056877664","https://openalex.org/W2080782477","https://openalex.org/W2152374007","https://openalex.org/W2517688734","https://openalex.org/W2564946773","https://openalex.org/W2616635592","https://openalex.org/W2766379631","https://openalex.org/W2887286974","https://openalex.org/W2913781869","https://openalex.org/W2945991855","https://openalex.org/W2968526727","https://openalex.org/W2991046523","https://openalex.org/W3035478219","https://openalex.org/W3090027660","https://openalex.org/W3091881817","https://openalex.org/W3146366485","https://openalex.org/W3170405112","https://openalex.org/W3175608395","https://openalex.org/W3188859214","https://openalex.org/W3193464862","https://openalex.org/W3199115257","https://openalex.org/W3208617162","https://openalex.org/W3208624098","https://openalex.org/W4205272462","https://openalex.org/W4205294961","https://openalex.org/W4221145253","https://openalex.org/W4221146589","https://openalex.org/W4226141644","https://openalex.org/W4281385716","https://openalex.org/W4298195308","https://openalex.org/W4308079956","https://openalex.org/W4312974600","https://openalex.org/W4385245566","https://openalex.org/W4391768460","https://openalex.org/W6674980194","https://openalex.org/W6738796088","https://openalex.org/W6745935785","https://openalex.org/W6756486208","https://openalex.org/W6770704954","https://openalex.org/W6795721140","https://openalex.org/W6809867376","https://openalex.org/W6846180143"],"related_works":["https://openalex.org/W4386190339","https://openalex.org/W2968424575","https://openalex.org/W3142333283","https://openalex.org/W2580650124","https://openalex.org/W3122088529","https://openalex.org/W3041320102","https://openalex.org/W2111669074","https://openalex.org/W2085259108","https://openalex.org/W3123087812","https://openalex.org/W2071416974"],"abstract_inverted_index":{"The":[0,133],"development":[1],"of":[2,15,61,106,188],"autonomous":[3,36,64],"vehicles":[4,65],"has":[5,42],"shown":[6],"great":[7],"potential":[8],"to":[9,45,95,123,146,165],"enhance":[10],"the":[11,19,103,137,167],"efficiency":[12],"and":[13,71,82,118,130,140,150,173,192],"safety":[14,68,160],"transportation":[16],"systems.":[17],"However,":[18],"decision-making":[20,48,60,104],"issue":[21],"in":[22,56,186],"complex":[23,47],"human-machine":[24],"mixed":[25],"traffic":[26,168],"scenarios,":[27],"such":[28],"as":[29,111],"unsignalized":[30,109],"intersections,":[31],"remains":[32],"a":[33,80,112,159],"challenge":[34],"for":[35],"vehicles.":[37],"While":[38],"reinforcement":[39,115],"learning":[40,116],"(RL)":[41],"been":[43],"used":[44,145],"solve":[46],"problems,":[49],"existing":[50],"RL":[51],"methods":[52],"still":[53],"have":[54],"limitations":[55],"dealing":[57],"with":[58],"cooperative":[59],"multiple":[62],"connected":[63],"(CAVs),":[66],"ensuring":[67],"during":[69],"exploration,":[70],"simulating":[72],"realistic":[73],"human":[74],"driver":[75],"behaviors.":[76],"In":[77],"this":[78],"paper,":[79],"novel":[81],"efficient":[83],"algorithm,":[84],"Multi-Agent":[85],"Game-prior":[86],"Attention":[87],"Deep":[88],"Deterministic":[89],"Policy":[90],"Gradient":[91],"(MA-GA-DDPG),":[92],"is":[93,163],"proposed":[94,100],"address":[96],"these":[97],"limitations.":[98],"Our":[99],"algorithm":[101],"formulates":[102],"problem":[105,117],"CAVs":[107],"at":[108],"intersections":[110],"decentralized":[113],"multi-agent":[114],"incorporates":[119],"an":[120],"attention":[121,134],"mechanism":[122],"capture":[124],"interaction":[125,148],"dependencies":[126],"between":[127,136],"ego":[128,138],"CAV":[129],"other":[131,141,183],"agents.":[132],"weights":[135],"vehicle":[139],"agents":[142],"are":[143],"then":[144],"screen":[147],"objects":[149],"obtain":[151],"prior":[152],"hierarchical":[153],"game":[154],"relations,":[155],"based":[156],"on":[157],"which":[158],"inspector":[161],"module":[162],"designed":[164],"improve":[166],"safety.":[169],"Furthermore,":[170],"both":[171],"simulation":[172],"hardware-in-the-loop":[174],"experiments":[175],"were":[176],"conducted,":[177],"demonstrating":[178],"that":[179],"our":[180],"method":[181],"outperforms":[182],"baseline":[184],"approaches":[185],"terms":[187],"driving":[189],"safety,":[190],"efficiency,":[191],"comfort.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}