{"id":"https://openalex.org/W4313555308","doi":"https://doi.org/10.1109/tmc.2022.3233879","title":"Multi-Agent Attention Double Actor-Critic Framework for Intelligent Traffic Light Control in Urban Scenarios With Hybrid Traffic","display_name":"Multi-Agent Attention Double Actor-Critic Framework for Intelligent Traffic Light Control in Urban Scenarios With Hybrid Traffic","publication_year":2023,"publication_date":"2023-01-05","ids":{"openalex":"https://openalex.org/W4313555308","doi":"https://doi.org/10.1109/tmc.2022.3233879"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2022.3233879","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2022.3233879","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086581834","display_name":"Bingyi Liu","orcid":"https://orcid.org/0000-0001-8403-1776"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I4210149102","display_name":"Sanya University","ror":"https://ror.org/04fa2qd52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210149102"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingyi Liu","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","Sanya Science and Education Innovation Park, Wuhan University of Technology, Sanya, China"],"raw_orcid":"https://orcid.org/0000-0001-8403-1776","affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"Sanya Science and Education Innovation Park, Wuhan University of Technology, Sanya, China","institution_ids":["https://openalex.org/I196699116","https://openalex.org/I4210149102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019042027","display_name":"Weizhen Han","orcid":"https://orcid.org/0000-0003-2992-2650"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I4210149102","display_name":"Sanya University","ror":"https://ror.org/04fa2qd52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210149102"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhen Han","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","Sanya Science and Education Innovation Park, Wuhan University of Technology, Sanya, China"],"raw_orcid":"https://orcid.org/0000-0003-2992-2650","affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"Sanya Science and Education Innovation Park, Wuhan University of Technology, Sanya, China","institution_ids":["https://openalex.org/I196699116","https://openalex.org/I4210149102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085805626","display_name":"Enshu Wang","orcid":"https://orcid.org/0000-0001-7253-4763"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]},{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Enshu Wang","raw_affiliation_strings":["The State University of New York, University at Buffalo, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-7253-4763","affiliations":[{"raw_affiliation_string":"The State University of New York, University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I57206974","https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011707621","display_name":"Shengwu Xiong","orcid":"https://orcid.org/0000-0002-4006-7029"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I4210149102","display_name":"Sanya University","ror":"https://ror.org/04fa2qd52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210149102"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengwu Xiong","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","Sanya Science and Education Innovation Park, Wuhan University of Technology, Sanya, China"],"raw_orcid":"https://orcid.org/0000-0002-4006-7029","affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"Sanya Science and Education Innovation Park, Wuhan University of Technology, Sanya, China","institution_ids":["https://openalex.org/I196699116","https://openalex.org/I4210149102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108047844","display_name":"Libing Wu","orcid":"https://orcid.org/0000-0001-9897-1953"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Libing Wu","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391116","display_name":"Qian Wang","orcid":"https://orcid.org/0000-0002-8967-8525"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Wang","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8967-8525","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356291","display_name":"Jianping Wang","orcid":"https://orcid.org/0000-0002-9318-1482"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jianping Wang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-9318-1482","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100728176","display_name":"Chunming Qiao","orcid":"https://orcid.org/0000-0002-4679-6572"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]},{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunming Qiao","raw_affiliation_strings":["The State University of New York, University at Buffalo, Buffalo, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The State University of New York, University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I57206974","https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.0287,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.97445653,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"23","issue":"1","first_page":"660","last_page":"672"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7462009191513062},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5037168860435486},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.4346129298210144},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4338371753692627},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.34987735748291016},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33541566133499146},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.25247856974601746},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.18513309955596924},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09731730818748474}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7462009191513062},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5037168860435486},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.4346129298210144},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4338371753692627},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.34987735748291016},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33541566133499146},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25247856974601746},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.18513309955596924},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09731730818748474},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2022.3233879","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2022.3233879","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G2404993877","display_name":null,"funder_award_id":"U20B2049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3999138594","display_name":null,"funder_award_id":"CNS-2120369","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4310234715","display_name":null,"funder_award_id":"62272357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4338170349","display_name":null,"funder_award_id":"62272348","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4653825012","display_name":null,"funder_award_id":"62176194","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6034313629","display_name":null,"funder_award_id":"U21B2018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8024709401","display_name":null,"funder_award_id":"U20A20177","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1516835682","https://openalex.org/W1542941925","https://openalex.org/W1869778509","https://openalex.org/W2031530760","https://openalex.org/W2085860929","https://openalex.org/W2109910161","https://openalex.org/W2736601468","https://openalex.org/W2787165044","https://openalex.org/W2914154006","https://openalex.org/W2915117209","https://openalex.org/W2955280838","https://openalex.org/W2963446712","https://openalex.org/W2964227312","https://openalex.org/W2991995523","https://openalex.org/W2998332605","https://openalex.org/W3014845548","https://openalex.org/W3016465647","https://openalex.org/W3030840723","https://openalex.org/W3033103407","https://openalex.org/W3040449362","https://openalex.org/W3083917758","https://openalex.org/W3096739060","https://openalex.org/W3110101394","https://openalex.org/W3174818244","https://openalex.org/W3189931457","https://openalex.org/W6603536003","https://openalex.org/W6639086533","https://openalex.org/W6738796088","https://openalex.org/W6739901393","https://openalex.org/W6741002519","https://openalex.org/W6747941106","https://openalex.org/W6761754428","https://openalex.org/W6765603843","https://openalex.org/W6768539364"],"related_works":["https://openalex.org/W2521728836","https://openalex.org/W2008793610","https://openalex.org/W2972088616","https://openalex.org/W3081865863","https://openalex.org/W4399654348","https://openalex.org/W2363526272","https://openalex.org/W3175632857","https://openalex.org/W2138264352","https://openalex.org/W4285065526","https://openalex.org/W4386608660"],"abstract_inverted_index":{"In":[0],"real-world":[1,135,173],"urban":[2,174],"environments,":[3],"hybrid":[4],"and":[5,53,139],"disorder":[6],"traffic":[7,14,22,194],"brings":[8],"new":[9],"challenges":[10],"for":[11,104],"the":[12,26,44,69,83,145,163,168,185,197,200],"intelligent":[13],"light":[15],"control":[16],"system":[17],"(ITLCS).":[18],"Apart":[19],"from":[20],"coordinating":[21],"flows":[23],"around":[24],"intersections,":[25],"ITLCS":[27],"is":[28],"responsive":[29],"to":[30,64,88,90,108,121,143],"ensuring":[31],"high":[32,110,157,189,203],"priority":[33,111,158,190,204],"vehicles":[34,112,171,191],"pass":[35,113],"through":[36,114],"intersections":[37,115],"quickly.":[38,116],"To":[39],"this":[40,66],"end,":[41],"we":[42,118],"formulate":[43],"multiple":[45],"intersections\u2019":[46],"decision-making":[47],"problem":[48],"as":[49,99],"a":[50,55,92,101,105,131],"Semi-Markov":[51],"game":[52],"propose":[54],"<italic":[56,70,75],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[57,71,76],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">multi-agent":[58],"attention":[59,78],"double":[60],"actor-critic":[61],"(MAADAC)</i>":[62],"framework":[63,85,182],"solve":[65],"game,":[67],"integrating":[68],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">options":[72],"framework</i>":[73],"with":[74,196],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">graph":[77],"networks":[79,138],"(GATs)</i>":[80],".":[81],"Specifically,":[82],"options":[84],"empowers":[86],"agents":[87],"learn":[89],"make":[91],"long":[93],"sequence":[94],"of":[95,147,165,170,188,202],"satisfactory":[96],"decisions,":[97],"such":[98],"keeping":[100],"reasonable":[102],"phase":[103],"short":[106],"period":[107],"ensure":[109],"Besides,":[117],"adopt":[119],"GATs":[120],"capture":[122],"graph-structure":[123],"mutual":[124],"influences":[125],"among":[126],"agents.":[127],"We":[128],"set":[129],"up":[130],"simulator":[132],"based":[133],"on":[134],"city":[136],"road":[137],"conduct":[140],"extensive":[141],"experiments":[142],"evaluate":[144],"performance":[146],"MAADAC.":[148],"The":[149],"experimental":[150],"results":[151],"show":[152],"that":[153],"MAADAC":[154],"can":[155,183],"reduce":[156],"vehicles\u2019":[159],"waiting":[160],"time":[161],"in":[162,172,199],"interval":[164],"18.16%-38.14%":[166],"versus":[167],"density":[169],"scenarios":[175],"over":[176],"several":[177],"state-of-the-art":[178],"approaches.":[179],"Also,":[180],"our":[181],"guarantee":[184],"passing":[186],"efficiency":[187],"under":[192],"various":[193],"conditions":[195],"change":[198],"proportion":[201],"vehicles.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":9}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}