{"id":"https://openalex.org/W4391929615","doi":"https://doi.org/10.1109/tits.2024.3352730","title":"Cooperative Traffic Signal Control Using a Distributed Agent-Based Deep Reinforcement Learning With Incentive Communication","display_name":"Cooperative Traffic Signal Control Using a Distributed Agent-Based Deep Reinforcement Learning With Incentive Communication","publication_year":2024,"publication_date":"2024-02-19","ids":{"openalex":"https://openalex.org/W4391929615","doi":"https://doi.org/10.1109/tits.2024.3352730"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3352730","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3352730","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101682721","display_name":"Bin Zhou","orcid":"https://orcid.org/0009-0004-0264-7526"},"institutions":[{"id":"https://openalex.org/I4210158570","display_name":"Zhejiang University-University of Edinburgh Institute","ror":"https://ror.org/04jth1r26","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210158570","https://openalex.org/I76130692","https://openalex.org/I98677209"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bin Zhou","raw_affiliation_strings":["ZJU-UIUC Institute, Zhejiang University, Haining, China"],"affiliations":[{"raw_affiliation_string":"ZJU-UIUC Institute, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I4210158570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005339778","display_name":"Qishen Zhou","orcid":"https://orcid.org/0000-0001-8074-4111"},"institutions":[{"id":"https://openalex.org/I4210158570","display_name":"Zhejiang University-University of Edinburgh Institute","ror":"https://ror.org/04jth1r26","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210158570","https://openalex.org/I76130692","https://openalex.org/I98677209"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qishen Zhou","raw_affiliation_strings":["ZJU-UIUC Institute, Zhejiang University, Haining, China"],"affiliations":[{"raw_affiliation_string":"ZJU-UIUC Institute, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I4210158570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010818843","display_name":"Simon Hu","orcid":"https://orcid.org/0000-0002-9832-6679"},"institutions":[{"id":"https://openalex.org/I4210158570","display_name":"Zhejiang University-University of Edinburgh Institute","ror":"https://ror.org/04jth1r26","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210158570","https://openalex.org/I76130692","https://openalex.org/I98677209"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Simon Hu","raw_affiliation_strings":["ZJU-UIUC Institute, Zhejiang University, Haining, China"],"affiliations":[{"raw_affiliation_string":"ZJU-UIUC Institute, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I4210158570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024477428","display_name":"Dongfang Ma","orcid":"https://orcid.org/0000-0002-9334-1570"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongfang Ma","raw_affiliation_strings":["Institute of Marine Sensing and Networking, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Institute of Marine Sensing and Networking, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101960327","display_name":"Sheng Jin","orcid":"https://orcid.org/0000-0001-6110-0783"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Jin","raw_affiliation_strings":["College of Civil Engineering and Architecture, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Civil Engineering and Architecture, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046443901","display_name":"Der\u2010Horng Lee","orcid":"https://orcid.org/0000-0001-5428-8810"},"institutions":[{"id":"https://openalex.org/I4210158570","display_name":"Zhejiang University-University of Edinburgh Institute","ror":"https://ror.org/04jth1r26","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210158570","https://openalex.org/I76130692","https://openalex.org/I98677209"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Der-Horng Lee","raw_affiliation_strings":["ZJU-UIUC Institute, Zhejiang University, Haining, China"],"affiliations":[{"raw_affiliation_string":"ZJU-UIUC Institute, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I4210158570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101682721"],"corresponding_institution_ids":["https://openalex.org/I4210158570"],"apc_list":null,"apc_paid":null,"fwci":13.1076,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.99276598,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"25","issue":"8","first_page":"10147","last_page":"10160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8062199354171753},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.6833099126815796},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5824147462844849},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4939766526222229},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.4720017910003662},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.44922110438346863},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.41895854473114014},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.36932307481765747},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33210477232933044},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3288232088088989},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.32390302419662476},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28336137533187866},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.24795597791671753},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.10310989618301392},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.07436957955360413}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8062199354171753},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.6833099126815796},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5824147462844849},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4939766526222229},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.4720017910003662},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.44922110438346863},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.41895854473114014},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36932307481765747},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33210477232933044},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3288232088088989},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.32390302419662476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28336137533187866},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.24795597791671753},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.10310989618301392},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.07436957955360413},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3352730","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3352730","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G419958781","display_name":null,"funder_award_id":"LR23E080002","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G8223566187","display_name":null,"funder_award_id":"52131202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1542941925","https://openalex.org/W2002803284","https://openalex.org/W2007894170","https://openalex.org/W2022926331","https://openalex.org/W2110641977","https://openalex.org/W2112137338","https://openalex.org/W2144488633","https://openalex.org/W2145339207","https://openalex.org/W2154500405","https://openalex.org/W2737904742","https://openalex.org/W2766381093","https://openalex.org/W2794842204","https://openalex.org/W2809148419","https://openalex.org/W2915117209","https://openalex.org/W2921611831","https://openalex.org/W2964749398","https://openalex.org/W3011507876","https://openalex.org/W3096739060","https://openalex.org/W3106098622","https://openalex.org/W3106357768","https://openalex.org/W3110101394","https://openalex.org/W3133129631","https://openalex.org/W3133741656","https://openalex.org/W3156295478","https://openalex.org/W3198724651","https://openalex.org/W4206867326","https://openalex.org/W4210742101","https://openalex.org/W4211083365","https://openalex.org/W4213230486","https://openalex.org/W4220747123","https://openalex.org/W4220899555","https://openalex.org/W4221140529","https://openalex.org/W4221155364","https://openalex.org/W4224434426","https://openalex.org/W4226518300","https://openalex.org/W4281686250","https://openalex.org/W4281709050","https://openalex.org/W4282943221","https://openalex.org/W4285104771","https://openalex.org/W4285127047","https://openalex.org/W4286893914","https://openalex.org/W4288535550","https://openalex.org/W4289779215","https://openalex.org/W4291653237","https://openalex.org/W4295021290","https://openalex.org/W4308365139","https://openalex.org/W4313036208","https://openalex.org/W4313547795","https://openalex.org/W4322729600","https://openalex.org/W4376279609","https://openalex.org/W4378550384","https://openalex.org/W4382318215","https://openalex.org/W4385245566","https://openalex.org/W4385326146","https://openalex.org/W6635087183","https://openalex.org/W6676559285","https://openalex.org/W6729906282","https://openalex.org/W6749304979","https://openalex.org/W6752380930","https://openalex.org/W6810677780"],"related_works":["https://openalex.org/W2367468089","https://openalex.org/W2358591856","https://openalex.org/W4306904969","https://openalex.org/W4367838498","https://openalex.org/W2393348402","https://openalex.org/W4293167677","https://openalex.org/W2242021741","https://openalex.org/W2377015873","https://openalex.org/W2605253768","https://openalex.org/W2392201083"],"abstract_inverted_index":{"Deep":[0,67],"Reinforcement":[1,68],"Learning":[2,69],"has":[3],"shown":[4],"some":[5],"promise":[6],"in":[7,41,158],"dynamic":[8],"traffic":[9,16,42],"signal":[10],"control":[11,20,57,75],"by":[12],"adapting":[13],"to":[14,25,55,87,173],"real-time":[15],"conditions.":[17],"However,":[18],"multi-intersection":[19],"presents":[21],"challenges,":[22],"primarily":[23],"due":[24],"the":[26,36],"need":[27],"for":[28,73,115,135,141],"efficient":[29],"information":[30,114],"exchange":[31],"across":[32,76],"increasing":[33],"intersections,":[34],"and":[35,99,145,163,177],"importance":[37],"of":[38,107],"spatiotemporal":[39],"dynamics":[40,144],"flows.":[43],"Traditional":[44],"methods":[45,157],"often":[46],"focus":[47],"solely":[48],"on":[49,112],"spatial":[50,146],"or":[51],"temporal":[52,133],"aspects,":[53],"leading":[54],"suboptimal":[56],"strategies.":[58],"This":[59],"paper":[60],"introduces":[61],"a":[62,128,168],"novel":[63],"Multi-Agent":[64],"Incentive":[65],"Communication":[66],"(MICDRL)":[70],"method,":[71],"designed":[72],"collaborative":[74],"multiple":[77],"intersections.":[78],"MICDRL":[79,108,126,153],"features":[80],"an":[81],"incentive":[82],"communication":[83,120],"mechanism,":[84],"allowing":[85],"agents":[86],"generate":[88],"customized":[89],"messages":[90],"that":[91,131,152],"influence":[92],"other":[93,137],"agents\u2019":[94,138],"policies,":[95],"thereby":[96],"enhancing":[97],"coordination":[98],"achieving":[100],"globally":[101],"optimal":[102],"decisions.":[103],"A":[104],"key":[105],"feature":[106],"is":[109],"its":[110],"reliance":[111],"local":[113],"message":[116],"generation,":[117],"effectively":[118],"reducing":[119],"overhead":[121],"while":[122],"ensuring":[123],"collaboration.":[124],"Additionally,":[125],"integrates":[127],"teammate":[129],"module":[130],"leverages":[132],"data":[134,175],"predicting":[136],"actions,":[139],"crucial":[140],"understanding":[142],"collective":[143],"environment":[147],"characteristics.":[148],"Empirical":[149],"results":[150],"show":[151],"outperforms":[154],"several":[155],"state-of-the-art":[156],"metrics":[159],"like":[160],"queue":[161],"length":[162],"throughput.":[164],"Furthermore,":[165],"we":[166],"introduce":[167],"tailored":[169],"three-layer":[170],"Internet-of-Things":[171],"architecture":[172],"enhance":[174],"collection":[176],"transmission.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":10}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}