{"id":"https://openalex.org/W4399618329","doi":"https://doi.org/10.1109/tits.2024.3410023","title":"Learning Multi-Intersection Traffic Signal Control via Coevolutionary Multi-Agent Reinforcement Learning","display_name":"Learning Multi-Intersection Traffic Signal Control via Coevolutionary Multi-Agent Reinforcement Learning","publication_year":2024,"publication_date":"2024-06-13","ids":{"openalex":"https://openalex.org/W4399618329","doi":"https://doi.org/10.1109/tits.2024.3410023"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3410023","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3410023","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026361347","display_name":"Wubing Chen","orcid":"https://orcid.org/0009-0003-6527-968X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wubing Chen","raw_affiliation_strings":["Department of Computer Science and Technology, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0003-6527-968X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100764370","display_name":"Shangdong Yang","orcid":"https://orcid.org/0000-0001-5379-9539"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangdong Yang","raw_affiliation_strings":["School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5379-9539","affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100462996","display_name":"Wenbin Li","orcid":"https://orcid.org/0000-0002-0935-7124"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbin Li","raw_affiliation_strings":["Department of Computer Science and Technology, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0935-7124","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104264364","display_name":"Yujing Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujing Hu","raw_affiliation_strings":["Netease Fuxi AI Laboratory, Netease, Hangzhou, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netease Fuxi AI Laboratory, Netease, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441027","display_name":"Xiao Liu","orcid":"https://orcid.org/0000-0001-6523-0155"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Liu","raw_affiliation_strings":["Department of Computer Science and Technology, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6523-0155","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074250521","display_name":"Yang Gao","orcid":"https://orcid.org/0000-0002-2488-1813"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Gao","raw_affiliation_strings":["Department of Computer Science and Technology, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2488-1813","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.3446,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.94897732,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"25","issue":"11","first_page":"15947","last_page":"15963"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8497571349143982},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.8053426146507263},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5940968990325928},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.5661710500717163},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.477989137172699},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.47501787543296814},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4432334899902344},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2099403738975525},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.17796969413757324},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.1299188733100891}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8497571349143982},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.8053426146507263},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5940968990325928},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.5661710500717163},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.477989137172699},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.47501787543296814},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4432334899902344},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2099403738975525},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.17796969413757324},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.1299188733100891},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3410023","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3410023","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2339888215","display_name":null,"funder_award_id":"62106100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2767813700","display_name":null,"funder_award_id":"62192783","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4350858411","display_name":null,"funder_award_id":"2023QNRC001","funder_id":"https://openalex.org/F4320330170","funder_display_name":"Young Elite Scientists Sponsorship Program by Tianjin"},{"id":"https://openalex.org/G7153191022","display_name":null,"funder_award_id":"BK20221441","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G7334411499","display_name":null,"funder_award_id":"62206133","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G840559539","display_name":null,"funder_award_id":"KFKT2022B12","funder_id":"https://openalex.org/F4320326895","funder_display_name":"State Key Laboratory of Novel Software Technology"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326895","display_name":"State Key Laboratory of Novel Software Technology","ror":null},{"id":"https://openalex.org/F4320330170","display_name":"Young Elite Scientists Sponsorship Program by Tianjin","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W5525483","https://openalex.org/W1516835682","https://openalex.org/W1542941925","https://openalex.org/W1639167632","https://openalex.org/W1836902361","https://openalex.org/W1988087504","https://openalex.org/W2010152647","https://openalex.org/W2019974229","https://openalex.org/W2031530760","https://openalex.org/W2057831030","https://openalex.org/W2064675550","https://openalex.org/W2074500080","https://openalex.org/W2088595989","https://openalex.org/W2099618002","https://openalex.org/W2116341502","https://openalex.org/W2125001944","https://openalex.org/W2136398072","https://openalex.org/W2141205378","https://openalex.org/W2154997814","https://openalex.org/W2550143307","https://openalex.org/W2801572599","https://openalex.org/W2809148419","https://openalex.org/W2810602713","https://openalex.org/W2904065660","https://openalex.org/W2913950831","https://openalex.org/W2915117209","https://openalex.org/W2945991855","https://openalex.org/W2964749398","https://openalex.org/W2983178256","https://openalex.org/W2988973041","https://openalex.org/W2996919856","https://openalex.org/W2998187693","https://openalex.org/W2999794487","https://openalex.org/W3044015199","https://openalex.org/W3096739060","https://openalex.org/W3123082711","https://openalex.org/W3173760308","https://openalex.org/W3176187537","https://openalex.org/W3179972165","https://openalex.org/W3190316676","https://openalex.org/W3198377903","https://openalex.org/W3198724651","https://openalex.org/W3201859961","https://openalex.org/W3202928841","https://openalex.org/W4205415900","https://openalex.org/W4211083365","https://openalex.org/W4212814156","https://openalex.org/W4233061323","https://openalex.org/W4283759797","https://openalex.org/W4288049695","https://openalex.org/W4297380497","https://openalex.org/W4304481239","https://openalex.org/W4312812839","https://openalex.org/W4313036208","https://openalex.org/W4313291205","https://openalex.org/W4313547795","https://openalex.org/W4365443669","https://openalex.org/W4385245566","https://openalex.org/W4399401248","https://openalex.org/W6616526780","https://openalex.org/W6616774494","https://openalex.org/W6637967152","https://openalex.org/W6729508183","https://openalex.org/W6745537798","https://openalex.org/W6749825310","https://openalex.org/W6751796012","https://openalex.org/W6752051073","https://openalex.org/W6780470247","https://openalex.org/W6780559895","https://openalex.org/W6783867858","https://openalex.org/W6789076383","https://openalex.org/W6803668938","https://openalex.org/W6809812558","https://openalex.org/W6811038566","https://openalex.org/W6841140246","https://openalex.org/W6845663441","https://openalex.org/W6846804961","https://openalex.org/W7011621630"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4367838498","https://openalex.org/W3115426489","https://openalex.org/W2393348402","https://openalex.org/W4293167677","https://openalex.org/W2242021741","https://openalex.org/W2377015873","https://openalex.org/W2605253768","https://openalex.org/W2392201083"],"abstract_inverted_index":{"Effective":[0],"management":[1],"of":[2,46,195],"multi-intersection":[3,38],"traffic":[4,39,50,62,81,125,152,209],"signal":[5],"control":[6],"(MTSC)":[7],"is":[8],"vital":[9],"for":[10],"intelligent":[11],"transportation":[12],"systems.":[13],"Multi-agent":[14],"reinforcement":[15],"learning":[16,173],"(MARL)":[17],"has":[18],"shown":[19],"promise":[20],"in":[21,69],"achieving":[22],"MTSC.":[23],"However,":[24],"existing":[25,198],"MARL-based":[26],"MTSC":[27,71,199],"algorithms":[28],"have":[29,42],"primarily":[30],"focused":[31],"on":[32,186],"capturing":[33],"the":[34,44,47,56,76,119,138,149,160,169,193,206],"spatial":[35,78,121,140],"relationship":[36],"between":[37,64,80,171],"signals":[40,82],"but":[41],"overlooking":[43],"importance":[45],"temporally":[48,150,207],"stable":[49,61,151,208],"pattern.":[51,153,210],"This":[52],"pattern":[53],"refers":[54],"to":[55,117],"fixed":[57],"positions":[58],"and":[59,174,189],"relatively":[60],"flow":[63],"intersections":[65],"over":[66,85,143,197],"short":[67],"periods":[68],"real-world":[70],"scenarios,":[72],"which":[73,167],"indicates":[74],"that":[75,135],"learned":[77,139],"relationships":[79],"should":[83],"co-evolve":[84],"time.":[86],"To":[87,154],"this":[88],"end,":[89],"we":[90,128,157],"propose":[91,129,159],"a":[92,113,130,179],"novel":[93],"algorithm":[94],"called":[95],"<underline":[96,99,104,107],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[97,100,102,105,108],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Coevo</u>lutionary":[98],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M</u>ulti-<underline":[101],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">A</u>gent":[103],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">R</u>einforcement":[106],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">L</u>earning":[109],"(CoevoMARL).":[110],"CoevoMARL":[111,196],"employs":[112],"graph":[114],"neural":[115],"network":[116,123,142],"capture":[118],"complex":[120],"interaction":[122,141],"among":[124],"signals.":[126],"Furthermore,":[127],"relationship-driven":[131],"progressive":[132],"LSTM":[133],"(RDP-LSTM)":[134],"dynamically":[136],"evolves":[137],"time":[144],"by":[145,177],"leveraging":[146],"insights":[147,203],"from":[148],"accelerate":[155],"convergence,":[156],"also":[158],"mutual":[161,180],"information":[162],"reward":[163],"optimization":[164],"(MIRO)":[165],"technique,":[166],"strengthens":[168],"correlation":[170],"policy":[172],"high-performance":[175],"samples":[176],"using":[178],"information-based":[181],"intrinsic":[182],"reward.":[183],"Experimental":[184],"results":[185],"both":[187],"synthetic":[188],"realistic":[190],"datasets":[191],"demonstrate":[192],"superiority":[194],"algorithms,":[200],"providing":[201],"valuable":[202],"into":[204],"incorporating":[205]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":9}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}