{"id":"https://openalex.org/W4406094055","doi":"https://doi.org/10.1109/tits.2024.3521514","title":"Sharing Control Knowledge Among Heterogeneous Intersections: A Distributed Arterial Traffic Signal Coordination Method Using Multi-Agent Reinforcement Learning","display_name":"Sharing Control Knowledge Among Heterogeneous Intersections: A Distributed Arterial Traffic Signal Coordination Method Using Multi-Agent Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-06","ids":{"openalex":"https://openalex.org/W4406094055","doi":"https://doi.org/10.1109/tits.2024.3521514"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3521514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3521514","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100661378","display_name":"Hong Zhu","orcid":"https://orcid.org/0000-0003-3527-9315"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hong Zhu","raw_affiliation_strings":["Key Laboratory of Road and Traffic Engineering, Ministry of Education, College of Transportation Engineering, Tongji University, Shanghai, China","Ministry of Education, College of Transportation Engineering, Key Laboratory of Road and Traffic Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Road and Traffic Engineering, Ministry of Education, College of Transportation Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Ministry of Education, College of Transportation Engineering, Key Laboratory of Road and Traffic Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055890614","display_name":"J. H. Feng","orcid":"https://orcid.org/0009-0002-0080-0385"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialong Feng","raw_affiliation_strings":["Key Laboratory of Road and Traffic Engineering, Ministry of Education, College of Transportation Engineering, Tongji University, Shanghai, China","Ministry of Education, College of Transportation Engineering, Key Laboratory of Road and Traffic Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Road and Traffic Engineering, Ministry of Education, College of Transportation Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Ministry of Education, College of Transportation Engineering, Key Laboratory of Road and Traffic Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006251603","display_name":"Fengmei Sun","orcid":"https://orcid.org/0000-0002-3536-5240"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengmei Sun","raw_affiliation_strings":["Key Laboratory of Road and Traffic Engineering, Ministry of Education, College of Transportation Engineering, Tongji University, Shanghai, China","Ministry of Education, College of Transportation Engineering, Key Laboratory of Road and Traffic Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Road and Traffic Engineering, Ministry of Education, College of Transportation Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Ministry of Education, College of Transportation Engineering, Key Laboratory of Road and Traffic Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058177475","display_name":"Keshuang Tang","orcid":"https://orcid.org/0000-0002-0476-0512"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keshuang Tang","raw_affiliation_strings":["Key Laboratory of Road and Traffic Engineering, Ministry of Education, College of Transportation Engineering, Tongji University, Shanghai, China","Ministry of Education, College of Transportation Engineering, Key Laboratory of Road and Traffic Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Road and Traffic Engineering, Ministry of Education, College of Transportation Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Ministry of Education, College of Transportation Engineering, Key Laboratory of Road and Traffic Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044516611","display_name":"Di Zang","orcid":"https://orcid.org/0000-0003-4869-2715"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Zang","raw_affiliation_strings":["Department of Computer Science and Technology and the Key Laboratory of Embedded System and Service Computing, Ministry of Education, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology and the Key Laboratory of Embedded System and Service Computing, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006206015","display_name":"Qi Kang","orcid":"https://orcid.org/0000-0001-7128-6913"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Kang","raw_affiliation_strings":["Department of Control Science and Engineering, Tongji University, Shanghai, China","Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100661378"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":12.038,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.98604733,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"26","issue":"2","first_page":"2760","last_page":"2776"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7523897886276245},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5489986538887024},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.47987785935401917},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.45563262701034546},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.44242405891418457},{"id":"https://openalex.org/keywords/knowledge-sharing","display_name":"Knowledge sharing","score":0.4366532564163208},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.42049896717071533},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3721720278263092},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35375258326530457},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31876862049102783},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.29203855991363525},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.2252882719039917}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7523897886276245},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5489986538887024},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47987785935401917},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.45563262701034546},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.44242405891418457},{"id":"https://openalex.org/C2776604539","wikidata":"https://www.wikidata.org/wiki/Q6423395","display_name":"Knowledge sharing","level":2,"score":0.4366532564163208},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.42049896717071533},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3721720278263092},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35375258326530457},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31876862049102783},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.29203855991363525},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2252882719039917},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3521514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3521514","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1358888780","display_name":null,"funder_award_id":"52302414","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3870950215","display_name":null,"funder_award_id":"2023YFE0209300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6378218809","display_name":null,"funder_award_id":"52372319","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W245910416","https://openalex.org/W1641379095","https://openalex.org/W1967363098","https://openalex.org/W2002803284","https://openalex.org/W2002995036","https://openalex.org/W2019974229","https://openalex.org/W2028645457","https://openalex.org/W2061348089","https://openalex.org/W2082371193","https://openalex.org/W2109199369","https://openalex.org/W2145339207","https://openalex.org/W2154500405","https://openalex.org/W2514358729","https://openalex.org/W2794842204","https://openalex.org/W2903709398","https://openalex.org/W2915117209","https://openalex.org/W2964749398","https://openalex.org/W2988973041","https://openalex.org/W2998187693","https://openalex.org/W3005773208","https://openalex.org/W3047495191","https://openalex.org/W3095475708","https://openalex.org/W3099689767","https://openalex.org/W3114441221","https://openalex.org/W3133741656","https://openalex.org/W3174666066","https://openalex.org/W4213439995","https://openalex.org/W4226127697","https://openalex.org/W4283813407","https://openalex.org/W4312812839","https://openalex.org/W4313036208","https://openalex.org/W4385327228","https://openalex.org/W4386736827","https://openalex.org/W4388023987","https://openalex.org/W4391770468","https://openalex.org/W4398188072","https://openalex.org/W4398199766","https://openalex.org/W4399449177","https://openalex.org/W4399915435","https://openalex.org/W6632046234","https://openalex.org/W6734678876","https://openalex.org/W6741002519","https://openalex.org/W6762408531","https://openalex.org/W6779101081","https://openalex.org/W6783867858","https://openalex.org/W6785173017","https://openalex.org/W6791079441","https://openalex.org/W6858565513"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4367838498","https://openalex.org/W2393348402","https://openalex.org/W4293167677","https://openalex.org/W2242021741","https://openalex.org/W2377015873","https://openalex.org/W2605253768","https://openalex.org/W2392201083"],"abstract_inverted_index":{"Treating":[0],"each":[1,100,124],"intersection":[2,143],"as":[3,13,28],"basic":[4],"agent,":[5],"multi-agent":[6],"reinforcement":[7],"learning":[8,48],"(MARL)":[9],"methods":[10,178,228],"have":[11],"emerged":[12],"the":[14,39,47,53,56,82,120,132,147,151,162,184,223],"predominant":[15],"approach":[16],"for":[17,76,85],"distributed":[18,77,202],"adaptive":[19],"traffic":[20],"signal":[21],"control":[22,40,50,115,148,156,207],"(ATSC)":[23],"in":[24,79,168,200,229],"multi-intersection":[25],"scenarios,":[26],"such":[27],"arterial":[29],"coordination.":[30],"MARL-based":[31,226],"ATSC":[32,78,227],"currently":[33],"faces":[34],"two":[35,129],"challenges:":[36],"disturbances":[37],"from":[38,109],"policies":[41],"of":[42,52,123,172,210,225],"other":[43],"intersections":[44,60,111],"may":[45,61],"impair":[46],"and":[49,55,106,145,179,213],"stability":[51],"agents;":[54],"heterogeneous":[57,142,211],"features":[58,144],"across":[59],"complicate":[62],"coordination":[63],"efforts.":[64],"To":[65],"address":[66],"these":[67],"challenges,":[68],"this":[69,118],"study":[70],"proposes":[71],"a":[72,93,201],"novel":[73],"MARL":[74],"method":[75,91],"arterials,":[80],"termed":[81],"Distributed":[83],"Controller":[84],"Heterogeneous":[86],"Intersections":[87],"(DCHI).":[88],"The":[89,138],"DCHI":[90,164,193,219],"introduces":[92],"Neighborhood":[94],"Experience":[95],"Sharing":[96],"(NES)":[97],"framework,":[98,119],"wherein":[99],"agent":[101,125],"utilizes":[102],"both":[103],"local":[104],"data":[105],"shared":[107],"experiences":[108],"adjacent":[110],"to":[112,176,183],"improve":[113],"its":[114,205],"policy.":[116],"Within":[117],"neural":[121],"networks":[122],"are":[126],"partitioned":[127],"into":[128],"parts":[130],"following":[131],"Knowledge":[133],"Homogenizing":[134],"Encapsulation":[135],"(KHE)":[136],"mechanism.":[137],"first":[139],"part":[140,153],"manages":[141],"transforms":[146],"experiences,":[149],"while":[150],"second":[152],"optimizes":[154],"homogeneous":[155],"logic.":[157],"Experimental":[158],"results":[159],"demonstrate":[160],"that":[161,192],"proposed":[163],"achieves":[165],"efficiency":[166],"improvements":[167],"average":[169],"travel":[170],"time":[171],"over":[173],"30%":[174],"compared":[175],"traditional":[177],"yields":[180],"similar":[181],"performance":[182],"centralized":[185],"sharing":[186],"method.":[187],"Furthermore,":[188],"vehicle":[189],"trajectories":[190],"reveal":[191],"can":[194],"adaptively":[195],"establish":[196],"green":[197],"wave":[198],"bands":[199],"manner.":[203],"Given":[204],"superior":[206],"performance,":[208],"accommodation":[209],"intersections,":[212],"low":[214],"reliance":[215],"on":[216],"information":[217],"networks,":[218],"could":[220],"significantly":[221],"advance":[222],"application":[224],"practice.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8}],"updated_date":"2026-04-01T17:29:45.350535","created_date":"2025-10-10T00:00:00"}