{"id":"https://openalex.org/W4406028115","doi":"https://doi.org/10.1109/jiot.2025.3525640","title":"Graph-Based Cooperation Multiagent Reinforcement Learning for Intelligent Traffic Signal Control","display_name":"Graph-Based Cooperation Multiagent Reinforcement Learning for Intelligent Traffic Signal Control","publication_year":2025,"publication_date":"2025-01-03","ids":{"openalex":"https://openalex.org/W4406028115","doi":"https://doi.org/10.1109/jiot.2025.3525640"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3525640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3525640","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031792542","display_name":"Jing Shang","orcid":"https://orcid.org/0000-0002-0306-3619"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Shang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0306-3619","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059161616","display_name":"Shunmei Meng","orcid":"https://orcid.org/0000-0002-6173-9787"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunmei Meng","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6173-9787","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027590471","display_name":"Jun Hou","orcid":"https://orcid.org/0000-0002-6986-4961"},"institutions":[{"id":"https://openalex.org/I4210101451","display_name":"Nanjing University of Industry Technology","ror":"https://ror.org/00qf07q44","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210101451"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Hou","raw_affiliation_strings":["School of Social Science, Nanjing Vocational University of Industry Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6986-4961","affiliations":[{"raw_affiliation_string":"School of Social Science, Nanjing Vocational University of Industry Technology, Nanjing, China","institution_ids":["https://openalex.org/I4210101451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003760885","display_name":"Xiaoran Zhao","orcid":"https://orcid.org/0000-0001-7878-048X"},"institutions":[{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoran Zhao","raw_affiliation_strings":["School of Computer Science, Qufu Normal University, Qufu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Qufu Normal University, Qufu, China","institution_ids":["https://openalex.org/I202126657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055675863","display_name":"Xiaokang Zhou","orcid":"https://orcid.org/0000-0003-3488-4679"},"institutions":[{"id":"https://openalex.org/I56624758","display_name":"Kansai University","ror":"https://ror.org/03xg1f311","country_code":"JP","type":"education","lineage":["https://openalex.org/I56624758"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xiaokang Zhou","raw_affiliation_strings":["Faculty of Business and Data Science, Kansai University, Suita, Osaka, Japan","Faculty of Business and Data Science, Kansai University, Osaka Prefecture, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3488-4679","affiliations":[{"raw_affiliation_string":"Faculty of Business and Data Science, Kansai University, Suita, Osaka, Japan","institution_ids":["https://openalex.org/I56624758"]},{"raw_affiliation_string":"Faculty of Business and Data Science, Kansai University, Osaka Prefecture, Japan","institution_ids":["https://openalex.org/I56624758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100737192","display_name":"Rong Jiang","orcid":"https://orcid.org/0000-0001-8873-6810"},"institutions":[{"id":"https://openalex.org/I49185572","display_name":"Yunnan University of Finance And Economics","ror":"https://ror.org/04rhev598","country_code":"CN","type":"education","lineage":["https://openalex.org/I49185572"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Jiang","raw_affiliation_strings":["Yunnan Key Laboratory of Service Computing, Yunnan University of Finance and Economics, Kunming, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yunnan Key Laboratory of Service Computing, Yunnan University of Finance and Economics, Kunming, China","institution_ids":["https://openalex.org/I49185572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006514077","display_name":"Lianyong Qi","orcid":"https://orcid.org/0000-0001-9875-9856"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianyong Qi","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-9875-9856","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090335612","display_name":"Qianmu Li","orcid":"https://orcid.org/0000-0002-0998-1517"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianmu Li","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0998-1517","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5031792542"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":15.7211,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.99177201,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":"10","first_page":"14362","last_page":"14374"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9254999756813049,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9254999756813049,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8016705513000488},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7996708154678345},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.49518290162086487},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.48108479380607605},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.46773582696914673},{"id":"https://openalex.org/keywords/intelligent-agent","display_name":"Intelligent agent","score":0.41212761402130127},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3775763213634491},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36919158697128296},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32058221101760864},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.23216509819030762},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.20779848098754883}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8016705513000488},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7996708154678345},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.49518290162086487},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.48108479380607605},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.46773582696914673},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.41212761402130127},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3775763213634491},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36919158697128296},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32058221101760864},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.23216509819030762},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.20779848098754883}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3525640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3525640","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1516835682","https://openalex.org/W2152733484","https://openalex.org/W2805498560","https://openalex.org/W2809148419","https://openalex.org/W2907400790","https://openalex.org/W2915117209","https://openalex.org/W2964749398","https://openalex.org/W2983178256","https://openalex.org/W2998187693","https://openalex.org/W2998332605","https://openalex.org/W3038029736","https://openalex.org/W3041789421","https://openalex.org/W3110101394","https://openalex.org/W3125648170","https://openalex.org/W3133129631","https://openalex.org/W3174968665","https://openalex.org/W3202928841","https://openalex.org/W4205357513","https://openalex.org/W4285237764","https://openalex.org/W4289535432","https://openalex.org/W4291653237","https://openalex.org/W4293527540","https://openalex.org/W4312323945","https://openalex.org/W4320525735","https://openalex.org/W4367838498","https://openalex.org/W4380303559","https://openalex.org/W4381661790","https://openalex.org/W4385245566","https://openalex.org/W4385815503","https://openalex.org/W4386261508","https://openalex.org/W4386263125","https://openalex.org/W4386422321","https://openalex.org/W4387247763","https://openalex.org/W4389074748","https://openalex.org/W4389321202","https://openalex.org/W4389321233","https://openalex.org/W4389692498","https://openalex.org/W4390205000","https://openalex.org/W4391707539","https://openalex.org/W4391707586","https://openalex.org/W4392885572","https://openalex.org/W6605711098","https://openalex.org/W6784165867","https://openalex.org/W6811082000","https://openalex.org/W6840380725"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4367838498","https://openalex.org/W4293167677","https://openalex.org/W2108086216","https://openalex.org/W1515650145"],"abstract_inverted_index":{"In":[0],"the":[1,40,54,89,102,115,130,142,151,163],"trend":[2],"of":[3,118,153],"continuously":[4],"advancing":[5],"urban":[6,67,173,201],"intelligent":[7],"transport":[8],"construction,":[9],"traditional":[10],"traffic":[11,22,34,169,202],"signal":[12,44],"control":[13],"(TSC)":[14],"struggles":[15],"to":[16,48,62,65,97,100,113,123,133,141,149],"make":[17],"effective":[18],"decisions":[19],"with":[20,50,88],"complex":[21,41,200],"conditions.":[23,203],"Although":[24],"multi-agent":[25,75,98],"deep":[26],"reinforcement":[27],"learning":[28],"(MARL)":[29],"shows":[30],"promise":[31],"in":[32,185],"optimizing":[33],"flow,":[35],"most":[36],"existing":[37],"studies":[38],"ignore":[39],"relationships":[42],"between":[43],"lights":[45],"and":[46,94,110,128,171,192,195],"fail":[47],"communicate":[49],"neighbors":[51],"effectively.":[52],"Moreover,":[53],"deterministic":[55],"strategies":[56],"generated":[57],"by":[58],"Q-learning-based":[59],"methods":[60,184],"struggle":[61],"be":[63,124],"extended":[64],"large-scale":[66],"road":[68,174],"networks.":[69,175],"Therefore,":[70],"this":[71],"paper":[72],"proposes":[73],"a":[74,156],"graph-based":[76,108],"soft":[77],"actor-critic":[78],"(MAGSAC)":[79],"approach":[80],"for":[81],"TSC,":[82],"which":[83],"combines":[84],"graph":[85],"neural":[86],"networks":[87,109],"Soft":[90],"Actor-Critic":[91],"(SAC)":[92],"algorithm":[93,139],"extends":[95],"it":[96],"environments":[99],"address":[101],"TSC":[103,183],"problem.":[104],"Specifically,":[105],"we":[106],"employ":[107],"attention":[111,131],"mechanism":[112,132],"expand":[114],"receptive":[116],"domain":[117],"agents,":[119,127],"enable":[120],"environmental":[121],"information":[122],"shared":[125],"among":[126],"utilize":[129],"filter":[134],"out":[135],"unimportant":[136],"information.":[137],"The":[138],"adheres":[140],"Centralized":[143],"Training":[144],"Decentralized":[145],"Execution":[146],"(CTDE)":[147],"paradigm":[148],"minimize":[150],"non-stationarity":[152],"MARL.":[154],"Finally,":[155],"rigorous":[157],"experimental":[158],"evaluation":[159],"was":[160],"conducted":[161],"using":[162],"CityFlow":[164],"simulator":[165],"on":[166],"both":[167],"synthetic":[168],"grids":[170],"real-world":[172],"Experimental":[176],"results":[177],"show":[178],"that":[179],"MAGSAC":[180],"outperforms":[181],"other":[182],"performance":[186,198],"metrics,":[187],"including":[188],"average":[189],"queue":[190],"length":[191],"waiting":[193],"time,":[194],"achieves":[196],"excellent":[197],"under":[199]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12}],"updated_date":"2026-06-05T09:01:59.212387","created_date":"2025-10-10T00:00:00"}