{"id":"https://openalex.org/W4385767260","doi":"https://doi.org/10.24963/ijcai.2023/23","title":"GPLight: Grouped Multi-agent Reinforcement Learning for Large-scale Traffic Signal Control","display_name":"GPLight: Grouped Multi-agent Reinforcement Learning for Large-scale Traffic Signal Control","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385767260","doi":"https://doi.org/10.24963/ijcai.2023/23"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2023/23","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/23","pdf_url":"https://www.ijcai.org/proceedings/2023/0023.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2023/0023.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025417144","display_name":"Yilin Liu","orcid":"https://orcid.org/0009-0003-5491-3980"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Yilin Liu","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an 710126, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an 710126, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047834526","display_name":"Guiyang Luo","orcid":"https://orcid.org/0000-0002-1912-8536"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Guiyang Luo","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020164684","display_name":"Quan Yuan","orcid":"https://orcid.org/0000-0002-2552-333X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Quan Yuan","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an 710126, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an 710126, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100697367","display_name":"Jinglin Li","orcid":"https://orcid.org/0000-0002-6720-9533"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Jinglin Li","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039217360","display_name":"Lei Jin","orcid":"https://orcid.org/0000-0003-4855-2464"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Jin","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunications","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427262","display_name":"Bo Chen","orcid":"https://orcid.org/0000-0001-6150-3881"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Bo Chen","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084188818","display_name":"Rui Pan","orcid":"https://orcid.org/0000-0002-6695-1541"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Rui Pan","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"199","last_page":"207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7071110606193542},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6738331317901611},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.6014776229858398},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4993264675140381},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.44819629192352295},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43244698643684387},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4259892702102661},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36854952573776245},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20458388328552246},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1222059428691864}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7071110606193542},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6738331317901611},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6014776229858398},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4993264675140381},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.44819629192352295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43244698643684387},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4259892702102661},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36854952573776245},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20458388328552246},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1222059428691864},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2023/23","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/23","pdf_url":"https://www.ijcai.org/proceedings/2023/0023.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2023/23","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/23","pdf_url":"https://www.ijcai.org/proceedings/2023/0023.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G1773702449","display_name":null,"funder_award_id":"2022QNRC001","funder_id":"https://openalex.org/F4320311778","funder_display_name":"China Association for Science and Technology"},{"id":"https://openalex.org/G3088964413","display_name":null,"funder_award_id":"62102041","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4654744720","display_name":null,"funder_award_id":"2022YFB4300403","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6259247475","display_name":null,"funder_award_id":"2022QNRC001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6999783098","display_name":null,"funder_award_id":"62272053","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311778","display_name":"China Association for Science and Technology","ror":"https://ror.org/035vmht26"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385767260.pdf"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W5525483","https://openalex.org/W573924038","https://openalex.org/W2120340025","https://openalex.org/W2157331557","https://openalex.org/W2747213132","https://openalex.org/W2786572318","https://openalex.org/W2903709398","https://openalex.org/W2939228328","https://openalex.org/W2964015378","https://openalex.org/W2983178256","https://openalex.org/W2998187693","https://openalex.org/W3034604283","https://openalex.org/W3086530824","https://openalex.org/W3093785081","https://openalex.org/W3105017587","https://openalex.org/W3132143347","https://openalex.org/W3188474345","https://openalex.org/W3211802628","https://openalex.org/W4283813407","https://openalex.org/W4285260294","https://openalex.org/W4288357446","https://openalex.org/W4293469690","https://openalex.org/W4295598622","https://openalex.org/W4297733535","https://openalex.org/W4308068975","https://openalex.org/W4311034362","https://openalex.org/W4361802143"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2348909947"],"abstract_inverted_index":{"The":[0],"use":[1],"of":[2,154,168,194],"multi-agent":[3],"reinforcement":[4],"learning":[5],"(MARL)":[6],"methods":[7],"in":[8,65,133,199],"coordinating":[9],"traffic":[10,91],"lights":[11],"(CTL)":[12],"has":[13],"become":[14],"increasingly":[15],"popular,":[16],"treating":[17],"each":[18,29,39,43,53],"intersection":[19],"as":[20],"an":[21],"agent.":[22,54],"However,":[23],"existing":[24],"MARL":[25,76],"approaches":[26],"either":[27],"treat":[28,42],"agent":[30,44,86],"absolutely":[31],"homogeneous,":[32],"i.e.,":[33,47],"same":[34,139,152],"network":[35,140],"and":[36,50,62,93,108,120,141,177],"parameter":[37],"for":[38,52,117],"agent,":[40],"or":[41],"completely":[45],"heterogeneous,":[46],"different":[48],"networks":[49],"parameters":[51],"This":[55,143],"creates":[56],"a":[57,74,106,134],"difficult":[58],"balance":[59],"between":[60,85,126,159],"accuracy":[61],"complexity,":[63],"especially":[64,198],"large-scale":[66,200],"CTL.":[67,201],"To":[68,164],"address":[69],"this":[70],"challenge,":[71],"we":[72,99,171],"propose":[73,100],"grouped":[75],"method":[77],"named":[78],"GPLight.":[79],"We":[80],"first":[81],"mine":[82],"the":[83,121,131,138,151,166,192],"similarity":[84],"environment":[87],"considering":[88],"both":[89,175],"real-time":[90],"flow":[92],"static":[94],"fine-grained":[95],"road":[96],"topology.":[97],"Then":[98],"two":[101],"loss":[102],"functions":[103],"to":[104,136,161,182],"maintain":[105],"learnable":[107],"dynamic":[109],"clustering,":[110],"one":[111],"that":[112,123],"uses":[113],"mutual":[114],"information":[115],"estimation":[116],"better":[118],"stability,":[119],"other":[122],"maximizes":[124],"separability":[125],"groups.":[127],"Finally,":[128],"GPLight":[129],"enforces":[130],"agents":[132,155],"group":[135,153],"share":[137],"parameters.":[142],"approach":[144],"reduces":[145],"complexity":[146],"by":[147],"promoting":[148],"cooperation":[149],"within":[150],"while":[156],"reflecting":[157],"differences":[158],"groups":[160],"ensure":[162],"accuracy.":[163],"verify":[165],"effectiveness":[167],"our":[169,195],"method,":[170,197],"conduct":[172],"experiments":[173],"on":[174],"synthetic":[176],"real-world":[178],"datasets,":[179],"with":[180,186],"up":[181],"1,089":[183],"intersections.":[184],"Compared":[185],"state-of-the-art":[187],"methods,":[188],"experiment":[189],"results":[190],"demonstrate":[191],"superiority":[193],"proposed":[196]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":11}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}