{"id":"https://openalex.org/W4393864543","doi":"https://doi.org/10.1109/tits.2024.3352446","title":"Large-Scale Traffic Signal Control Using Constrained Network Partition and Adaptive Deep Reinforcement Learning","display_name":"Large-Scale Traffic Signal Control Using Constrained Network Partition and Adaptive Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-04-03","ids":{"openalex":"https://openalex.org/W4393864543","doi":"https://doi.org/10.1109/tits.2024.3352446"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3352446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3352446","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055482227","display_name":"Hankang Gu","orcid":"https://orcid.org/0009-0008-3960-7746"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]},{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN","GB"],"is_corresponding":true,"raw_author_name":"Hankang Gu","raw_affiliation_strings":["School of Advanced Technology, Xi’an Jiaotong-Liverpool University, Suzhou, China","Department of Computer Science, University of Liverpool, Liverpool, U.K"],"affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi’an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]},{"raw_affiliation_string":"Department of Computer Science, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054565395","display_name":"Shangbo Wang","orcid":"https://orcid.org/0000-0003-4347-6669"},"institutions":[{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]},{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Shangbo Wang","raw_affiliation_strings":["School of Advanced Technology, Xi’an Jiaotong-Liverpool University, Suzhou, China","Department of Engineering and Design, University of Sussex, Brighton, U.K"],"affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi’an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]},{"raw_affiliation_string":"Department of Engineering and Design, University of Sussex, Brighton, U.K","institution_ids":["https://openalex.org/I162608824"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069503144","display_name":"Xiaoguang Ma","orcid":"https://orcid.org/0000-0001-8848-4166"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoguang Ma","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070781925","display_name":"Dongyao Jia","orcid":"https://orcid.org/0000-0002-7086-7748"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongyao Jia","raw_affiliation_strings":["School of Advanced Technology, Xi’an Jiaotong-Liverpool University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi’an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036000787","display_name":"Guoqiang Mao","orcid":"https://orcid.org/0000-0002-3598-4949"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqiang Mao","raw_affiliation_strings":["ISN State Key Laboratory, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"ISN State Key Laboratory, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033755146","display_name":"Eng Gee Lim","orcid":"https://orcid.org/0000-0003-0199-7386"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Eng Gee Lim","raw_affiliation_strings":["School of Advanced Technology, Xi’an Jiaotong-Liverpool University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi’an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111161167","display_name":"Cih-Wei Wong","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Cheuk Pong Ryan Wong","raw_affiliation_strings":["Department of Civil Engineering, The University of Hong Kong, Hong Kong, China","Department of Civil Engineering, The University of Hong Kong, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Civil Engineering, The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Civil Engineering, The University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5055482227"],"corresponding_institution_ids":["https://openalex.org/I146655781","https://openalex.org/I69356397"],"apc_list":null,"apc_paid":null,"fwci":5.306,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.96156465,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"25","issue":"7","first_page":"7619","last_page":"7632"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9327999949455261,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9327999949455261,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7733405828475952},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.617667555809021},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.5828980207443237},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45856818556785583},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.45363765954971313},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.43451988697052},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.4284552335739136},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.41107046604156494},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.1552286148071289},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14072704315185547},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09799659252166748}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7733405828475952},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.617667555809021},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.5828980207443237},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45856818556785583},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.45363765954971313},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.43451988697052},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.4284552335739136},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.41107046604156494},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.1552286148071289},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14072704315185547},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09799659252166748},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3352446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3352446","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W138497752","https://openalex.org/W573924038","https://openalex.org/W1516835682","https://openalex.org/W1542941925","https://openalex.org/W1543115993","https://openalex.org/W1595704756","https://openalex.org/W1641379095","https://openalex.org/W1678713393","https://openalex.org/W1977655452","https://openalex.org/W1993885071","https://openalex.org/W1998622835","https://openalex.org/W2007894170","https://openalex.org/W2014574528","https://openalex.org/W2069323107","https://openalex.org/W2074500080","https://openalex.org/W2120545488","https://openalex.org/W2121947440","https://openalex.org/W2145339207","https://openalex.org/W2287814884","https://openalex.org/W2485902895","https://openalex.org/W2747046834","https://openalex.org/W2769883686","https://openalex.org/W2809148419","https://openalex.org/W2894419220","https://openalex.org/W2900019936","https://openalex.org/W2904065660","https://openalex.org/W2911668883","https://openalex.org/W2915117209","https://openalex.org/W2933570795","https://openalex.org/W2939228328","https://openalex.org/W2945991855","https://openalex.org/W2964749398","https://openalex.org/W2967474307","https://openalex.org/W2983178256","https://openalex.org/W2991046523","https://openalex.org/W2995937146","https://openalex.org/W2998332605","https://openalex.org/W2999015325","https://openalex.org/W3011507876","https://openalex.org/W3042909566","https://openalex.org/W3044015199","https://openalex.org/W3075234101","https://openalex.org/W3136849308","https://openalex.org/W3141776272","https://openalex.org/W4205415900","https://openalex.org/W4214717370","https://openalex.org/W4214850288","https://openalex.org/W4285104771","https://openalex.org/W4288357413","https://openalex.org/W4308080219","https://openalex.org/W6605711098","https://openalex.org/W6616526780","https://openalex.org/W6635531434","https://openalex.org/W6637319420","https://openalex.org/W6696126189","https://openalex.org/W6761871375","https://openalex.org/W6762408531","https://openalex.org/W6768539364"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4367838498","https://openalex.org/W2393348402","https://openalex.org/W4293167677","https://openalex.org/W2242021741","https://openalex.org/W2377015873","https://openalex.org/W2605253768","https://openalex.org/W2392201083"],"abstract_inverted_index":{"Multi-agent":[0],"Deep":[1],"Reinforcement":[2],"Learning":[3],"(MADRL)":[4],"based":[5],"traffic":[6,40,118],"signal":[7,199],"control":[8,47,96,194,200,217],"lbecomes":[9],"a":[10,45,129,150],"popular":[11],"research":[12],"topic":[13],"in":[14,105,252],"recent":[15],"years.":[16],"To":[17],"alleviate":[18],"the":[19,30,50,63,71,80,86,99,138,142,164,176,192,210,215,220,227,237],"scalability":[20],"issue":[21,32],"of":[22,33,82,101,144,161,178,231,239],"completely":[23,34],"centralized":[24,64],"reinforcement":[25],"learning":[26],"(RL)":[27],"techniques":[28,37],"and":[29,157,249],"non-stationarity":[31],"decentralized":[35],"RL":[36,65,131],"on":[38,79],"large-scale":[39],"networks,":[41],"some":[42],"literature":[43],"utilizes":[44],"regional":[46,95,109,193,211],"approach":[48,66,97],"where":[49],"whole":[51,221],"network":[52,152,165,222],"is":[53,146,168,188,223],"firstly":[54,147],"partitioned":[55],"into":[56,196],"multiple":[57],"disjoint":[58],"regions,":[59],"followed":[60],"by":[61,116,225],"applying":[62],"to":[67,136,149,174,190,203],"each":[68],"region.":[69],"However,":[70],"existing":[72,94],"partitioning":[73,166],"rules":[74],"either":[75],"have":[76],"no":[77,93],"constraints":[78],"topology":[81,88,143],"regions":[83,145],"or":[84],"require":[85],"same":[87],"for":[89,219],"all":[90,232,244,253],"regions.":[91,179,233],"Meanwhile,":[92],"explores":[98],"performance":[100],"optimal":[102,228],"joint":[103,198,229],"action":[104,110],"an":[106,158,171,181],"exponentially":[107],"growing":[108],"space":[111],"when":[112],"intersections":[113],"are":[114],"controlled":[115],"4-phase":[117],"signals":[119],"(EW,":[120],"EWL,":[121],"NS,":[122],"NSL).":[123],"In":[124],"this":[125],"paper,":[126],"we":[127],"propose":[128],"novel":[130],"training":[132],"framework":[133,242],"named":[134],"RegionLight":[135],"tackle":[137],"above":[139],"limitations.":[140],"Specifically,":[141],"constrained":[148],"star":[151],"which":[153],"comprises":[154],"one":[155],"center":[156],"arbitrary":[159],"number":[160,177],"leaves.":[162],"Next,":[163],"problem":[167,173],"modeled":[169],"as":[170],"optimization":[172],"minimize":[175],"Then,":[180],"Adaptive":[182],"Branching":[183],"Dueling":[184],"Q-Network":[185],"(ABDQ)":[186],"model":[187],"proposed":[189,241],"decompose":[191],"task":[195],"several":[197],"sub-tasks":[201,208],"corresponding":[202],"particular":[204],"intersections.":[205],"Subsequently,":[206],"these":[207],"maximize":[209],"benefits":[212],"cooperatively.":[213],"Finally,":[214],"global":[216],"strategy":[218],"obtained":[224],"concatenating":[226],"actions":[230],"Experimental":[234],"results":[235],"demonstrate":[236],"superiority":[238],"our":[240],"over":[243],"baselines":[245],"under":[246],"both":[247],"real":[248],"synthetic":[250],"scenarios":[251],"evaluation":[254],"metrics.":[255]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}