{"id":"https://openalex.org/W3184932611","doi":"https://doi.org/10.1109/infocomwkshps51825.2021.9484451","title":"Engineering A Large-Scale Traffic Signal Control: A Multi-Agent Reinforcement Learning Approach","display_name":"Engineering A Large-Scale Traffic Signal Control: A Multi-Agent Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-05-10","ids":{"openalex":"https://openalex.org/W3184932611","doi":"https://doi.org/10.1109/infocomwkshps51825.2021.9484451","mag":"3184932611"},"language":"en","primary_location":{"id":"doi:10.1109/infocomwkshps51825.2021.9484451","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocomwkshps51825.2021.9484451","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029240873","display_name":"Yue Chen","orcid":"https://orcid.org/0000-0003-1070-7192"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Chen","raw_affiliation_strings":["Research Institute of Smart Transportation, Xidian University, Xi\u2019an, Shaanxi, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, Shaanxi, China","Research Institute of Smart Transportation, Xidian University, Xi'an, Shaanxi, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute of Smart Transportation, Xidian University, Xi\u2019an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Research Institute of Smart Transportation, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015340798","display_name":"Changle Li","orcid":"https://orcid.org/0000-0003-2568-8908"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changle Li","raw_affiliation_strings":["Research Institute of Smart Transportation, Xidian University, Xi\u2019an, Shaanxi, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, Shaanxi, China","Research Institute of Smart Transportation, Xidian University, Xi'an, Shaanxi, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute of Smart Transportation, Xidian University, Xi\u2019an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Research Institute of Smart Transportation, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034502293","display_name":"Wenwei Yue","orcid":"https://orcid.org/0000-0002-1890-5911"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwei Yue","raw_affiliation_strings":["Research Institute of Smart Transportation, Xidian University, Xi\u2019an, Shaanxi, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, Shaanxi, China","Research Institute of Smart Transportation, Xidian University, Xi'an, Shaanxi, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute of Smart Transportation, Xidian University, Xi\u2019an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Research Institute of Smart Transportation, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101540880","display_name":"Hehe Zhang","orcid":"https://orcid.org/0000-0001-8309-5487"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hehe Zhang","raw_affiliation_strings":["Research Institute of Smart Transportation, Xidian University, Xi\u2019an, Shaanxi, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, Shaanxi, China","Research Institute of Smart Transportation, Xidian University, Xi'an, Shaanxi, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute of Smart Transportation, Xidian University, Xi\u2019an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Research Institute of Smart Transportation, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036000787","display_name":"Guoqiang Mao","orcid":"https://orcid.org/0000-0002-3598-4949"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqiang Mao","raw_affiliation_strings":["Research Institute of Smart Transportation, Xidian University, Xi\u2019an, Shaanxi, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, Shaanxi, China","Research Institute of Smart Transportation, Xidian University, Xi'an, Shaanxi, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute of Smart Transportation, Xidian University, Xi\u2019an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Research Institute of Smart Transportation, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":3.5999,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.94362652,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9057442545890808},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6888378858566284},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5988511443138123},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5257366895675659},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.4691079258918762},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4113844931125641},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3915949761867523},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10196873545646667}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9057442545890808},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6888378858566284},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5988511443138123},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5257366895675659},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.4691079258918762},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4113844931125641},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3915949761867523},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10196873545646667},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocomwkshps51825.2021.9484451","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocomwkshps51825.2021.9484451","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W88321862","https://openalex.org/W1757796397","https://openalex.org/W1854666410","https://openalex.org/W1975853843","https://openalex.org/W1986459634","https://openalex.org/W2088595989","https://openalex.org/W2125001944","https://openalex.org/W2141205378","https://openalex.org/W2156737235","https://openalex.org/W2734335288","https://openalex.org/W2766381093","https://openalex.org/W2915117209","https://openalex.org/W2967474307","https://openalex.org/W3011019592","https://openalex.org/W3091240653","https://openalex.org/W3103559770","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6638893446","https://openalex.org/W6683195989","https://openalex.org/W6783625469","https://openalex.org/W6785784373"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,8,39,58,195],"is":[2,10,41,74,135,156,185],"of":[3,25,51,120,162,169,208],"vital":[4],"significance":[5],"in":[6,19,30,147,176,197,206],"machine":[7],"and":[9,125,171,192,214],"also":[11],"a":[12,31,131,143,152,177,198],"promising":[13],"approach":[14,40,60,80,111,124,184,191,196],"for":[15],"traffic":[16,114],"signal":[17,115],"control":[18,113],"urban":[20,34],"road":[21],"networks":[22],"with":[23,43,88],"assistance":[24],"deep":[26],"neural":[27,145],"networks.":[28],"However,":[29],"large":[32],"scale":[33],"network,":[35],"the":[36,47,62,118,139,160,167,188,193],"centralized":[37,122,148,194],"reinforcement":[38,57],"beset":[42],"difficulties":[44],"due":[45],"to":[46,112,141,158],"extremely":[48],"high":[49,63],"dimension":[50,64],"joint":[52],"action":[53,72],"space.":[54],"The":[55,181],"multi-agent":[56],"(MARL)":[59],"overcomes":[61,117,138],"problem":[65],"by":[66],"employing":[67],"distributed":[68,132],"local":[69],"agents":[70,86,173],"whose":[71],"space":[73],"much":[75],"smaller.":[76],"Even":[77],"though,":[78],"MARL":[79,110,127,183,219],"introduces":[81],"another":[82],"issue":[83],"that":[84,95],"multiple":[85],"interact":[87],"environment":[89],"simultaneously":[90],"causing":[91],"its":[92,204],"instability":[93],"so":[94],"training":[96],"each":[97,163],"agent":[98],"independently":[99],"may":[100],"not":[101],"converge.":[102],"This":[103],"paper":[104],"presents":[105],"an":[106],"actor-critic":[107],"based":[108],"decentralized":[109],"which":[116,137,165],"shortcomings":[119],"both":[121],"RL":[123,149],"independent":[126,190],"approach.":[128,150],"In":[129],"particular,":[130],"critic":[133],"network":[134,146],"designed":[136],"difficulty":[140],"train":[142],"large-scale":[144],"Moreover,":[151],"difference":[153],"reward":[154],"method":[155],"proposed":[157,182],"evaluate":[159],"contribution":[161],"agent,":[164],"accelerates":[166],"convergence":[168],"algorithm":[170],"makes":[172],"optimize":[174],"policy":[175],"more":[178],"accurate":[179],"direction.":[180],"compared":[186],"against":[187],"fully":[189],"grid":[199],"network.":[200],"Simulation":[201],"results":[202],"demonstrate":[203],"effectiveness":[205],"terms":[207],"average":[209],"travel":[210,212],"speed,":[211],"delay":[213],"queue":[215],"length":[216],"over":[217],"other":[218],"algorithms.":[220]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}