{"id":"https://openalex.org/W3002430934","doi":"https://doi.org/10.1109/access.2020.2968937","title":"A Distributed Control Method for Urban Networks Using Multi-Agent Reinforcement Learning Based on Regional Mixed Strategy Nash-Equilibrium","display_name":"A Distributed Control Method for Urban Networks Using Multi-Agent Reinforcement Learning Based on Regional Mixed Strategy Nash-Equilibrium","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3002430934","doi":"https://doi.org/10.1109/access.2020.2968937","mag":"3002430934"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2968937","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2968937","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08967108.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08967108.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045970695","display_name":"Zhaowei Qu","orcid":"https://orcid.org/0000-0002-8819-6778"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaowei Qu","raw_affiliation_strings":["School of Transportation, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-8819-6778","affiliations":[{"raw_affiliation_string":"School of Transportation, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032217593","display_name":"Zhaotian Pan","orcid":"https://orcid.org/0000-0002-3374-0721"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaotian Pan","raw_affiliation_strings":["School of Transportation, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-3374-0721","affiliations":[{"raw_affiliation_string":"School of Transportation, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101413540","display_name":"Yongheng Chen","orcid":"https://orcid.org/0000-0002-2598-1373"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongheng Chen","raw_affiliation_strings":["School of Transportation, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-2598-1373","affiliations":[{"raw_affiliation_string":"School of Transportation, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327938","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0002-4005-5212"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["School of Transportation, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-4005-5212","affiliations":[{"raw_affiliation_string":"School of Transportation, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047369323","display_name":"Haitao Li","orcid":"https://orcid.org/0000-0001-5636-1364"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Li","raw_affiliation_strings":["School of Transportation, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-5636-1364","affiliations":[{"raw_affiliation_string":"School of Transportation, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.383,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.8832864,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"8","issue":null,"first_page":"19750","last_page":"19766"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7923669815063477},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7309647798538208},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.5456820130348206},{"id":"https://openalex.org/keywords/network-traffic-control","display_name":"Network traffic control","score":0.48285990953445435},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4428543746471405},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.43401193618774414},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.42756128311157227},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37017515301704407},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.323833703994751},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21347272396087646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21009701490402222},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11560189723968506},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.11340409517288208},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.09668833017349243},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09513464570045471}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7923669815063477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7309647798538208},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.5456820130348206},{"id":"https://openalex.org/C201100257","wikidata":"https://www.wikidata.org/wiki/Q393287","display_name":"Network traffic control","level":3,"score":0.48285990953445435},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4428543746471405},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.43401193618774414},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.42756128311157227},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37017515301704407},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.323833703994751},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21347272396087646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21009701490402222},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11560189723968506},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.11340409517288208},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.09668833017349243},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09513464570045471},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2968937","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2968937","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08967108.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7a882ebfdae2497aa2ac15aab19977e0","is_oa":true,"landing_page_url":"https://doaj.org/article/7a882ebfdae2497aa2ac15aab19977e0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 19750-19766 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2968937","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2968937","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08967108.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G4343192227","display_name":null,"funder_award_id":"51705196","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3002430934.pdf","grobid_xml":"https://content.openalex.org/works/W3002430934.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1542941925","https://openalex.org/W1549969567","https://openalex.org/W1973479020","https://openalex.org/W1982781528","https://openalex.org/W1986459634","https://openalex.org/W1995662310","https://openalex.org/W1998622835","https://openalex.org/W2007894170","https://openalex.org/W2007933500","https://openalex.org/W2012082378","https://openalex.org/W2019974229","https://openalex.org/W2032549372","https://openalex.org/W2037248853","https://openalex.org/W2040369549","https://openalex.org/W2045834988","https://openalex.org/W2054314161","https://openalex.org/W2061348089","https://openalex.org/W2061928772","https://openalex.org/W2067050450","https://openalex.org/W2074500080","https://openalex.org/W2080332153","https://openalex.org/W2085046200","https://openalex.org/W2088595989","https://openalex.org/W2093921901","https://openalex.org/W2103098926","https://openalex.org/W2112184561","https://openalex.org/W2115217296","https://openalex.org/W2120846115","https://openalex.org/W2121863487","https://openalex.org/W2122463624","https://openalex.org/W2124657875","https://openalex.org/W2127072232","https://openalex.org/W2127350252","https://openalex.org/W2130533221","https://openalex.org/W2135664737","https://openalex.org/W2135843743","https://openalex.org/W2136588379","https://openalex.org/W2136875261","https://openalex.org/W2139728973","https://openalex.org/W2154500405","https://openalex.org/W2158976462","https://openalex.org/W2164637474","https://openalex.org/W2167566647","https://openalex.org/W2213594914","https://openalex.org/W2255423439","https://openalex.org/W2330024298","https://openalex.org/W2410514469","https://openalex.org/W2511335407","https://openalex.org/W2544066239","https://openalex.org/W2564335440","https://openalex.org/W2588582726","https://openalex.org/W2588791660","https://openalex.org/W2734335288","https://openalex.org/W2734417836","https://openalex.org/W2747046834","https://openalex.org/W2766424360","https://openalex.org/W2772871464","https://openalex.org/W2807652507","https://openalex.org/W2808712987","https://openalex.org/W2933650561","https://openalex.org/W2948526937","https://openalex.org/W2967318232","https://openalex.org/W2978957278","https://openalex.org/W3142142633","https://openalex.org/W4214717370","https://openalex.org/W4234761190","https://openalex.org/W6678168664","https://openalex.org/W6683138365","https://openalex.org/W6684470913","https://openalex.org/W6743051084"],"related_works":["https://openalex.org/W2374774854","https://openalex.org/W2347295639","https://openalex.org/W2147074439","https://openalex.org/W2560201450","https://openalex.org/W1990799529","https://openalex.org/W4382053425","https://openalex.org/W2744383474","https://openalex.org/W3038296958","https://openalex.org/W2372056697","https://openalex.org/W4220802871"],"abstract_inverted_index":{"Urban":[0,49],"network":[1,28,114,239],"traffic":[2,15,29,185,201,240],"congestion":[3,30,241],"can":[4,131,224],"be":[5,225],"caused":[6],"by":[7,31],"disturbances,":[8,175],"such":[9,176],"as":[10,177],"fluctuation":[11,178,183],"and":[12,37,68,140,192,198],"disequilibrium":[13,199],"of":[14,48,79,106,136,150,155,173,179,184,200,210,217,231],"demand.":[16],"This":[17],"paper":[18],"designs":[19],"a":[20,54,87,92,121,188],"distributed":[21],"control":[22,158,220],"method":[23,159],"for":[24],"preventing":[25],"disturbance-based":[26],"urban":[27,212,238],"integrating":[32],"Multi-Agent":[33],"Reinforcement":[34],"Learning":[35],"(MARL)":[36],"regional":[38,55],"Mixed":[39],"Strategy":[40],"Nash-Equilibrium":[41],"(MSNE).":[42],"To":[43],"enhance":[44],"the":[45,62,76,103,107,133,146,151,156,165,171,211,215,218,229,232],"disturbance-rejection":[46],"performance":[47,216],"Network":[50],"Traffic":[51],"Control":[52],"(UNTC),":[53],"MSNE":[56],"concept":[57],"is":[58,84,99,118,142,160],"integrated,":[59],"which":[60,130],"models":[61],"competitive":[63],"relationship":[64],"between":[65],"each":[66,137,208],"agent":[67],"its":[69],"neighboring":[70],"agents":[71],"in":[72,164,195,234],"order":[73,235],"to":[74,90,101,144,227,236,243],"improve":[75,228],"decision-making":[77],"process":[78,149],"MARL.":[80,109],"The":[81,153,168,222],"learning":[82,104],"rate":[83,105],"enhanced":[85],"with":[86,115],"self-adaptive":[88],"ability":[89],"avoid":[91],"local":[93],"optimal":[94],"dilemma;":[95],"Jensen-Shannon":[96],"(JS)":[97],"divergence":[98],"utilized":[100],"define":[102],"modified":[108],"A":[110,126],"two-way":[111],"rectangular":[112],"grid":[113,166],"nine":[116],"intersections":[117],"modeled":[119],"via":[120],"Cell":[122],"Transmission":[123],"Model":[124],"(CTM).":[125],"probability":[127],"distribution":[128],"mechanism,":[129],"update":[132],"turn":[134],"ratio":[135],"approach":[138],"dynamically":[139],"discretely,":[141],"established":[143],"represent":[145],"segmented":[147],"route-decision":[148],"vehicles.":[152],"effectiveness":[154],"proposed":[157],"evaluated":[161],"through":[162],"simulations":[163],"network.":[167],"results":[169,223],"show":[170],"influence":[172],"major":[174],"vehicle":[180],"arrival":[181,205],"rate,":[182],"demand":[186,202],"(e.g.":[187,203],"rapidly":[189],"rising":[190],"flow":[191],"extreme":[193],"changes":[194],"origin-destination":[196],"distribution),":[197],"different":[204],"flows":[206],"at":[207],"boundary":[209],"network),":[213],"on":[214],"suggested":[219],"method.":[221],"used":[226],"state":[230],"art":[233],"reduce":[237],"due":[242],"these":[244],"disturbances.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}