{"id":"https://openalex.org/W4390075128","doi":"https://doi.org/10.1109/access.2023.3345448","title":"Network-Wide Traffic Signal Control Based on MARL With Hierarchical Nash-Stackelberg Game Model","display_name":"Network-Wide Traffic Signal Control Based on MARL With Hierarchical Nash-Stackelberg Game Model","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4390075128","doi":"https://doi.org/10.1109/access.2023.3345448"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3345448","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3345448","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10367982.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10367982.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090882541","display_name":"Hui Shen","orcid":"https://orcid.org/0000-0001-6656-4106"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]},{"id":"https://openalex.org/I4210135108","display_name":"Beijing Municipal Health Commission","ror":"https://ror.org/0374a5s68","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210110145","https://openalex.org/I4210135108"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hui Shen","raw_affiliation_strings":["School of Electrical and Control Engineering, North China University of Technology, Beijing, China","The school of Electrical and Control Engineering, North China University of Technology, and Beijing Municipal Traffic Management Bureau, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Control Engineering, North China University of Technology, Beijing, China","institution_ids":["https://openalex.org/I1456306"]},{"raw_affiliation_string":"The school of Electrical and Control Engineering, North China University of Technology, and Beijing Municipal Traffic Management Bureau, Beijing, China","institution_ids":["https://openalex.org/I4210135108","https://openalex.org/I1456306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047425057","display_name":"Hongxia Zhao","orcid":"https://orcid.org/0000-0003-3934-8082"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongxia Zhao","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052654910","display_name":"Zhang Zun-dong","orcid":"https://orcid.org/0000-0003-0574-7464"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zundong Zhang","raw_affiliation_strings":["Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China","The Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0574-7464","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China","institution_ids":["https://openalex.org/I1456306"]},{"raw_affiliation_string":"The Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China","institution_ids":["https://openalex.org/I1456306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100587089","display_name":"Xun Yang","orcid":"https://orcid.org/0009-0007-4942-9464"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Yang","raw_affiliation_strings":["Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China","The Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China","institution_ids":["https://openalex.org/I1456306"]},{"raw_affiliation_string":"The Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China","institution_ids":["https://openalex.org/I1456306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085485779","display_name":"Yutong Song","orcid":"https://orcid.org/0000-0002-2206-9549"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yutong Song","raw_affiliation_strings":["Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China","The Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China","institution_ids":["https://openalex.org/I1456306"]},{"raw_affiliation_string":"The Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China","institution_ids":["https://openalex.org/I1456306"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100409027","display_name":"Xiaoming Liu","orcid":"https://orcid.org/0000-0002-0424-629X"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Liu","raw_affiliation_strings":["Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China","The Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China","institution_ids":["https://openalex.org/I1456306"]},{"raw_affiliation_string":"The Beijing Key Laboratory of Urban Road Traffic Intelligent Technology, North China University of Technology, Beijing, China","institution_ids":["https://openalex.org/I1456306"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5090882541"],"corresponding_institution_ids":["https://openalex.org/I1456306","https://openalex.org/I4210135108"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.4198,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.8222452,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"145085","last_page":"145100"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.8962576985359192},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7780153155326843},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7086321115493774},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.6048505306243896},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.5858258008956909},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.5034977793693542},{"id":"https://openalex.org/keywords/best-response","display_name":"Best response","score":0.49820852279663086},{"id":"https://openalex.org/keywords/potential-game","display_name":"Potential game","score":0.49615392088890076},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.43947434425354004},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42552435398101807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2371101975440979},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10197198390960693},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.08714422583580017},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07315033674240112}],"concepts":[{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.8962576985359192},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7780153155326843},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7086321115493774},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.6048505306243896},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.5858258008956909},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.5034977793693542},{"id":"https://openalex.org/C32407928","wikidata":"https://www.wikidata.org/wiki/Q2733833","display_name":"Best response","level":3,"score":0.49820852279663086},{"id":"https://openalex.org/C2778079155","wikidata":"https://www.wikidata.org/wiki/Q288500","display_name":"Potential game","level":3,"score":0.49615392088890076},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.43947434425354004},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42552435398101807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2371101975440979},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10197198390960693},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.08714422583580017},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07315033674240112},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3345448","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3345448","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10367982.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:721812d1ce20423bbef9b46b90af3349","is_oa":true,"landing_page_url":"https://doaj.org/article/721812d1ce20423bbef9b46b90af3349","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 145085-145100 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3345448","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3345448","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10367982.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.8299999833106995,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G6230475793","display_name":null,"funder_award_id":"U1909204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390075128.pdf","grobid_xml":"https://content.openalex.org/works/W4390075128.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W206679605","https://openalex.org/W232794731","https://openalex.org/W1502765764","https://openalex.org/W1523067185","https://openalex.org/W1542941925","https://openalex.org/W1918371733","https://openalex.org/W2014473231","https://openalex.org/W2054314161","https://openalex.org/W2099618002","https://openalex.org/W2162578038","https://openalex.org/W2373468023","https://openalex.org/W2391666574","https://openalex.org/W2399161660","https://openalex.org/W2766136239","https://openalex.org/W2773347164","https://openalex.org/W2908261578","https://openalex.org/W2912222576","https://openalex.org/W2913781869","https://openalex.org/W2945170013","https://openalex.org/W2953078219","https://openalex.org/W2963821308","https://openalex.org/W2972568824","https://openalex.org/W2991407971","https://openalex.org/W2996896271","https://openalex.org/W2997502221","https://openalex.org/W2998187693","https://openalex.org/W3028016574","https://openalex.org/W3040007863","https://openalex.org/W3046452801","https://openalex.org/W3081219234","https://openalex.org/W3101552411","https://openalex.org/W3156295478","https://openalex.org/W3167522816","https://openalex.org/W3198701155","https://openalex.org/W4206067390","https://openalex.org/W4210432225","https://openalex.org/W4240204763","https://openalex.org/W4310151703","https://openalex.org/W4312821960","https://openalex.org/W6630520071","https://openalex.org/W6631168379","https://openalex.org/W6684470913","https://openalex.org/W6691550234","https://openalex.org/W6712627128","https://openalex.org/W6729203169","https://openalex.org/W6749032143","https://openalex.org/W6755069753","https://openalex.org/W6762191990","https://openalex.org/W6801648332","https://openalex.org/W6802584362","https://openalex.org/W7061688924"],"related_works":["https://openalex.org/W2976114880","https://openalex.org/W2236801283","https://openalex.org/W2605497830","https://openalex.org/W2328458106","https://openalex.org/W2111030377","https://openalex.org/W1598931193","https://openalex.org/W2103821767","https://openalex.org/W4214835929","https://openalex.org/W2030545874","https://openalex.org/W2623069875"],"abstract_inverted_index":{"Network-wide":[0],"traffic":[1,13,17,65,124],"signal":[2],"control":[3,66,122],"is":[4,30],"an":[5],"important":[6,77,179],"means":[7],"of":[8,23,47,72,123,153],"relieving":[9],"urban":[10,127],"congestion,":[11],"reducing":[12],"accidents,":[14],"and":[15,54,69,91,110,141,150,160,163,198],"improving":[16],"efficiency.":[18],"However,":[19],"solving":[20,138],"the":[21,45,51,55,73,80,84,88,95,99,114,146,175,182],"problem":[22],"computational":[24],"complexity":[25],"caused":[26],"by":[27],"multi-intersection":[28],"games":[29],"challenging.":[31],"To":[32],"address":[33],"this":[34,189],"issue,":[35],"we":[36,103],"propose":[37,104],"a":[38],"Nash-Stackelberg":[39,115],"hierarchical":[40,116,190],"game":[41,56,85,96,117,136,177,191],"model":[42,61,118,137,192],"that":[43],"considers":[44],"importance":[46],"different":[48],"intersections":[49,78,93,166],"in":[50,79,126],"road":[52,74,161],"network":[53],"relationships":[57],"between":[58,68,178],"intersections.":[59,180],"The":[60],"takes":[62],"into":[63],"account":[64],"strategies":[67],"within":[70],"sub-areas":[71,82],"network,":[75],"with":[76],"two":[81,105],"as":[83,94],"subject":[86,97],"at":[87,98,155],"upper":[89],"layer":[90],"secondary":[92,165],"lower":[100],"layer.":[101],"Furthermore,":[102],"reinforcement":[106,184],"learning":[107,185,196],"algorithms":[108,143,186],"(NSHG-QL":[109],"NSHG-DQN)":[111],"based":[112,172,187],"on":[113,173,188],"to":[119,134,167],"realize":[120],"coordinated":[121],"signals":[125],"areas.":[128],"Experimental":[129],"results":[130],"show":[131],"that,":[132],"compared":[133],"basic":[135],"algorithms,":[139],"NSHG-QL":[140],"NSHG-DQN":[142],"can":[144,193],"reduce":[145],"average":[147,158],"travel":[148],"time":[149,151],"loss":[152],"vehicles":[154],"intersections,":[156],"increase":[157],"speed":[159],"occupancy,":[162],"coordinate":[164],"make":[168],"optimal":[169],"strategy":[170],"selections":[171],"satisfying":[174],"upper-layer":[176],"Moreover,":[181],"multi-agent":[183],"significantly":[194],"improve":[195],"performance":[197],"convergence.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}