{"id":"https://openalex.org/W4285104771","doi":"https://doi.org/10.1109/tits.2022.3173490","title":"Neighborhood Cooperative Multiagent Reinforcement Learning for Adaptive Traffic Signal Control in Epidemic Regions","display_name":"Neighborhood Cooperative Multiagent Reinforcement Learning for Adaptive Traffic Signal Control in Epidemic Regions","publication_year":2022,"publication_date":"2022-05-13","ids":{"openalex":"https://openalex.org/W4285104771","doi":"https://doi.org/10.1109/tits.2022.3173490"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3173490","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3173490","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007940280","display_name":"Chengwei Zhang","orcid":"https://orcid.org/0000-0002-9157-6050"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chengwei Zhang","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086172319","display_name":"Yu Tian","orcid":"https://orcid.org/0000-0001-8691-9795"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Tian","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100370015","display_name":"Zhibin Zhang","orcid":"https://orcid.org/0000-0002-8112-7227"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027220635","display_name":"Wanli Xue","orcid":"https://orcid.org/0000-0002-6031-9334"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanli Xue","raw_affiliation_strings":["School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084396416","display_name":"Xiaofei Xie","orcid":"https://orcid.org/0000-0002-1288-6502"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiaofei Xie","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101619771","display_name":"Tianpei Yang","orcid":"https://orcid.org/0000-0002-5497-7146"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianpei Yang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101987044","display_name":"Xin Ge","orcid":"https://orcid.org/0000-0001-7347-4758"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Ge","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100418997","display_name":"Rong Chen","orcid":"https://orcid.org/0000-0001-5848-6398"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Chen","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5007940280"],"corresponding_institution_ids":["https://openalex.org/I43313876"],"apc_list":null,"apc_paid":null,"fwci":5.2256,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.96182488,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"23","issue":"12","first_page":"25157","last_page":"25168"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7325998544692993},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6341989040374756},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4984428882598877},{"id":"https://openalex.org/keywords/degree","display_name":"Degree (music)","score":0.49457117915153503},{"id":"https://openalex.org/keywords/pearson-product-moment-correlation-coefficient","display_name":"Pearson product-moment correlation coefficient","score":0.4705037772655487},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.44898349046707153},{"id":"https://openalex.org/keywords/correlation-coefficient","display_name":"Correlation coefficient","score":0.41663622856140137},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3767619729042053},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3621140718460083},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25165578722953796},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.25038689374923706},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17376843094825745},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11246973276138306}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7325998544692993},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6341989040374756},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4984428882598877},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.49457117915153503},{"id":"https://openalex.org/C55078378","wikidata":"https://www.wikidata.org/wiki/Q1136628","display_name":"Pearson product-moment correlation coefficient","level":2,"score":0.4705037772655487},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.44898349046707153},{"id":"https://openalex.org/C2780092901","wikidata":"https://www.wikidata.org/wiki/Q3433612","display_name":"Correlation coefficient","level":2,"score":0.41663622856140137},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3767619729042053},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3621140718460083},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25165578722953796},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25038689374923706},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17376843094825745},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11246973276138306},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tits.2022.3173490","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3173490","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-10852","is_oa":false,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/9852","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TITS.2022.3173490","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/3"}],"awards":[{"id":"https://openalex.org/G158084726","display_name":null,"funder_award_id":"2019M661080","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G3462807737","display_name":null,"funder_award_id":"61906135","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7807189742","display_name":null,"funder_award_id":"61906027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W2007894170","https://openalex.org/W2085046200","https://openalex.org/W2096145798","https://openalex.org/W2145339207","https://openalex.org/W2175545073","https://openalex.org/W2734878594","https://openalex.org/W2785315072","https://openalex.org/W2901504064","https://openalex.org/W2904065660","https://openalex.org/W2907492528","https://openalex.org/W2913230672","https://openalex.org/W2915117209","https://openalex.org/W2933570795","https://openalex.org/W2945991855","https://openalex.org/W2949963774","https://openalex.org/W2951896791","https://openalex.org/W2963715810","https://openalex.org/W2964338167","https://openalex.org/W2964749398","https://openalex.org/W2967474307","https://openalex.org/W2983178256","https://openalex.org/W2995815314","https://openalex.org/W2998187693","https://openalex.org/W3004125297","https://openalex.org/W3013938154","https://openalex.org/W3046288222","https://openalex.org/W3091266930","https://openalex.org/W3091522193","https://openalex.org/W3096739060","https://openalex.org/W3123082711","https://openalex.org/W3136849308","https://openalex.org/W3174032342","https://openalex.org/W3175224103","https://openalex.org/W3176187537","https://openalex.org/W4206268406","https://openalex.org/W4295598622","https://openalex.org/W4299802797","https://openalex.org/W6628769285","https://openalex.org/W6630901103","https://openalex.org/W6713411898","https://openalex.org/W6736572398","https://openalex.org/W6738796088","https://openalex.org/W6741408367","https://openalex.org/W6747941106","https://openalex.org/W6749304979","https://openalex.org/W6754887573","https://openalex.org/W6762491519","https://openalex.org/W6771514159","https://openalex.org/W6775342081","https://openalex.org/W6781750019","https://openalex.org/W6784165867","https://openalex.org/W6791513162","https://openalex.org/W6798352103"],"related_works":["https://openalex.org/W357196361","https://openalex.org/W3109425891","https://openalex.org/W2027314909","https://openalex.org/W1036938216","https://openalex.org/W2113714434","https://openalex.org/W2377792686","https://openalex.org/W4200439127","https://openalex.org/W829658220","https://openalex.org/W3096637473","https://openalex.org/W2946560178"],"abstract_inverted_index":{"Nowadays,":[0],"multiagent":[1,148],"reinforcement":[2],"learning":[3],"(MARL)":[4],"have":[5,48],"shared":[6],"significant":[7],"advances":[8],"in":[9,30,36,42,69,102,146,216,230],"the":[10,20,28,60,103,106,131,178,192,197,201,207],"adaptive":[11],"traffic":[12,77,224],"signal":[13],"control":[14],"(ATSC)":[15],"problems.":[16],"For":[17],"most":[18],"of":[19,52,79],"researches,":[21],"agents":[22,71,125,184],"are":[23,172,213],"all":[24],"isomorphic,":[25],"which":[26,31,70,138],"disregards":[27],"situation":[29],"isomerous":[32],"intersections":[33,47],"cooperative":[34,86,91,147],"together":[35],"a":[37,64,151,156,218],"real":[38],"ATSC":[39,61],"scenario,":[40],"especially":[41],"epidemic":[43],"regions":[44],"where":[45],"different":[46,50],"quite":[49],"levels":[51],"importance.":[53],"To":[54],"this":[55,57],"end,":[56],"paper":[58],"models":[59],"problem":[62],"as":[63],"networked":[65],"Markov":[66],"game":[67],"(NMG),":[68],"take":[72],"into":[73],"account":[74],"information,":[75],"including":[76],"conditions":[78],"it":[80],"and":[81,115,118,155,167,221,226],"its":[82],"connected":[83,113,183],"neighbors.":[84],"A":[85],"MARL":[87],"framework":[88,107],"named":[89],"neighborhood":[90],"hysteretic":[92,135],"DQN":[93,136],"(NC-HDQN)":[94],"is":[95,139],"proposed.":[96],"Specifically,":[97],"for":[98,236],"each":[99],"NC-HDQN":[100,124,153,161,165,169],"agent":[101],"NMG,":[104],"first,":[105],"analyses":[108],"correlation":[109,158,179,203,208],"degrees":[110],"with":[111],"their":[112,128],"neighbors":[114],"weighs":[116],"observations":[117],"rewards":[119],"by":[120],"these":[121],"correlations.":[122],"Second,":[123],"independently":[126],"optimize":[127],"strategies":[129,145],"on":[130,189],"weighted":[132],"information":[133],"using":[134],"(HDQN),":[137],"designed":[140],"to":[141,186,205],"learn":[142],"optimal":[143],"joint":[144],"games.":[149],"Third,":[150],"rule-based":[152],"method":[154,176,199],"Pearson":[157,168,202],"coefficient":[159,204],"based":[160],"method,":[162],"i.e.,":[163],"empirical":[164],"(ENC-HDQN)":[166],"(PNC-HDQN),":[170],"respectively,":[171],"designed.":[173],"The":[174],"first":[175],"maps":[177],"degree":[180,209],"between":[181,191],"two":[182,193,222],"according":[185],"vehicle":[187],"numbers":[188],"roads":[190],"agents.":[194],"In":[195],"contrast,":[196],"second":[198],"uses":[200],"calculate":[206],"adaptively.":[210],"Our":[211],"methods":[212],"empirically":[214],"evaluated":[215],"both":[217],"synthetic":[219],"scenario":[220],"real-world":[223],"scenarios":[225],"give":[227],"better":[228],"performances":[229],"almost":[231],"every":[232],"standard":[233],"test":[234],"metric":[235],"ATSC.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}