{"id":"https://openalex.org/W4412795721","doi":"https://doi.org/10.1109/tits.2025.3586939","title":"A Centralized Reinforcement Learning-Based Method for Traffic Signal Optimization Using an Adaptive Sequential Decision","display_name":"A Centralized Reinforcement Learning-Based Method for Traffic Signal Optimization Using an Adaptive Sequential Decision","publication_year":2025,"publication_date":"2025-07-31","ids":{"openalex":"https://openalex.org/W4412795721","doi":"https://doi.org/10.1109/tits.2025.3586939"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3586939","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3586939","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chengrui Fan","orcid":"https://orcid.org/0009-0004-6139-5402"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengrui Fan","raw_affiliation_strings":["Institute of Intelligent Transportation Systems, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-6139-5402","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Transportation Systems, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103491219","display_name":"Fujian Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fujian Wang","raw_affiliation_strings":["Institute of Intelligent Transportation Systems, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Transportation Systems, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101682721","display_name":"Bin Zhou","orcid":"https://orcid.org/0009-0004-0264-7526"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Zhou","raw_affiliation_strings":["Institute of Intelligent Transportation Systems, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-0264-7526","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Transportation Systems, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024477428","display_name":"Dongfang Ma","orcid":"https://orcid.org/0000-0002-9334-1570"},"institutions":[{"id":"https://openalex.org/I31847773","display_name":"Zhejiang Ocean University","ror":"https://ror.org/03mys6533","country_code":"CN","type":"education","lineage":["https://openalex.org/I31847773"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongfang Ma","raw_affiliation_strings":["State Key Laboratory of Ocean Sensing and Ocean College, Zhejiang University, Zhoushan, China","Key Laboratory of Ocean Observation-Imaging Testbed, Zhejiang University, Zhoushan, China"],"raw_orcid":"https://orcid.org/0000-0002-9334-1570","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Ocean Sensing and Ocean College, Zhejiang University, Zhoushan, China","institution_ids":["https://openalex.org/I31847773"]},{"raw_affiliation_string":"Key Laboratory of Ocean Observation-Imaging Testbed, Zhejiang University, Zhoushan, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7779,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.73238281,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"26","issue":"9","first_page":"13201","last_page":"13216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8613375425338745},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6683477759361267},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.5503458976745605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5193648934364319},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4262411296367645},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.1896856427192688}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8613375425338745},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6683477759361267},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.5503458976745605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5193648934364319},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4262411296367645},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.1896856427192688}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3586939","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3586939","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1180317521","display_name":null,"funder_award_id":"52172334","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5030223772","display_name":null,"funder_award_id":"2023C01240","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8223566187","display_name":null,"funder_award_id":"52131202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W103885025","https://openalex.org/W1989328558","https://openalex.org/W1998622835","https://openalex.org/W2018632011","https://openalex.org/W2088595989","https://openalex.org/W2122463624","https://openalex.org/W2124657875","https://openalex.org/W2131398657","https://openalex.org/W2498017881","https://openalex.org/W2747046834","https://openalex.org/W2749604329","https://openalex.org/W2761656023","https://openalex.org/W2766381093","https://openalex.org/W2768629321","https://openalex.org/W2794621419","https://openalex.org/W2862204210","https://openalex.org/W2904065660","https://openalex.org/W2905709150","https://openalex.org/W2907604339","https://openalex.org/W2915117209","https://openalex.org/W2945287357","https://openalex.org/W2963027910","https://openalex.org/W2964749398","https://openalex.org/W2965904298","https://openalex.org/W2983178256","https://openalex.org/W2998187693","https://openalex.org/W3011507876","https://openalex.org/W3090940203","https://openalex.org/W3110101394","https://openalex.org/W3137922222","https://openalex.org/W3198724651","https://openalex.org/W4206007985","https://openalex.org/W4281552978","https://openalex.org/W4283071153","https://openalex.org/W4311405210","https://openalex.org/W4312812839","https://openalex.org/W4319451853","https://openalex.org/W4362578147","https://openalex.org/W4362718543","https://openalex.org/W4384435959","https://openalex.org/W4385245566","https://openalex.org/W4385358041","https://openalex.org/W4385621257","https://openalex.org/W4386275826"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2],"(DRL)":[3],"algorithms":[4],"have":[5],"been":[6],"proven":[7],"to":[8,84,126,141,193,218],"be":[9],"effective":[10],"in":[11,71],"traffic":[12,21,78,182,242],"signal":[13,35,183,188],"timing":[14],"scheme":[15],"optimization":[16,86,174],"and":[17,55,76,166,236,240],"helpful":[18],"for":[19,33,103,176,181],"urban":[20],"congestion":[22],"alleviation.":[23],"Recently,":[24],"the":[25,41,48,59,62,72,85,92,107,111,128,135,138,146,162,168,187,195,200,219,224,229],"centralized":[26,100,117,221],"control":[27,36],"strategy":[28,46],"has":[29,47],"attracted":[30],"great":[31],"attention":[32],"coordinated":[34],"of":[37,50,61,74,87,131,137,156,190],"multiple":[38,104,132],"intersections":[39],"overpassing":[40],"decentralized":[42],"methods.":[43],"However,":[44],"this":[45,96],"problems":[49],"state":[51],"space":[52,65,140],"dimension":[53,60],"disaster":[54],"credit":[56,163],"assignment.":[57],"Namely,":[58],"global":[63],"action":[64,139],"increases":[66],"exponentially":[67],"with":[68,120],"an":[69,172,208],"increase":[70],"number":[73],"agents,":[75,133],"individual":[77],"signals":[79,105],"cannot":[80],"realize":[81],"their":[82],"contributions":[83],"regional":[88],"traffic.":[89],"To":[90],"solve":[91],"two":[93],"aforementioned":[94],"problems,":[95],"study":[97],"proposes":[98],"a":[99,116,121,142],"DRL":[101,118],"algorithm":[102,202],"using":[106,207],"sequential":[108,153],"decision":[109,177],"named":[110],"Sequential":[112],"Light":[113],"(SeqLight).":[114],"First,":[115],"framework":[119],"sequential-decision":[122],"logic":[123],"is":[124,150,179,203],"constructed":[125],"decouple":[127],"joint":[129],"actions":[130,189],"reducing":[134],"complexity":[136],"polynomial":[143],"level.":[144],"Second,":[145],"multi-agent":[147],"advantage":[148,154],"value":[149],"decomposed":[151],"into":[152],"evaluations":[155],"every":[157],"local":[158,191],"agent,":[159],"thus":[160],"alleviating":[161],"assignment":[164],"problem":[165],"improving":[167],"monotonic":[169],"performance.":[170],"Third,":[171],"adaptive":[173],"model":[175],"order":[178],"developed":[180],"control,":[184],"which":[185],"coordinates":[186],"agents":[192],"learn":[194],"globally":[196],"optimal":[197],"policy.":[198],"Finally,":[199],"proposed":[201,225],"verified":[204],"by":[205,234],"simulations":[206],"actual":[209],"road":[210],"network.":[211],"The":[212],"simulation":[213],"results":[214],"show":[215],"that":[216],"compared":[217],"other":[220],"RL":[222],"method,":[223],"method":[226],"can":[227],"reduce":[228],"average":[230],"vehicle":[231],"queue":[232],"length":[233],"12.64%":[235],"14.20%":[237],"under":[238],"medium":[239],"high":[241],"demand":[243],"conditions,":[244],"respectively.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}