{"id":"https://openalex.org/W4405429252","doi":"https://doi.org/10.1109/tits.2024.3510379","title":"Action Masking-Based Proximal Policy Optimization With the Dual-Ring Phase Structure for Adaptive Traffic Signal Control","display_name":"Action Masking-Based Proximal Policy Optimization With the Dual-Ring Phase Structure for Adaptive Traffic Signal Control","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4405429252","doi":"https://doi.org/10.1109/tits.2024.3510379"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3510379","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3510379","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101033505","display_name":"Shuying Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuying Fan","raw_affiliation_strings":["School of Civil Engineering and Transportation, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Civil Engineering and Transportation, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038706762","display_name":"Kai L\u00fc","orcid":"https://orcid.org/0000-0002-2010-1875"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Lu","raw_affiliation_strings":["School of Civil Engineering and Transportation and the State Key Laboratory of Subtropical Building and Urban Science, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Civil Engineering and Transportation and the State Key Laboratory of Subtropical Building and Urban Science, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012268687","display_name":"Yinhai Wang","orcid":"https://orcid.org/0000-0002-4180-5628"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinhai Wang","raw_affiliation_strings":["Department of Civil and Environmental Engineering, University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049276774","display_name":"Xin Tian","orcid":"https://orcid.org/0000-0001-7971-9795"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Tian","raw_affiliation_strings":["School of Civil Engineering and Transportation, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Civil Engineering and Transportation, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035452780","display_name":"Minxue Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minxue Zhang","raw_affiliation_strings":["School of Civil Engineering and Transportation, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Civil Engineering and Transportation, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101033505"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":0.6457,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.71696083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"26","issue":"2","first_page":"2422","last_page":"2433"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9210000038146973,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9171000123023987,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.6483312845230103},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.5162608623504639},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5017023086547852},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5014064311981201},{"id":"https://openalex.org/keywords/ring","display_name":"Ring (chemistry)","score":0.49478644132614136},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.47977977991104126},{"id":"https://openalex.org/keywords/phase","display_name":"Phase (matter)","score":0.4513480067253113},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.39216768741607666},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18420851230621338},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.14733076095581055},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.08562621474266052}],"concepts":[{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.6483312845230103},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.5162608623504639},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5017023086547852},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5014064311981201},{"id":"https://openalex.org/C2780378348","wikidata":"https://www.wikidata.org/wiki/Q25351438","display_name":"Ring (chemistry)","level":2,"score":0.49478644132614136},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.47977977991104126},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.4513480067253113},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.39216768741607666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18420851230621338},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.14733076095581055},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08562621474266052},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3510379","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3510379","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2056490008","display_name":null,"funder_award_id":"2023A1515012815","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G4477680180","display_name":null,"funder_award_id":"52172326","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8463835612","display_name":null,"funder_award_id":"2023A1515012815","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2121517924","https://openalex.org/W2145339207","https://openalex.org/W2523827891","https://openalex.org/W2613084637","https://openalex.org/W2621089666","https://openalex.org/W2766381093","https://openalex.org/W2794842204","https://openalex.org/W2885088416","https://openalex.org/W2903709398","https://openalex.org/W2915117209","https://openalex.org/W2933570795","https://openalex.org/W2951626790","https://openalex.org/W2964255692","https://openalex.org/W2964749398","https://openalex.org/W2991009188","https://openalex.org/W2991551225","https://openalex.org/W3037164854","https://openalex.org/W3075234101","https://openalex.org/W3111315205","https://openalex.org/W3137922222","https://openalex.org/W3150493802","https://openalex.org/W3198724651","https://openalex.org/W3200607907","https://openalex.org/W3210769222","https://openalex.org/W4205415900","https://openalex.org/W4206867326","https://openalex.org/W4211083365","https://openalex.org/W4214717370","https://openalex.org/W4281686250","https://openalex.org/W4281709050","https://openalex.org/W4308068576","https://openalex.org/W4312812839","https://openalex.org/W4323262648","https://openalex.org/W4367721437","https://openalex.org/W4382053061","https://openalex.org/W4390492454","https://openalex.org/W4390776062","https://openalex.org/W4391908212","https://openalex.org/W4391929615","https://openalex.org/W4391979614","https://openalex.org/W4393333623","https://openalex.org/W4393864543","https://openalex.org/W4398199766","https://openalex.org/W4398231727","https://openalex.org/W4399994360","https://openalex.org/W4400650031","https://openalex.org/W6677564707","https://openalex.org/W6683001934","https://openalex.org/W6741002519","https://openalex.org/W6783867858"],"related_works":["https://openalex.org/W2317351040","https://openalex.org/W2952466936","https://openalex.org/W1988622314","https://openalex.org/W2393949104","https://openalex.org/W3046201198","https://openalex.org/W4293061921","https://openalex.org/W2807441102","https://openalex.org/W2009424630","https://openalex.org/W2372693287","https://openalex.org/W2487240277"],"abstract_inverted_index":{"Driven":[0],"by":[1],"advances":[2],"in":[3,14,30,39,164],"artificial":[4],"intelligence,":[5],"deep":[6],"reinforcement":[7],"learning":[8],"(DRL)":[9],"has":[10],"made":[11],"remarkable":[12],"strides":[13],"adaptive":[15],"traffic":[16,25,61,191],"signal":[17,52],"control":[18],"(ATSC),":[19],"empowering":[20],"improved":[21],"handling":[22],"of":[23,135],"fluctuating":[24],"volumes":[26],"and":[27,46,96,105,107,127,184,188],"congestion.":[28],"However,":[29],"most":[31],"existing":[32],"studies,":[33],"trained":[34],"agents":[35],"exhibit":[36],"poor":[37],"transferability":[38],"scenarios":[40],"with":[41,58,76],"varying":[42],"vehicle":[43,113],"turning":[44,114,180],"ratios,":[45],"the":[47,51,59,77,93,101,119,123,133,136,142,145,150,156,172],"switching":[48,187],"rules":[49,131],"for":[50],"stage":[53,94,126,146,186],"sequence":[54,95],"do":[55],"not":[56],"align":[57],"actual":[60],"demands.":[62],"To":[63,140],"address":[64],"these":[65],"issues,":[66],"this":[67],"paper":[68],"presents":[69],"action":[70,120],"masking":[71],"based":[72,86],"proximal":[73],"policy":[74,157],"optimization":[75],"dual-ring":[78,137],"phase":[79,138],"structure":[80],"(AMPPO-DR),":[81],"a":[82],"novel":[83],"ATSC":[84],"model":[85],"on":[87,132,144],"DRL":[88],"that":[89,171],"can":[90,175],"simultaneously":[91],"optimize":[92],"duration.":[97],"Specifically,":[98],"we":[99,117,148],"consider":[100],"correlation":[102],"between":[103],"states":[104],"actions":[106],"utilize":[108],"intersection":[109],"channelization":[110],"to":[111,160,178],"predict":[112],"directions.":[115],"Moreover,":[116],"define":[118],"as":[121],"selecting":[122],"next":[124],"green":[125],"establish":[128],"variable-stage-sequence":[129],"constraint":[130],"basis":[134],"structure.":[139],"satisfy":[141],"constraints":[143],"sequence,":[147],"propose":[149],"AMPPO":[151],"algorithm,":[152],"which":[153],"dynamically":[154],"adjusts":[155],"network":[158],"outputs":[159],"mask":[161],"invalid":[162],"stages":[163],"real":[165],"time.":[166],"The":[167],"simulation":[168],"experiments":[169],"demonstrate":[170],"proposed":[173],"method":[174],"effectively":[176],"adapt":[177],"changing":[179],"flows,":[181],"enabling":[182],"flexible":[183],"rational":[185],"ultimately":[189],"increasing":[190],"efficiency.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}