{"id":"https://openalex.org/W4416286309","doi":"https://doi.org/10.1109/jiot.2025.3633873","title":"TrafSeqFormer: Sequence Modeling With Multiagent Reinforcement Learning for Adaptive Traffic Signal Control","display_name":"TrafSeqFormer: Sequence Modeling With Multiagent Reinforcement Learning for Adaptive Traffic Signal Control","publication_year":2025,"publication_date":"2025-11-17","ids":{"openalex":"https://openalex.org/W4416286309","doi":"https://doi.org/10.1109/jiot.2025.3633873"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3633873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3633873","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024414161","display_name":"Rui Zhao","orcid":"https://orcid.org/0000-0003-1597-1961"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Zhao","raw_affiliation_strings":["College of Automotive Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0003-1597-1961","affiliations":[{"raw_affiliation_string":"College of Automotive Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053609325","display_name":"Haofeng Hu","orcid":"https://orcid.org/0009-0001-0124-6040"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haofeng Hu","raw_affiliation_strings":["College of Automotive Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0009-0001-0124-6040","affiliations":[{"raw_affiliation_string":"College of Automotive Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101911434","display_name":"Yuxin Zhai","orcid":"https://orcid.org/0009-0003-8489-9948"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Zhai","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067527835","display_name":"Yuze Fan","orcid":"https://orcid.org/0009-0003-8309-7396"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuze Fan","raw_affiliation_strings":["College of Automotive Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0009-0003-8309-7396","affiliations":[{"raw_affiliation_string":"College of Automotive Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101688555","display_name":"Fei Gao","orcid":"https://orcid.org/0000-0001-9020-6720"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Gao","raw_affiliation_strings":["College of Automotive Engineering and the National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China","College of Automotive Engineering, National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-9020-6720","affiliations":[{"raw_affiliation_string":"College of Automotive Engineering and the National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"College of Automotive Engineering, National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101092526","display_name":"Chengyuan Zheng","orcid":"https://orcid.org/0009-0003-9249-2291"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyuan Zheng","raw_affiliation_strings":["College of Automotive Engineering and the National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China","College of Automotive Engineering, National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0009-0003-9249-2291","affiliations":[{"raw_affiliation_string":"College of Automotive Engineering and the National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"College of Automotive Engineering, National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022668758","display_name":"Zhenhai Gao","orcid":"https://orcid.org/0000-0002-4623-3956"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhai Gao","raw_affiliation_strings":["College of Automotive Engineering and the National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China","College of Automotive Engineering, National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-4623-3956","affiliations":[{"raw_affiliation_string":"College of Automotive Engineering and the National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"College of Automotive Engineering, National Key Laboratory of Automotive Chassis Integration and Bionics, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035929923","display_name":"Zhengcai Yang","orcid":"https://orcid.org/0000-0002-6793-5666"},"institutions":[{"id":"https://openalex.org/I4210126203","display_name":"Hubei University of Automotive Technology","ror":"https://ror.org/039m95m06","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210126203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengcai Yang","raw_affiliation_strings":["Institute of Science and Technology Development, Hubei Automotive Industry Institute, Shiyan, China","Deputy Director of the Institute of Science and Technology Development, Hubei Automotive Industry Institute, China"],"raw_orcid":"https://orcid.org/0000-0002-6793-5666","affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Development, Hubei Automotive Industry Institute, Shiyan, China","institution_ids":["https://openalex.org/I4210126203"]},{"raw_affiliation_string":"Deputy Director of the Institute of Science and Technology Development, Hubei Automotive Industry Institute, China","institution_ids":["https://openalex.org/I4210126203"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.38005523,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"3","first_page":"4602","last_page":"4615"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.904699981212616,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.904699981212616,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.04650000110268593,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7954999804496765},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5619000196456909},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5597000122070312},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.42289999127388},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.41819998621940613},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.34200000762939453},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.3181000053882599},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.31529998779296875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8398000001907349},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7954999804496765},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5619000196456909},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5597000122070312},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4246000051498413},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.42289999127388},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.41819998621940613},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39500001072883606},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37059998512268066},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.34200000762939453},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C204673680","wikidata":"https://www.wikidata.org/wiki/Q1628107","display_name":"Airfield traffic pattern","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C176715033","wikidata":"https://www.wikidata.org/wiki/Q2080768","display_name":"Traffic generation model","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.2727000117301941},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.26429998874664307}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3633873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3633873","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3830116905","display_name":null,"funder_award_id":"20250102130JC","funder_id":"https://openalex.org/F4320317784","funder_display_name":"Jilin Provincial Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5391046991","display_name":null,"funder_award_id":"20250102130JC","funder_id":"https://openalex.org/F4320310121","funder_display_name":"Natural Science Foundation of Jilin Province"}],"funders":[{"id":"https://openalex.org/F4320310121","display_name":"Natural Science Foundation of Jilin Province","ror":null},{"id":"https://openalex.org/F4320317784","display_name":"Jilin Provincial Postdoctoral Science Foundation","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1516835682","https://openalex.org/W2007894170","https://openalex.org/W2124657875","https://openalex.org/W2498017881","https://openalex.org/W2801573006","https://openalex.org/W2904065660","https://openalex.org/W2964749398","https://openalex.org/W2983178256","https://openalex.org/W3021636956","https://openalex.org/W3030840723","https://openalex.org/W3133129631","https://openalex.org/W3202928841","https://openalex.org/W3209473267","https://openalex.org/W3210115628","https://openalex.org/W3216596730","https://openalex.org/W4206867326","https://openalex.org/W4213230486","https://openalex.org/W4220899555","https://openalex.org/W4224434426","https://openalex.org/W4226518300","https://openalex.org/W4282943221","https://openalex.org/W4285104771","https://openalex.org/W4286893914","https://openalex.org/W4293197537","https://openalex.org/W4304086169","https://openalex.org/W4308080614","https://openalex.org/W4308365139","https://openalex.org/W4309679261","https://openalex.org/W4378550384","https://openalex.org/W4382318215","https://openalex.org/W4385326146","https://openalex.org/W4391908212","https://openalex.org/W4391929615","https://openalex.org/W4392796643","https://openalex.org/W4408017100"],"related_works":[],"abstract_inverted_index":{"Urban":[0],"traffic":[1,12,71,99,125,138],"congestion":[2],"is":[3],"becoming":[4],"increasingly":[5],"complex,":[6],"necessitating":[7],"innovative":[8],"solutions":[9],"for":[10,69,79,123],"adaptive":[11],"signal":[13,72],"control":[14,100],"(ATSC).":[15],"The":[16],"multi-agent":[17],"reinforcement":[18],"learning":[19],"(MARL)":[20],"framework":[21,64],"offers":[22],"a":[23,61,102],"promising":[24],"approach":[25],"by":[26,144,150,155,170,174],"enabling":[27],"coordinated":[28],"decision-making":[29,104],"across":[30,180],"multiple":[31],"intersections.":[32],"However,":[33],"in":[34,97],"large-scale":[35],"scenarios,":[36],"more":[37],"intersections":[38],"worsen":[39],"issues":[40],"like":[41],"poor":[42],"credit":[43,114],"assignment":[44],"and":[45,81,84,110,118,133,152,163,172],"low":[46],"data":[47,116],"efficiency,":[48,117],"degrading":[49],"performance.":[50],"In":[51,136,157],"this":[52],"paper,":[53],"we":[54],"introduce":[55],"the":[56,86,93],"Traffic":[57],"Sequence":[58],"Transformer":[59],"(TrafSeqFormer),":[60],"novel":[62],"MARL-based":[63],"that":[65],"leverages":[66],"sequence":[67],"modeling":[68],"cooperative":[70],"control.":[73],"TrafSeqFormer":[74,112,129,165],"incorporates":[75],"an":[76],"encoder-decoder":[77],"architecture":[78],"actor":[80],"critic":[82],"networks":[83],"applies":[85],"Multi-Agent":[87],"Advantage":[88],"Decomposition":[89],"Theorem":[90],"to":[91,130,146],"transform":[92],"joint":[94],"policy":[95],"search":[96],"multi-intersection":[98],"into":[101],"sequential":[103],"process.":[105],"Using":[106],"auto-regressive":[107],"action":[108],"generation":[109],"self-attention,":[111],"improves":[113],"assignment,":[115],"agent":[119],"collaboration,":[120],"enhancing":[121],"scalability":[122],"real-world":[124,158],"systems.":[126],"We":[127],"compare":[128],"both":[131],"MARL":[132],"domain-specific":[134],"baselines.":[135],"synthetic":[137],"networks,":[139],"it":[140],"reduces":[141,167],"queue":[142,168],"length":[143,169],"up":[145],"83%,":[147],"increases":[148],"throughput":[149],"15%,":[151],"cuts":[153],"delay":[154,173],"65%.":[156],"datasets":[159],"from":[160],"Beijing,":[161],"Hangzhou,":[162],"Jinan,":[164],"further":[166],"27%":[171],"73.7%,":[175],"consistently":[176],"outperforming":[177],"competitive":[178],"baselines":[179],"diverse":[181],"urban":[182],"scenarios.":[183]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-17T00:00:00"}