{"id":"https://openalex.org/W4404739544","doi":"https://doi.org/10.1109/tits.2024.3494251","title":"A Stochastic Traffic Flow Model-Based Reinforcement Learning Framework For Advanced Traffic Signal Control","display_name":"A Stochastic Traffic Flow Model-Based Reinforcement Learning Framework For Advanced Traffic Signal Control","publication_year":2024,"publication_date":"2024-11-26","ids":{"openalex":"https://openalex.org/W4404739544","doi":"https://doi.org/10.1109/tits.2024.3494251"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3494251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3494251","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024456829","display_name":"Yifan Zhu","orcid":"https://orcid.org/0000-0002-9816-5764"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yifan Zhu","raw_affiliation_strings":["School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076992681","display_name":"Yisheng Lv","orcid":"https://orcid.org/0000-0002-7565-4979"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yisheng Lv","raw_affiliation_strings":["State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","Institute of Automation, State Key Laboratory for Management and Control of Complex Systems, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Automation, State Key Laboratory for Management and Control of Complex Systems, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067059411","display_name":"Shu Lin","orcid":"https://orcid.org/0000-0002-2079-7606"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Lin","raw_affiliation_strings":["School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016973102","display_name":"Jungang Xu","orcid":"https://orcid.org/0000-0002-3994-1401"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jungang Xu","raw_affiliation_strings":["School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5024456829"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.382,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82361307,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"26","issue":"1","first_page":"714","last_page":"723"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9505000114440918,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8029000163078308},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.6183661818504333},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5710400342941284},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.539236307144165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30137792229652405},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.20243379473686218},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.19926294684410095}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8029000163078308},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.6183661818504333},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5710400342941284},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.539236307144165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30137792229652405},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20243379473686218},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.19926294684410095}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3494251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3494251","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4676232784","display_name":null,"funder_award_id":"62333015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5874567968","display_name":null,"funder_award_id":"62271485","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7868547006","display_name":null,"funder_award_id":"61673366","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W5525483","https://openalex.org/W2074500080","https://openalex.org/W2101074405","https://openalex.org/W2107846430","https://openalex.org/W2139728973","https://openalex.org/W2164863800","https://openalex.org/W2498017881","https://openalex.org/W2613084637","https://openalex.org/W2617547828","https://openalex.org/W2623391631","https://openalex.org/W2809148419","https://openalex.org/W2884092033","https://openalex.org/W2904246096","https://openalex.org/W2915117209","https://openalex.org/W2933570795","https://openalex.org/W2963027910","https://openalex.org/W2983178256","https://openalex.org/W2998187693","https://openalex.org/W3044015199","https://openalex.org/W3138819813","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6734194636","https://openalex.org/W6734678876","https://openalex.org/W6736372492","https://openalex.org/W6738796088","https://openalex.org/W6755069753","https://openalex.org/W6783867858","https://openalex.org/W7011621630"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W4367838498","https://openalex.org/W4293167677","https://openalex.org/W2289957799","https://openalex.org/W2359125580"],"abstract_inverted_index":{"In":[0,20],"addressing":[1],"the":[2,140],"complex":[3,124],"challenge":[4],"of":[5,142],"Traffic":[6],"Signal":[7],"Control":[8],"(TSC),":[9],"Deep":[10],"Reinforcement":[11],"Learning":[12],"(DRL)":[13],"has":[14],"emerged":[15],"as":[16],"a":[17,76],"popular":[18],"solution.":[19],"traditional":[21],"DRL":[22,52,82,150],"methods":[23,53],"applied":[24],"to":[25,33,103,114,139],"TSC":[26,55],"problems,":[27],"deep":[28],"neural":[29],"networks":[30,113],"are":[31],"sensitive":[32],"minor":[34],"input":[35],"changes,":[36],"which":[37],"complicates":[38],"accurate":[39],"predictions.":[40],"This":[41,63],"ambiguity":[42],"hampers":[43],"algorithm":[44,83,93,108],"convergence,":[45],"speed,":[46],"and":[47,106,156],"overall":[48],"performance.":[49],"Additionally,":[50],"existing":[51],"for":[54,84],"employ":[56],"high-dimensional":[57],"state":[58,132],"spaces,":[59],"escalating":[60],"computational":[61,135],"complexity.":[62],"study":[64],"addresses":[65],"these":[66],"challenges":[67],"by":[68,146],"introducing":[69],"an":[70,89,148],"innovative":[71,90],"approach,":[72],"SLFMLight,":[73],"that":[74,94,152],"integrates":[75,95],"stochastic":[77],"traffic":[78,96,117,125,144],"flow":[79,97],"model":[80],"with":[81],"TSC.":[85,159],"Our":[86],"method":[87],"employs":[88],"network":[91],"update":[92],"prediction":[98],"in":[99,121,128,158],"Q-value":[100],"learning":[101],"process":[102],"enhance":[104],"interpretability":[105],"accelerate":[107],"convergence.":[109],"Utilizing":[110],"mode-based":[111],"multi-actor":[112],"handle":[115],"diverse":[116],"conditions,":[118],"SLFMLight":[119,137],"excels":[120],"decision-making":[122],"towards":[123],"scenarios,":[126],"especially":[127],"congested":[129],"ones.":[130],"Concise":[131],"definition":[133],"improves":[134,153],"efficiency.":[136],"contributes":[138],"advancement":[141],"intelligent":[143],"management":[145],"providing":[147],"effective":[149],"solution":[151],"interpretability,":[154],"efficiency,":[155],"adaptability":[157]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-08T08:50:53.379069","created_date":"2025-10-10T00:00:00"}