{"id":"https://openalex.org/W4408696289","doi":"https://doi.org/10.1109/itsc58415.2024.10920279","title":"Phase Re-Service in Reinforcement Learning Traffic Signal Control","display_name":"Phase Re-Service in Reinforcement Learning Traffic Signal Control","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4408696289","doi":"https://doi.org/10.1109/itsc58415.2024.10920279"},"language":"en","primary_location":{"id":"doi:10.1109/itsc58415.2024.10920279","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10920279","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101545478","display_name":"Zhiyao Zhang","orcid":"https://orcid.org/0000-0002-8848-3865"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]},{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhiyao Zhang","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,Department of Civil and Environmental Engineering,USA"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,Department of Civil and Environmental Engineering,USA","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042745738","display_name":"George Gunter","orcid":"https://orcid.org/0000-0002-2505-5396"},"institutions":[{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]},{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Gunter","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,Department of Civil and Environmental Engineering,USA"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,Department of Civil and Environmental Engineering,USA","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035863735","display_name":"Marcos Qui\u00f1ones-Grueiro","orcid":"https://orcid.org/0000-0001-5391-6774"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]},{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcos Quinones-Grueiro","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,USA"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,USA","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321504","display_name":"Yuhang Zhang","orcid":"https://orcid.org/0000-0002-8408-2095"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]},{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuhang Zhang","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,Department of Civil and Environmental Engineering,USA"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,Department of Civil and Environmental Engineering,USA","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059421106","display_name":"William Barbour","orcid":"https://orcid.org/0000-0002-1368-3192"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]},{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Barbour","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,USA"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,USA","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051150754","display_name":"Gautam Biswas","orcid":"https://orcid.org/0000-0002-2752-3878"},"institutions":[{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]},{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gautam Biswas","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,Department of Computer Science,USA"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,Department of Computer Science,USA","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012556136","display_name":"Daniel B. Work","orcid":"https://orcid.org/0000-0003-0565-2158"},"institutions":[{"id":"https://openalex.org/I4210160740","display_name":"Integrated Software (United States)","ror":"https://ror.org/05dp7m259","country_code":"US","type":"company","lineage":["https://openalex.org/I4210160740"]},{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Work","raw_affiliation_strings":["Institute for Software Integrated Systems, Vanderbilt University,Department of Civil and Environmental Engineering,USA"],"affiliations":[{"raw_affiliation_string":"Institute for Software Integrated Systems, Vanderbilt University,Department of Civil and Environmental Engineering,USA","institution_ids":["https://openalex.org/I4210160740","https://openalex.org/I200719446"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101545478"],"corresponding_institution_ids":["https://openalex.org/I200719446","https://openalex.org/I4210160740"],"apc_list":null,"apc_paid":null,"fwci":1.3636,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.8255814,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"344","last_page":"351"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9402999877929688,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9402999877929688,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7036065459251404},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6311696767807007},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.5159521698951721},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4841119050979614},{"id":"https://openalex.org/keywords/phase","display_name":"Phase (matter)","score":0.4366602897644043},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.42800062894821167},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.41889283061027527},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2985379099845886},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.16384994983673096},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09163126349449158},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.0796252191066742}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7036065459251404},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6311696767807007},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.5159521698951721},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4841119050979614},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.4366602897644043},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.42800062894821167},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.41889283061027527},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2985379099845886},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.16384994983673096},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09163126349449158},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0796252191066742},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc58415.2024.10920279","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10920279","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1516835682","https://openalex.org/W1592847719","https://openalex.org/W1983095804","https://openalex.org/W1992477951","https://openalex.org/W2005961304","https://openalex.org/W2019974229","https://openalex.org/W2035275490","https://openalex.org/W2052843557","https://openalex.org/W2156271471","https://openalex.org/W2257648425","https://openalex.org/W2543995857","https://openalex.org/W2792545614","https://openalex.org/W2964356109","https://openalex.org/W2988973041","https://openalex.org/W3123082711","https://openalex.org/W4220899555","https://openalex.org/W4223648835","https://openalex.org/W4281707401","https://openalex.org/W4391769065","https://openalex.org/W6639086533","https://openalex.org/W6688475801","https://openalex.org/W6788186211"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4367838498","https://openalex.org/W2393348402","https://openalex.org/W4293167677","https://openalex.org/W2242021741","https://openalex.org/W2377015873","https://openalex.org/W2605253768","https://openalex.org/W2392201083"],"abstract_inverted_index":{"This":[0],"article":[1],"proposes":[2],"a":[3,30,66,83,98],"novel":[4],"approach":[5],"to":[6,46,107,119,126],"traffic":[7],"signal":[8],"control":[9],"that":[10,102],"combines":[11],"phase":[12,28,60,68,111],"re-service":[13,56,61,69],"with":[14,91,142],"reinforcement":[15],"learning":[16],"(RL).":[17],"The":[18,132],"RL":[19,35,80],"agent":[20],"directly":[21],"determines":[22],"the":[23,26,34,42,51,73,79,108,122,129],"duration":[24],"of":[25,100,110,121,128,134],"next":[27,74],"in":[29],"pre-defined":[31],"sequence.":[32],"Before":[33],"agent's":[36],"decision":[37,85],"is":[38,62,70,136],"executed,":[39],"we":[40],"use":[41],"shock":[43],"wave":[44],"theory":[45],"estimate":[47],"queue":[48],"expansion":[49],"at":[50],"designated":[52],"movement":[53],"allowed":[54],"for":[55],"and":[57,88,124],"decide":[58],"if":[59],"necessary.":[63],"If":[64],"necessary,":[65],"temporary":[67],"inserted":[71],"before":[72],"regular":[75],"phase.":[76],"We":[77,96],"formulate":[78],"problem":[81],"as":[82],"semi-Markov":[84],"process":[86],"(SMDP)":[87],"solve":[89],"it":[90],"proximal":[92],"policy":[93],"optimization":[94],"(PPO).":[95],"conducted":[97],"series":[99],"experiments":[101],"showed":[103],"significant":[104],"improvements":[105],"thanks":[106],"introduction":[109],"re-service.":[112],"Vehicle":[113],"delays":[114],"are":[115],"reduced":[116,137],"by":[117,138],"up":[118,125],"29.95%":[120],"average":[123,141],"59.21%":[127],"standard":[130,145],"deviation.":[131,146],"number":[133],"stops":[135],"26.05%":[139],"on":[140],"45.77%":[143],"less":[144]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}