{"id":"https://openalex.org/W4387870007","doi":"https://doi.org/10.1109/icc45041.2023.10278944","title":"Reinforcement Learning-based Traffic Signal Control Using Delayed Observations for V2X","display_name":"Reinforcement Learning-based Traffic Signal Control Using Delayed Observations for V2X","publication_year":2023,"publication_date":"2023-05-28","ids":{"openalex":"https://openalex.org/W4387870007","doi":"https://doi.org/10.1109/icc45041.2023.10278944"},"language":"en","primary_location":{"id":"doi:10.1109/icc45041.2023.10278944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10278944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049277354","display_name":"Aoyu Pang","orcid":"https://orcid.org/0009-0001-7702-3409"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Aoyu Pang","raw_affiliation_strings":["School of Science and Engineering, Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong,Shenzhen,China","School of Science and Engineering, Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Science and Engineering, Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong,Shenzhen,China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Science and Engineering, Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009558811","display_name":"Zixiao Xu","orcid":"https://orcid.org/0000-0002-3985-6792"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixiao Xu","raw_affiliation_strings":["School of Science and Engineering, Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong,Shenzhen,China","School of Science and Engineering, Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Science and Engineering, Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong,Shenzhen,China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Science and Engineering, Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025157753","display_name":"Maonan Wang","orcid":"https://orcid.org/0000-0001-5407-0416"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Maonan Wang","raw_affiliation_strings":["School of Science and Engineering, the Future Network of Intelligence Institute (FNii), the Chinese University of Hong Kong,Shenzhen,China","School of Science and Engineering, the Future Network of Intelligence Institute (FNii), the Chinese University of Hong Kong, Shenzhen, China","Shanghai AI Laboratory, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Science and Engineering, the Future Network of Intelligence Institute (FNii), the Chinese University of Hong Kong,Shenzhen,China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Science and Engineering, the Future Network of Intelligence Institute (FNii), the Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Shanghai AI Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040559125","display_name":"Man-On Pun","orcid":"https://orcid.org/0000-0003-3316-5381"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Man-On Pun","raw_affiliation_strings":["School of Science and Engineering, Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong,Shenzhen,China","School of Science and Engineering, Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Science and Engineering, Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong,Shenzhen,China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Science and Engineering, Future Network of Intelligence Institute (FNii), Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077820835","display_name":"Yuheng Kan","orcid":"https://orcid.org/0000-0003-0756-8478"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuheng Kan","raw_affiliation_strings":["Sense Time Group Limited,Shanghai,China","Sense Time Group Limited, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Sense Time Group Limited,Shanghai,China","institution_ids":["https://openalex.org/I4210128910"]},{"raw_affiliation_string":"Sense Time Group Limited, Shanghai, China","institution_ids":["https://openalex.org/I4210128910"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5049277354"],"corresponding_institution_ids":["https://openalex.org/I4210116924"],"apc_list":null,"apc_paid":null,"fwci":0.5628,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.6699285,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"4020","last_page":"4025"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8536010384559631},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7885828614234924},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.6077629327774048},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5949512124061584},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.586147665977478},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.5844675898551941},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5699588060379028},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.5151135325431824},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4734251797199249},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.40363365411758423},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3771447539329529},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15906527638435364},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14031368494033813}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8536010384559631},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7885828614234924},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.6077629327774048},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5949512124061584},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.586147665977478},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.5844675898551941},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5699588060379028},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.5151135325431824},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4734251797199249},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.40363365411758423},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3771447539329529},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15906527638435364},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14031368494033813},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45041.2023.10278944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10278944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G5765647807","display_name":null,"funder_award_id":"2018YFB1800800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W573924038","https://openalex.org/W1986278286","https://openalex.org/W2020070197","https://openalex.org/W2809148419","https://openalex.org/W3132239174","https://openalex.org/W3198456373","https://openalex.org/W4285127047","https://openalex.org/W4307323312","https://openalex.org/W6839383789","https://openalex.org/W6846173864"],"related_works":["https://openalex.org/W4225394202","https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W3032952384","https://openalex.org/W3034302643","https://openalex.org/W1847088711","https://openalex.org/W3036642985","https://openalex.org/W2964335273","https://openalex.org/W1889624880","https://openalex.org/W2229372569"],"abstract_inverted_index":{"Vehicle-to-everything":[0],"(V2X)":[1],"is":[2,21,39,59],"communication":[3],"between":[4],"a":[5,40,64,118],"vehicle":[6,169],"and":[7,30],"any":[8],"entity":[9],"that":[10,53,134,154],"may":[11,14],"affect,":[12],"or":[13,111],"be":[15],"affected":[16],"by":[17,70,98],"the":[18,75,78,84,87,95,106,112,120,138,146,155,167,175],"vehicle.":[19],"It":[20],"useful":[22],"for":[23,44,180],"road":[24],"safety,":[25],"traffic":[26,35,56,96,131,139],"efficiency,":[27],"energy":[28],"savings":[29],"mass":[31],"surveillance,":[32],"etc.":[33],"Intelligent":[34],"signal":[36,132],"control":[37],"(TSC)":[38],"critical":[41],"building":[42],"block":[43],"V2X.":[45],"In":[46],"contrast":[47],"to":[48,93,163,174],"most":[49],"existing":[50],"TSC":[51,68,79,122,158,178],"designs":[52],"assume":[54],"real-time":[55],"flow":[57,97],"information":[58],"available,":[60],"this":[61],"work":[62],"proposes":[63],"reinforcement":[65],"learning":[66],"(RL)-based":[67],"system":[69,90,123,159,179],"explicitly":[71],"taking":[72],"into":[73],"account":[74],"delay":[76],"in":[77,166],"input.":[80],"To":[81],"cope":[82],"with":[83,137,182],"input":[85],"delay,":[86],"proposed":[88,121,156],"RL-based":[89,157,177],"extracts":[91],"features":[92],"characterize":[94],"exploiting":[99],"multiple":[100],"delayed":[101],"historical":[102],"observations":[103,181],"using":[104],"either":[105],"convolutional":[107],"neural":[108,114],"networks":[109,115],"(CNN)":[110],"recurrent":[113],"(RNN).":[116],"As":[117],"result,":[119],"can":[124,160],"make":[125],"more":[126],"appropriate":[127],"actions":[128],"on":[129,145],"choosing":[130],"plans":[133],"better":[135],"match":[136],"flow.":[140],"Extensive":[141],"computer":[142],"experiments":[143],"performed":[144],"Simulation":[147],"of":[148],"Urban":[149],"MObility":[150],"(SUMO)":[151],"platform":[152],"confirm":[153],"achieve":[161],"up":[162],"76.0%":[164],"reduction":[165],"average":[168],"waiting":[170],"time":[171],"as":[172],"compared":[173],"conventional":[176],"large":[183],"feedback":[184],"delays.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}