{"id":"https://openalex.org/W3096632704","doi":"https://doi.org/10.1109/access.2020.3034141","title":"Deep Reinforcement Learning for Traffic Signal Control: A Review","display_name":"Deep Reinforcement Learning for Traffic Signal Control: A Review","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3096632704","doi":"https://doi.org/10.1109/access.2020.3034141","mag":"3096632704"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3034141","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3034141","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09241006.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09241006.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033158780","display_name":"Faizan Rasheed","orcid":"https://orcid.org/0000-0002-8908-8883"},"institutions":[{"id":"https://openalex.org/I84339108","display_name":"Sunway University","ror":"https://ror.org/04mjt7f73","country_code":"MY","type":"education","lineage":["https://openalex.org/I84339108"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Faizan Rasheed","raw_affiliation_strings":["Department of Computing and Information Systems, Sunway University, Subang Jaya, Malaysia"],"affiliations":[{"raw_affiliation_string":"Department of Computing and Information Systems, Sunway University, Subang Jaya, Malaysia","institution_ids":["https://openalex.org/I84339108"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055349217","display_name":"Kok\u2010Lim Alvin Yau","orcid":"https://orcid.org/0000-0003-3110-2782"},"institutions":[{"id":"https://openalex.org/I84339108","display_name":"Sunway University","ror":"https://ror.org/04mjt7f73","country_code":"MY","type":"education","lineage":["https://openalex.org/I84339108"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Kok-Lim Alvin Yau","raw_affiliation_strings":["Department of Computing and Information Systems, Sunway University, Subang Jaya, Malaysia"],"affiliations":[{"raw_affiliation_string":"Department of Computing and Information Systems, Sunway University, Subang Jaya, Malaysia","institution_ids":["https://openalex.org/I84339108"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017116281","display_name":"Rafidah Md Noor","orcid":"https://orcid.org/0000-0001-6266-2390"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Rafidah Md. Noor","raw_affiliation_strings":["Faculty of Computer Science and Information Technology, University of Malaya, Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Information Technology, University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046333931","display_name":"Celimuge Wu","orcid":"https://orcid.org/0000-0001-6853-5878"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Celimuge Wu","raw_affiliation_strings":["Graduate School of Informatics and Engineering, The University of Electro-Communications, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics and Engineering, The University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029262949","display_name":"Yeh-Ching Low","orcid":"https://orcid.org/0000-0003-3450-2538"},"institutions":[{"id":"https://openalex.org/I84339108","display_name":"Sunway University","ror":"https://ror.org/04mjt7f73","country_code":"MY","type":"education","lineage":["https://openalex.org/I84339108"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Yeh-Ching Low","raw_affiliation_strings":["Department of Computing and Information Systems, Sunway University, Subang Jaya, Malaysia"],"affiliations":[{"raw_affiliation_string":"Department of Computing and Information Systems, Sunway University, Subang Jaya, Malaysia","institution_ids":["https://openalex.org/I84339108"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5033158780"],"corresponding_institution_ids":["https://openalex.org/I84339108"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":8.7767,"has_fulltext":true,"cited_by_count":142,"citation_normalized_percentile":{"value":0.98348012,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"208016","last_page":"208044"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8788541555404663},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6906623840332031},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.5512255430221558},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.47160086035728455},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.47158706188201904},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.46897754073143005},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.45287901163101196},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45082661509513855},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37159883975982666},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.16247045993804932},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15182453393936157},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.10699799656867981}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8788541555404663},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6906623840332031},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.5512255430221558},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.47160086035728455},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.47158706188201904},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.46897754073143005},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.45287901163101196},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45082661509513855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37159883975982666},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.16247045993804932},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15182453393936157},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.10699799656867981},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3034141","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3034141","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09241006.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:969230947aed4b87af1043d9fb29ec14","is_oa":true,"landing_page_url":"https://doaj.org/article/969230947aed4b87af1043d9fb29ec14","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 208016-208044 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3034141","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3034141","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09241006.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G120330498","display_name":null,"funder_award_id":"RK004-2017","funder_id":"https://openalex.org/F4320335555","funder_display_name":"Sunway University"},{"id":"https://openalex.org/G3621983828","display_name":null,"funder_award_id":"RK004-2017","funder_id":"https://openalex.org/F4320322604","funder_display_name":"Universiti Malaya"},{"id":"https://openalex.org/G6517374437","display_name":null,"funder_award_id":"CR-UM-SST-DCIS-2018-01","funder_id":"https://openalex.org/F4320335555","funder_display_name":"Sunway University"},{"id":"https://openalex.org/G7302864708","display_name":null,"funder_award_id":"CR-UM-SST-DCIS-2018-01","funder_id":"https://openalex.org/F4320322604","funder_display_name":"Universiti Malaya"}],"funders":[{"id":"https://openalex.org/F4320322604","display_name":"Universiti Malaya","ror":"https://ror.org/00rzspn62"},{"id":"https://openalex.org/F4320335555","display_name":"Sunway University","ror":"https://ror.org/04mjt7f73"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3096632704.pdf","grobid_xml":"https://content.openalex.org/works/W3096632704.grobid-xml"},"referenced_works_count":162,"referenced_works":["https://openalex.org/W6346207","https://openalex.org/W24067677","https://openalex.org/W41554520","https://openalex.org/W146964248","https://openalex.org/W561504595","https://openalex.org/W1017675467","https://openalex.org/W1513468570","https://openalex.org/W1515851193","https://openalex.org/W1516835682","https://openalex.org/W1543115993","https://openalex.org/W1583936024","https://openalex.org/W1729020469","https://openalex.org/W1757796397","https://openalex.org/W1854666410","https://openalex.org/W1903853133","https://openalex.org/W1976469229","https://openalex.org/W1989366486","https://openalex.org/W2002011878","https://openalex.org/W2002803284","https://openalex.org/W2007382693","https://openalex.org/W2019974229","https://openalex.org/W2022998827","https://openalex.org/W2024847969","https://openalex.org/W2035428740","https://openalex.org/W2046193850","https://openalex.org/W2054314161","https://openalex.org/W2064675550","https://openalex.org/W2070188654","https://openalex.org/W2073384958","https://openalex.org/W2076063813","https://openalex.org/W2081998410","https://openalex.org/W2084376682","https://openalex.org/W2088595989","https://openalex.org/W2090403203","https://openalex.org/W2091709668","https://openalex.org/W2095091674","https://openalex.org/W2095931149","https://openalex.org/W2099618002","https://openalex.org/W2107726111","https://openalex.org/W2110641977","https://openalex.org/W2121863487","https://openalex.org/W2124657875","https://openalex.org/W2124776405","https://openalex.org/W2130566689","https://openalex.org/W2141554657","https://openalex.org/W2145143778","https://openalex.org/W2145339207","https://openalex.org/W2149174281","https://openalex.org/W2154376416","https://openalex.org/W2154500405","https://openalex.org/W2155968351","https://openalex.org/W2156737235","https://openalex.org/W2173564293","https://openalex.org/W2201581102","https://openalex.org/W2243721295","https://openalex.org/W2274048525","https://openalex.org/W2302353080","https://openalex.org/W2395575420","https://openalex.org/W2480177474","https://openalex.org/W2498017881","https://openalex.org/W2523246573","https://openalex.org/W2548134372","https://openalex.org/W2552220135","https://openalex.org/W2575705757","https://openalex.org/W2580175322","https://openalex.org/W2583993537","https://openalex.org/W2607151106","https://openalex.org/W2613020517","https://openalex.org/W2725582697","https://openalex.org/W2731083990","https://openalex.org/W2736601468","https://openalex.org/W2738109916","https://openalex.org/W2746553466","https://openalex.org/W2754517384","https://openalex.org/W2763208138","https://openalex.org/W2766447205","https://openalex.org/W2780799698","https://openalex.org/W2785315072","https://openalex.org/W2785379783","https://openalex.org/W2788115019","https://openalex.org/W2795729123","https://openalex.org/W2802508687","https://openalex.org/W2803281228","https://openalex.org/W2809148419","https://openalex.org/W2810602713","https://openalex.org/W2891963971","https://openalex.org/W2892841407","https://openalex.org/W2894849109","https://openalex.org/W2902456977","https://openalex.org/W2905810301","https://openalex.org/W2915117209","https://openalex.org/W2919115771","https://openalex.org/W2920943913","https://openalex.org/W2925216817","https://openalex.org/W2938321354","https://openalex.org/W2939228328","https://openalex.org/W2948939059","https://openalex.org/W2950614095","https://openalex.org/W2951799221","https://openalex.org/W2952298682","https://openalex.org/W2956256673","https://openalex.org/W2962872206","https://openalex.org/W2963000099","https://openalex.org/W2963000651","https://openalex.org/W2963027910","https://openalex.org/W2963039558","https://openalex.org/W2963099939","https://openalex.org/W2963120839","https://openalex.org/W2963240573","https://openalex.org/W2963363446","https://openalex.org/W2963477884","https://openalex.org/W2963575966","https://openalex.org/W2963747324","https://openalex.org/W2965341638","https://openalex.org/W2965780048","https://openalex.org/W2970586779","https://openalex.org/W2990586332","https://openalex.org/W2995874959","https://openalex.org/W2999850024","https://openalex.org/W3002563279","https://openalex.org/W3005852207","https://openalex.org/W3015862565","https://openalex.org/W3099518626","https://openalex.org/W3100944043","https://openalex.org/W3103559770","https://openalex.org/W3106357768","https://openalex.org/W3121933628","https://openalex.org/W4211221179","https://openalex.org/W4285719527","https://openalex.org/W4298857966","https://openalex.org/W6630520071","https://openalex.org/W6632417921","https://openalex.org/W6635087183","https://openalex.org/W6637967152","https://openalex.org/W6676559285","https://openalex.org/W6681027470","https://openalex.org/W6683195989","https://openalex.org/W6685444567","https://openalex.org/W6687183142","https://openalex.org/W6687681856","https://openalex.org/W6712181171","https://openalex.org/W6727249380","https://openalex.org/W6729224713","https://openalex.org/W6729613026","https://openalex.org/W6732665253","https://openalex.org/W6737707654","https://openalex.org/W6740961973","https://openalex.org/W6741002519","https://openalex.org/W6743563064","https://openalex.org/W6744123322","https://openalex.org/W6745120743","https://openalex.org/W6747941106","https://openalex.org/W6748314335","https://openalex.org/W6749032143","https://openalex.org/W6752089545","https://openalex.org/W6754689381","https://openalex.org/W6756754374","https://openalex.org/W6761871375","https://openalex.org/W6763465049","https://openalex.org/W6766130419","https://openalex.org/W6773519677","https://openalex.org/W6948057359"],"related_works":["https://openalex.org/W1975949872","https://openalex.org/W3159871278","https://openalex.org/W2230552005","https://openalex.org/W2905242764","https://openalex.org/W3109411864","https://openalex.org/W3017846737","https://openalex.org/W4306904969","https://openalex.org/W4367838498","https://openalex.org/W4293167677","https://openalex.org/W3205598877"],"abstract_inverted_index":{"Traffic":[0],"congestion":[1,91],"is":[2,147],"a":[3,59,102],"complex,":[4],"vexing,":[5],"and":[6,26,50,74,92,109,125],"growing":[7],"issue":[8],"day":[9,11],"by":[10],"in":[12,47,136],"most":[13],"urban":[14],"areas":[15,128],"worldwide.":[16],"The":[17,96],"integration":[18],"of":[19,61,64,115,143,157],"the":[20,27,62,113,130,141,148,155],"newly":[21],"emerging":[22],"deep":[23,38],"learning":[24,30,40],"approach":[25,31,36],"traditional":[28],"reinforcement":[29,39],"has":[32,43,85],"created":[33],"an":[34],"advanced":[35],"called":[37],"(DRL)":[41],"that":[42,152],"shown":[44],"promising":[45],"results":[46],"solving":[48],"high-dimensional":[49],"complex":[51],"problems,":[52],"including":[53],"traffic":[54,65,90],"congestion.":[55],"This":[56],"article":[57,121,151],"presents":[58,122],"review":[60,97,150],"attributes":[63],"signal":[66],"control":[67],"(TSC),":[68],"as":[69,71,105,107],"well":[70,106],"DRL":[72,84,116,158],"architectures":[73],"methods":[75],"applied":[76,87],"to":[77,81,88,117,132,159],"TSC,":[78],"which":[79],"helps":[80],"understand":[82],"how":[83],"been":[86],"address":[89],"achieve":[93],"performance":[94],"enhancement.":[95],"also":[98],"covers":[99],"simulation":[100],"platforms,":[101],"complexity":[103],"analysis,":[104],"guidelines":[108],"design":[110],"considerations":[111],"for":[112],"application":[114,156],"TSC.":[118,160],"Finally,":[119],"this":[120,137,146],"open":[123],"issues":[124],"new":[126,134],"research":[127,138],"with":[129],"objective":[131],"spark":[133],"interest":[135],"field.":[139],"To":[140],"best":[142],"our":[144],"knowledge,":[145],"first":[149],"focuses":[153],"on":[154]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":8}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}