{"id":"https://openalex.org/W2913364981","doi":"https://doi.org/10.1109/apcc.2018.8633520","title":"Deep Q Learning with LSTM for Traffic Light Control","display_name":"Deep Q Learning with LSTM for Traffic Light Control","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2913364981","doi":"https://doi.org/10.1109/apcc.2018.8633520","mag":"2913364981"},"language":"en","primary_location":{"id":"doi:10.1109/apcc.2018.8633520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apcc.2018.8633520","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 24th Asia-Pacific Conference on Communications (APCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085426403","display_name":"Chungjae Choe","orcid":"https://orcid.org/0000-0001-7028-270X"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Chung-Jae Choe","raw_affiliation_strings":["CCS Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"CCS Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101462871","display_name":"Seungho Baek","orcid":"https://orcid.org/0000-0002-7081-4574"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seungho Baek","raw_affiliation_strings":["CCS Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"CCS Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045487313","display_name":"Bongyoung Woon","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Bongyoung Woon","raw_affiliation_strings":["CCS Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"CCS Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073091471","display_name":"Seung-Hyun Kong","orcid":"https://orcid.org/0000-0002-4753-1998"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seung-Hyun Kong","raw_affiliation_strings":["CCS Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"CCS Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5085426403"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":1.4954,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.84126321,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"331","last_page":"336"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.7955489158630371},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7263621091842651},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5832058787345886},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.5120680928230286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45634377002716064},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4455064535140991},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.44500917196273804},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10871186852455139}],"concepts":[{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7955489158630371},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7263621091842651},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5832058787345886},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.5120680928230286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45634377002716064},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4455064535140991},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44500917196273804},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10871186852455139},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/apcc.2018.8633520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apcc.2018.8633520","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 24th Asia-Pacific Conference on Communications (APCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1217193980","https://openalex.org/W1496467067","https://openalex.org/W1757796397","https://openalex.org/W1972044564","https://openalex.org/W2033254849","https://openalex.org/W2037067712","https://openalex.org/W2061940491","https://openalex.org/W2064675550","https://openalex.org/W2097463317","https://openalex.org/W2136029154","https://openalex.org/W2145339207","https://openalex.org/W2149012699","https://openalex.org/W2165065922","https://openalex.org/W2210077926","https://openalex.org/W2498017881","https://openalex.org/W2548134372","https://openalex.org/W2613020517","https://openalex.org/W2616273432","https://openalex.org/W2963027910","https://openalex.org/W2963037989","https://openalex.org/W2964247745","https://openalex.org/W3106357768"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2348909947","https://openalex.org/W2359800014","https://openalex.org/W4292672442","https://openalex.org/W2362101859","https://openalex.org/W2941610985","https://openalex.org/W2791431590","https://openalex.org/W4235810826","https://openalex.org/W3115426489"],"abstract_inverted_index":{"Most":[0],"Conventional":[1],"traffic":[2,15],"light":[3],"control":[4,13],"(TLC)":[5],"techniques":[6],"do":[7],"not":[8],"provide":[9],"enough":[10],"efficiency":[11],"to":[12,75],"dynamic":[14],"situations":[16],"in":[17,89],"real-time.":[18],"Recently,":[19],"DQN":[20],"(Deep":[21,105],"Q":[22,107],"Network)":[23],"algorithm":[24,111,128,136],"is":[25,113,129],"considered":[26],"for":[27,37,99,109],"TLC":[28,71,100,158],"at":[29,62],"the":[30,44,56,59,65,68,77,95,126,132,134,138,145,155],"intersection":[31,45,57],"because":[32],"of":[33,43,125],"its":[34],"optimization":[35],"technique":[36],"complex":[38],"problems,":[39],"where":[40],"key":[41],"features":[42],"traffic,":[46],"such":[47],"as":[48],"vehicle":[49,80,97,147],"positions":[50],"and":[51,144],"velocities,":[52],"are":[53,82],"obtained":[54],"from":[55],"by":[58,142,150],"camera":[60],"installed":[61],"well":[63],"above":[64],"ground.":[66],"However,":[67],"general":[69,156],"DQN-based":[70,157],"algorithms":[72],"have":[73],"failed":[74],"utilize":[76,94],"fact":[78],"that":[79,112],"trajectories":[81],"continuous,":[83],"which":[84],"can":[85],"be":[86],"very":[87],"useful":[88],"sensing":[90],"real-time":[91],"traffic.":[92],"To":[93],"continuous":[96],"motion":[98],"improvement,":[101],"we":[102],"propose":[103],"DRQN-TLC":[104],"Recurrent":[106],"Network":[108],"TLC)":[110],"based":[114],"on":[115],"LSTM":[116],"(Long-Short":[117],"Term":[118],"Memory)":[119],"with":[120,131,154],"DQN.":[121],"The":[122],"superior":[123],"performance":[124],"proposed":[127,135],"demonstrated":[130],"simulation;":[133],"reduces":[137],"average":[139],"traveling":[140],"time":[141,149],"23%":[143],"overall":[146],"waiting":[148],"10%":[151],"when":[152],"compared":[153],"algorithm.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-10-10T00:00:00"}