{"id":"https://openalex.org/W2997278929","doi":"https://doi.org/10.1109/tvt.2019.2962514","title":"Reinforcement Learning for Joint Control of Traffic Signals in a Transportation Network","display_name":"Reinforcement Learning for Joint Control of Traffic Signals in a Transportation Network","publication_year":2019,"publication_date":"2019-12-27","ids":{"openalex":"https://openalex.org/W2997278929","doi":"https://doi.org/10.1109/tvt.2019.2962514","mag":"2997278929"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2019.2962514","doi":"https://doi.org/10.1109/tvt.2019.2962514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2962514","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051964328","display_name":"Jincheol Lee","orcid":"https://orcid.org/0000-0003-0752-4168","observed_orcids":["https://orcid.org/0000-0003-0752-4168"]},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jincheol Lee","raw_affiliation_strings":["Department of Urban Engineering, Laboratory of Big-Data Applications in Public Sectors, Chung-Ang University, Seoul, Korea"],"raw_orcid":"https://orcid.org/0000-0003-0752-4168","affiliations":[{"raw_affiliation_string":"Department of Urban Engineering, Laboratory of Big-Data Applications in Public Sectors, Chung-Ang University, Seoul, Korea","institution_ids":["https://openalex.org/I67900169"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiyong Chung","orcid":"https://orcid.org/0000-0003-4597-1145","observed_orcids":["https://orcid.org/0000-0003-4597-1145"]},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiyong Chung","raw_affiliation_strings":["Department of Urban Engineering, Laboratory of Big-Data Applications in Public Sectors, Chung-Ang University, Seoul, Korea"],"raw_orcid":"https://orcid.org/0000-0003-4597-1145","affiliations":[{"raw_affiliation_string":"Department of Urban Engineering, Laboratory of Big-Data Applications in Public Sectors, Chung-Ang University, Seoul, Korea","institution_ids":["https://openalex.org/I67900169"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030214558","display_name":"Keemin Sohn","orcid":"https://orcid.org/0000-0002-7270-7094","observed_orcids":["https://orcid.org/0000-0002-7270-7094"]},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Keemin Sohn","raw_affiliation_strings":["Department of Urban Engineering, Laboratory of Big-Data Applications in Public Sectors, Chung-Ang University, Seoul, Korea"],"raw_orcid":"https://orcid.org/0000-0002-7270-7094","affiliations":[{"raw_affiliation_string":"Department of Urban Engineering, Laboratory of Big-Data Applications in Public Sectors, Chung-Ang University, Seoul, Korea","institution_ids":["https://openalex.org/I67900169"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I67900169"],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":2.3119,"has_fulltext":false,"cited_by_count":67,"citation_normalized_percentile":{"value":0.88416065,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"69","issue":"2","first_page":"1375","last_page":"1387"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptive-traffic-signal-control","display_name":"adaptive traffic signal control","score":0.9449999928474426},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.8519999980926514},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.6809999942779541},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.7310000061988831},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"curse of dimensionality","score":0.6499999761581421},{"id":"https://openalex.org/keywords/transportation-networks","display_name":"transportation networks","score":0.5630000233650208}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8991090059280396},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6515139937400818},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6165381669998169},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6040805578231812},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5062762498855591},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.44875675439834595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4197436571121216},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4112313985824585},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22965684533119202},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2019.2962514","doi":"https://doi.org/10.1109/tvt.2019.2962514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2962514","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7462801206","display_name":null,"funder_award_id":"19TLRP-B148659-02","funder_id":"https://openalex.org/F4320322010","funder_display_name":"Ministry of Land, Infrastructure and Transport"}],"funders":[{"id":"https://openalex.org/F4320322010","display_name":"Ministry of Land, Infrastructure and Transport","ror":"https://ror.org/04xt5aa77"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320324625","display_name":"Korea Agency for Infrastructure Technology Advancement","ror":"https://ror.org/00rxf7n07"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W33871791","https://openalex.org/W206679605","https://openalex.org/W1639167632","https://openalex.org/W1798702550","https://openalex.org/W1999371911","https://openalex.org/W2017647470","https://openalex.org/W2020070197","https://openalex.org/W2022686149","https://openalex.org/W2054314161","https://openalex.org/W2074500080","https://openalex.org/W2078895652","https://openalex.org/W2082310090","https://openalex.org/W2088595989","https://openalex.org/W2097998348","https://openalex.org/W2117359296","https://openalex.org/W2118318536","https://openalex.org/W2122463624","https://openalex.org/W2127072232","https://openalex.org/W2141554657","https://openalex.org/W2145339207","https://openalex.org/W2162115371","https://openalex.org/W2167566647","https://openalex.org/W2215378786","https://openalex.org/W2260756217","https://openalex.org/W2404226462","https://openalex.org/W2480177474","https://openalex.org/W2498017881","https://openalex.org/W2548134372","https://openalex.org/W2589659769","https://openalex.org/W2604427121","https://openalex.org/W2750413591","https://openalex.org/W2770890411","https://openalex.org/W2772089072","https://openalex.org/W2788115019","https://openalex.org/W2794842204","https://openalex.org/W2902608779","https://openalex.org/W2914154006","https://openalex.org/W2918400102","https://openalex.org/W2921217273","https://openalex.org/W4285719527","https://openalex.org/W4394672593","https://openalex.org/W7011621630"],"related_works":["https://openalex.org/W4391770468","https://openalex.org/W4379539780","https://openalex.org/W3047275536","https://openalex.org/W4390075309","https://openalex.org/W3015862565","https://openalex.org/W4327576564","https://openalex.org/W3182898509","https://openalex.org/W4383502440","https://openalex.org/W2928629935","https://openalex.org/W4393864543"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,24],"(RL)":[2],"approaches":[3],"have":[4,20],"recently":[5],"been":[6],"spotlighted":[7],"for":[8],"use":[9],"in":[10,120],"adaptive":[11],"traffic-signal":[12],"control":[13,166,173],"on":[14,96],"an":[15,72],"area-wide":[16],"level.":[17],"Most":[18],"researchers":[19],"employed":[21],"multi-agent":[22,164,171],"reinforcement":[23],"(MARL)":[25],"algorithms":[26,47],"wherein":[27],"each":[28,135],"agent":[29],"shares":[30],"a":[31,42,50,67,89,111,121,155,158,163,170],"holistic":[32],"traffic":[33,74,81,97],"state":[34,75,113],"and":[35,76,114,169],"cooperates":[36],"with":[37,110,174],"other":[38],"agents":[39,59],"to":[40,101,127,145],"reach":[41],"common":[43],"goal.":[44],"However,":[45],"MARL":[46],"cannot":[48],"guarantee":[49],"global":[51],"optimal":[52],"solution":[53],"unless":[54],"the":[55,80,103,129,141,146],"actions":[56],"of":[57,83,105],"all":[58,79],"are":[60,132,149],"fully":[61,159],"coordinated.":[62],"The":[63,151],"present":[64],"study":[65],"employs":[66],"RL":[68,165,172],"algorithm":[69],"that":[70,93,107],"recognizes":[71],"entire":[73],"jointly":[77],"controls":[78],"signals":[82],"multiple":[84],"intersections.":[85],"With":[86],"this":[87],"approach,":[88],"deep":[90,122],"Q-network":[91],"(DQN)":[92],"depends":[94],"solely":[95],"images":[98],"is":[99,108],"extended":[100],"overcome":[102],"curse":[104],"dimensionality":[106],"associated":[109],"large":[112],"action":[115],"space.":[116],"Several":[117],"front":[118],"layers":[119],"convolutional":[123],"neural":[124],"network":[125],"(CNN)":[126],"approximate":[128],"true":[130],"Q-function":[131],"shared":[133],"by":[134],"intersection":[136],"approach.":[137],"Weight":[138],"parameters":[139],"connecting":[140],"last":[142],"hidden":[143],"layer":[144,148],"output":[147],"fixed.":[150],"proposed":[152],"methodology":[153],"outperforms":[154],"fixed-signal":[156],"operation,":[157,162],"actuated":[160],"signal":[161],"without":[167],"coordination,":[168],"partial":[175],"coordination.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2020-01-10T00:00:00"}