{"id":"https://openalex.org/W4386275826","doi":"https://doi.org/10.1109/tits.2023.3305548","title":"Adaptive Traffic Light Control With Deep Reinforcement Learning: An Evaluation of Traffic Flow and Energy Consumption","display_name":"Adaptive Traffic Light Control With Deep Reinforcement Learning: An Evaluation of Traffic Flow and Energy Consumption","publication_year":2023,"publication_date":"2023-08-30","ids":{"openalex":"https://openalex.org/W4386275826","doi":"https://doi.org/10.1109/tits.2023.3305548"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2023.3305548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3305548","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072726094","display_name":"Lucas Koch","orcid":"https://orcid.org/0000-0002-7368-8833"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lucas Koch","raw_affiliation_strings":["Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7368-8833","affiliations":[{"raw_affiliation_string":"Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018089003","display_name":"Tobias Brinkmann","orcid":"https://orcid.org/0000-0003-2165-0371"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Brinkmann","raw_affiliation_strings":["Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2165-0371","affiliations":[{"raw_affiliation_string":"Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047891904","display_name":"Marius Wegener","orcid":"https://orcid.org/0000-0001-8715-8609"},"institutions":[{"id":"https://openalex.org/I4210125406","display_name":"FEV (Germany)","ror":"https://ror.org/02xyqwh78","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210125406"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marius Wegener","raw_affiliation_strings":["FEV Europe GmbH, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8715-8609","affiliations":[{"raw_affiliation_string":"FEV Europe GmbH, Aachen, Germany","institution_ids":["https://openalex.org/I4210125406"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076375519","display_name":"Kevin Badalian","orcid":"https://orcid.org/0000-0002-5593-0227"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kevin Badalian","raw_affiliation_strings":["Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5593-0227","affiliations":[{"raw_affiliation_string":"Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055163459","display_name":"Jakob Andert","orcid":"https://orcid.org/0000-0002-6754-1907"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jakob Andert","raw_affiliation_strings":["Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6754-1907","affiliations":[{"raw_affiliation_string":"Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6641,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.90511161,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"24","issue":"12","first_page":"15066","last_page":"15076"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7054643034934998},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.6174914836883545},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5147550106048584},{"id":"https://openalex.org/keywords/powertrain","display_name":"Powertrain","score":0.507155179977417},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.4724597930908203},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4689687490463257},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.4685315489768982},{"id":"https://openalex.org/keywords/fuel-efficiency","display_name":"Fuel efficiency","score":0.46401652693748474},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4430503845214844},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.4268014430999756},{"id":"https://openalex.org/keywords/traffic-optimization","display_name":"Traffic optimization","score":0.4205542802810669},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4101415276527405},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3970424234867096},{"id":"https://openalex.org/keywords/floating-car-data","display_name":"Floating car data","score":0.303694486618042},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.28037309646606445},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21410095691680908},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.19397789239883423},{"id":"https://openalex.org/keywords/torque","display_name":"Torque","score":0.1246863603591919},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1172843873500824}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7054643034934998},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.6174914836883545},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5147550106048584},{"id":"https://openalex.org/C76047896","wikidata":"https://www.wikidata.org/wiki/Q1786258","display_name":"Powertrain","level":3,"score":0.507155179977417},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.4724597930908203},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4689687490463257},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.4685315489768982},{"id":"https://openalex.org/C45882903","wikidata":"https://www.wikidata.org/wiki/Q5042317","display_name":"Fuel efficiency","level":2,"score":0.46401652693748474},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4430503845214844},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.4268014430999756},{"id":"https://openalex.org/C86266404","wikidata":"https://www.wikidata.org/wiki/Q7832512","display_name":"Traffic optimization","level":4,"score":0.4205542802810669},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4101415276527405},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3970424234867096},{"id":"https://openalex.org/C64093975","wikidata":"https://www.wikidata.org/wiki/Q356677","display_name":"Floating car data","level":3,"score":0.303694486618042},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28037309646606445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21410095691680908},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.19397789239883423},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.1246863603591919},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1172843873500824},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2023.3305548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3305548","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8399999737739563}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1603688121","https://openalex.org/W1832422473","https://openalex.org/W1983346591","https://openalex.org/W2053585062","https://openalex.org/W2161455939","https://openalex.org/W2536412503","https://openalex.org/W2554984891","https://openalex.org/W2570679607","https://openalex.org/W2615703942","https://openalex.org/W2736601468","https://openalex.org/W2766381093","https://openalex.org/W2786038981","https://openalex.org/W2891048072","https://openalex.org/W2905045239","https://openalex.org/W2905515622","https://openalex.org/W2914585077","https://openalex.org/W2917370556","https://openalex.org/W2977107267","https://openalex.org/W3000566345","https://openalex.org/W3007390775","https://openalex.org/W3104185428","https://openalex.org/W3109674698","https://openalex.org/W3127572859","https://openalex.org/W3139822297","https://openalex.org/W3163409463","https://openalex.org/W3163971757","https://openalex.org/W3169549531","https://openalex.org/W3210673873","https://openalex.org/W4214717370","https://openalex.org/W4220899555","https://openalex.org/W4306664015","https://openalex.org/W4394061085","https://openalex.org/W6605320767","https://openalex.org/W6631190155","https://openalex.org/W6680789778","https://openalex.org/W6729507393","https://openalex.org/W6741002519","https://openalex.org/W6746866138","https://openalex.org/W6763688752","https://openalex.org/W6851199747"],"related_works":["https://openalex.org/W2317459805","https://openalex.org/W4206269847","https://openalex.org/W3117279048","https://openalex.org/W2945875309","https://openalex.org/W2074943018","https://openalex.org/W3010492599","https://openalex.org/W4386289889","https://openalex.org/W4286209918","https://openalex.org/W4220875044","https://openalex.org/W2322247726"],"abstract_inverted_index":{"Cities":[0],"of":[1,11,26,47,93,96,103,131],"all":[2],"sizes":[3],"around":[4],"the":[5,24,39,94,101,107,146,153,158,171],"world":[6],"are":[7,138,199],"facing":[8],"increasing":[9,16],"levels":[10],"congestion,":[12],"which":[13,137],"leads":[14],"to":[15,68],"travel":[17],"time":[18],"and":[19,21,134,157,195,204],"emissions,":[20],"ultimately":[22],"affects":[23],"quality":[25],"life.":[27],"Relevant":[28],"research":[29],"suggests":[30],"that":[31,77,163,191,218],"adaptive":[32,72,166,219],"traffic":[33,40,73,80,91,104,109,122,150,172,193,213,220,225],"light":[34,74,110,151,221],"control":[35,75,115,167,222],"systems":[36,50,76],"can":[37,168,223],"improve":[38,170],"flow,":[41,173],"but":[42,230],"their":[43],"impact":[44],"on":[45,100],"energy-efficiency":[46],"vehicle":[48,155],"propulsion":[49],"is":[51,124],"not":[52,200,226],"well":[53],"understood.":[54],"In":[55],"this":[56,84],"study,":[57],"we":[58,86,161,189,216],"use":[59],"Proximal":[60],"Policy":[61],"Optimization,":[62],"a":[63,89,112,119,175],"Deep":[64],"Reinforcement":[65,164],"Learning":[66],"algorithm,":[67],"develop":[69],"an":[70,206],"optimized":[71],"controls":[78],"three":[79],"lights":[81],"simultaneously.":[82],"For":[83],"purpose,":[85],"have":[87],"created":[88],"microscopic":[90],"simulation":[92,123],"city":[95],"Aachen,":[97],"Germany,":[98],"calibrated":[99],"basis":[102],"measurements,":[105],"where":[106],"actual":[108],"schedule,":[111],"green-wave,":[113],"fixed-time":[114],"scheme,":[116],"serves":[117],"as":[118],"reference.":[120],"The":[121],"coupled":[125],"with":[126,174],"detailed,":[127],"physics-based":[128],"powertrain":[129,159],"models":[130],"both":[132],"conventional":[133],"electric":[135],"vehicles,":[136],"validated":[139],"against":[140],"chassis":[141],"dynamometer":[142],"measurements.":[143],"By":[144],"analyzing":[145],"complex":[147],"interactions":[148],"between":[149],"control,":[152],"resulting":[154],"trajectories":[156],"components,":[160],"show":[162],"Learning-based":[165],"significantly":[169],"41%":[176],"increase":[177],"in":[178,184],"average":[179],"velocity,":[180],"without":[181],"any":[182],"drawbacks":[183],"CO2":[185,197],"emission":[186],"(\u22121%).":[187],"Furthermore,":[188],"find":[190],"maximizing":[192],"flow":[194],"minimizing":[196],"emissions":[198],"necessarily":[201],"contradictory":[202],"objectives,":[203],"identify":[205],"increased":[207],"energy":[208],"saving":[209],"potential":[210],"at":[211],"low":[212],"densities.":[214],"Thus,":[215],"prove":[217],"make":[224],"only":[227],"more":[228,232],"time-efficient,":[229],"also":[231],"sustainable.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":6}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}