{"id":"https://openalex.org/W4392843916","doi":"https://doi.org/10.1109/tits.2024.3351471","title":"Optimizing Traffic Flow With Reinforcement Learning: A Study on Traffic Light Management","display_name":"Optimizing Traffic Flow With Reinforcement Learning: A Study on Traffic Light Management","publication_year":2024,"publication_date":"2024-02-14","ids":{"openalex":"https://openalex.org/W4392843916","doi":"https://doi.org/10.1109/tits.2024.3351471"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3351471","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3351471","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029867103","display_name":"Amal Merbah","orcid":"https://orcid.org/0000-0002-2843-4658"},"institutions":[{"id":"https://openalex.org/I91044093","display_name":"Zayed University","ror":"https://ror.org/03snqfa66","country_code":"AE","type":"education","lineage":["https://openalex.org/I91044093"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Amal Merbah","raw_affiliation_strings":["College of Technological Innovation, Zayed University, Dubai, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"College of Technological Innovation, Zayed University, Dubai, United Arab Emirates","institution_ids":["https://openalex.org/I91044093"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085749623","display_name":"Jalel Ben\u2010Othman","orcid":"https://orcid.org/0000-0001-6942-5435"},"institutions":[{"id":"https://openalex.org/I91044093","display_name":"Zayed University","ror":"https://ror.org/03snqfa66","country_code":"AE","type":"education","lineage":["https://openalex.org/I91044093"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Jalel Ben-Othman","raw_affiliation_strings":["College of Technological Innovation, Zayed University, Dubai, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"College of Technological Innovation, Zayed University, Dubai, United Arab Emirates","institution_ids":["https://openalex.org/I91044093"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5029867103"],"corresponding_institution_ids":["https://openalex.org/I91044093"],"apc_list":null,"apc_paid":null,"fwci":5.5802,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.96383028,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"25","issue":"7","first_page":"7467","last_page":"7476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8213174343109131},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.7244609594345093},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.6195744276046753},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6175851225852966},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5794652700424194},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.5496880412101746},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4926336407661438},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.48045510053634644},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44477200508117676},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.43988341093063354},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.43818384408950806},{"id":"https://openalex.org/keywords/fuel-efficiency","display_name":"Fuel efficiency","score":0.4301978349685669},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32827407121658325},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2909867763519287},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2749474048614502},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.17729726433753967},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15438708662986755},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12456271052360535},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.1106620728969574}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8213174343109131},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7244609594345093},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.6195744276046753},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6175851225852966},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5794652700424194},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.5496880412101746},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4926336407661438},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.48045510053634644},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44477200508117676},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.43988341093063354},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.43818384408950806},{"id":"https://openalex.org/C45882903","wikidata":"https://www.wikidata.org/wiki/Q5042317","display_name":"Fuel efficiency","level":2,"score":0.4301978349685669},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32827407121658325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2909867763519287},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2749474048614502},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.17729726433753967},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15438708662986755},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12456271052360535},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.1106620728969574},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3351471","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3351471","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W138497752","https://openalex.org/W1983593727","https://openalex.org/W2024635401","https://openalex.org/W2088595989","https://openalex.org/W2100495367","https://openalex.org/W2107726111","https://openalex.org/W2164587467","https://openalex.org/W2405982425","https://openalex.org/W2480177474","https://openalex.org/W2523458598","https://openalex.org/W2558469811","https://openalex.org/W2725582697","https://openalex.org/W2766381093","https://openalex.org/W2783541146","https://openalex.org/W2919115771","https://openalex.org/W2921671255","https://openalex.org/W2930359834","https://openalex.org/W2939228328","https://openalex.org/W2950943275","https://openalex.org/W2965260211","https://openalex.org/W2975185915","https://openalex.org/W2988904175","https://openalex.org/W2989915408","https://openalex.org/W3003387179","https://openalex.org/W3092813873","https://openalex.org/W3107627562","https://openalex.org/W3126495234","https://openalex.org/W3126673941","https://openalex.org/W3129211673","https://openalex.org/W3192327502","https://openalex.org/W3196450132","https://openalex.org/W3200882566","https://openalex.org/W3207889416","https://openalex.org/W4220899555","https://openalex.org/W4254923881","https://openalex.org/W4281696635","https://openalex.org/W4283384895","https://openalex.org/W4295066664","https://openalex.org/W4295973427","https://openalex.org/W4297791347","https://openalex.org/W4306160374","https://openalex.org/W6761871375","https://openalex.org/W6768395096","https://openalex.org/W6800426865"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2357975469","https://openalex.org/W2101748387","https://openalex.org/W3096874164","https://openalex.org/W4281812492","https://openalex.org/W1982014942","https://openalex.org/W3105579180","https://openalex.org/W2970347269","https://openalex.org/W3167472281","https://openalex.org/W2053400739"],"abstract_inverted_index":{"The":[0,137],"non-adaptive":[1],"management":[2,145],"of":[3,12,42,51,64,156,241],"traffic":[4,22,34,153,203],"lights":[5],"has":[6,139,229],"proven":[7],"inefficient":[8],"for":[9,131,161,179,219],"a":[10,33,61,74,88,96,176,185],"number":[11],"drawbacks.":[13],"They":[14],"mainly":[15],"impinge":[16],"on":[17,60,148],"CO2":[18],"emissions,":[19],"fuel":[20],"consumption,":[21],"waiting":[23,128],"time,":[24,170],"and":[25,48,70,82,166,206,235,245],"heavy":[26],"traffic.":[27],"In":[28],"this":[29,94,226],"study,":[30],"we":[31,91],"propose":[32],"signal":[35],"control":[36],"system":[37,160],"that":[38,114],"combines":[39],"the":[40,46,57,65,68,71,103,112,116,122,126,135,158,168,171,180,194,217],"accuracy":[41],"mathematical":[43,62],"modeling":[44],"with":[45,209],"real-time":[47,237],"adaptation":[49],"features":[50],"deep":[52],"learning":[53,177,186],"(DL)":[54],"by":[55,188,193,214],"basing":[56],"DL":[58,181,228],"configuration":[59],"model":[63],"interaction":[66],"between":[67],"environment":[69],"intersection":[72],"as":[73,109,175,216],"Markov":[75],"decision":[76],"process":[77],"(MDP)":[78],"while":[79],"taking":[80],"structural":[81],"safety":[83],"issues":[84],"into":[85],"consideration.":[86],"As":[87],"resolution":[89],"method,":[90,100],"suggest":[92],"in":[93,151,236],"study":[95],"policy":[97,105,218],"iteration":[98],"(PI)":[99],"which":[101,124],"gives":[102],"best":[104],"to":[106,110,144,225,232,238],"follow":[107],"so":[108],"choose":[111],"action":[113],"determines":[115],"phase":[117],"duration.":[118],"These":[119],"phases":[120],"minimize":[121],"reward,":[123],"is":[125],"average":[127],"time":[129],"(AWT)":[130],"all":[132],"vehicles":[133],"crossing":[134],"intersection.":[136],"PI":[138,159,172,215],"demonstrated":[140],"greater":[141],"efficiency":[142],"compared":[143],"systems":[146],"based":[147],"fixed":[149],"durations":[150],"various":[152],"situations.":[154],"Instead":[155],"triggering":[157],"each":[162],"new":[163],"situation":[164],"encountered":[165],"minimizing":[167],"processing":[169],"will":[173],"act":[174],"method":[178],"program.":[182],"We":[183],"build":[184],"database":[187],"storing":[189],"several":[190],"situations":[191],"represented":[192],"variables:":[195],"input":[196],"flow,":[197],"latest":[198],"switching":[199,222],"dates,":[200],"output":[201],"flows,":[202],"light":[204],"states,":[205],"queue":[207],"lengths,":[208],"their":[210],"respective":[211],"solutions":[212],"returned":[213],"selecting":[220],"next":[221],"dates.":[223],"Due":[224],"configuration,":[227],"been":[230],"able":[231],"respond":[233],"optimally":[234],"different":[239],"levels":[240],"throughput:":[242],"low,":[243],"medium,":[244],"high.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}