{"id":"https://openalex.org/W3189931457","doi":"https://doi.org/10.1109/tits.2021.3095161","title":"Deep Reinforcement Learning-Based Traffic Light Scheduling Framework for SDN-Enabled Smart Transportation System","display_name":"Deep Reinforcement Learning-Based Traffic Light Scheduling Framework for SDN-Enabled Smart Transportation System","publication_year":2021,"publication_date":"2021-08-11","ids":{"openalex":"https://openalex.org/W3189931457","doi":"https://doi.org/10.1109/tits.2021.3095161","mag":"3189931457"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2021.3095161","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3095161","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002763824","display_name":"Neetesh Kumar","orcid":"https://orcid.org/0000-0002-0516-1095"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]},{"id":"https://openalex.org/I162030827","display_name":"Thapar Institute of Engineering & Technology","ror":"https://ror.org/00wdq3744","country_code":"IN","type":"education","lineage":["https://openalex.org/I162030827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Neetesh Kumar","raw_affiliation_strings":["Indian Institute of Technology Roorkee, Roorkee, India","Thapar Institute of Engineering and Technology, Patiala, India"],"raw_orcid":"https://orcid.org/0000-0002-0516-1095","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Roorkee, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]},{"raw_affiliation_string":"Thapar Institute of Engineering and Technology, Patiala, India","institution_ids":["https://openalex.org/I162030827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020059055","display_name":"Sarthak Mittal","orcid":null},"institutions":[{"id":"https://openalex.org/I9747756","display_name":"Atal Bihari Vajpayee Indian Institute of Information Technology and Management","ror":"https://ror.org/008b3ap06","country_code":"IN","type":"education","lineage":["https://openalex.org/I9747756"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sarthak Mittal","raw_affiliation_strings":["ABV-Indian Institute of Information Technology and Management Gwalior, Gwalior, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ABV-Indian Institute of Information Technology and Management Gwalior, Gwalior, India","institution_ids":["https://openalex.org/I9747756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052404344","display_name":"Vaibhav Garg","orcid":"https://orcid.org/0000-0001-8264-7489"},"institutions":[{"id":"https://openalex.org/I9747756","display_name":"Atal Bihari Vajpayee Indian Institute of Information Technology and Management","ror":"https://ror.org/008b3ap06","country_code":"IN","type":"education","lineage":["https://openalex.org/I9747756"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vaibhav Garg","raw_affiliation_strings":["ABV-Indian Institute of Information Technology and Management Gwalior, Gwalior, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ABV-Indian Institute of Information Technology and Management Gwalior, Gwalior, India","institution_ids":["https://openalex.org/I9747756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100409306","display_name":"Neeraj Kumar","orcid":"https://orcid.org/0000-0002-3020-3947"},"institutions":[{"id":"https://openalex.org/I143578492","display_name":"Asia University","ror":"https://ror.org/038a1tp19","country_code":"TW","type":"education","lineage":["https://openalex.org/I143578492"]},{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]},{"id":"https://openalex.org/I162030827","display_name":"Thapar Institute of Engineering & Technology","ror":"https://ror.org/00wdq3744","country_code":"IN","type":"education","lineage":["https://openalex.org/I162030827"]},{"id":"https://openalex.org/I5847235","display_name":"University of Petroleum and Energy Studies","ror":"https://ror.org/04q2jes40","country_code":"IN","type":"education","lineage":["https://openalex.org/I5847235"]}],"countries":["IN","TW"],"is_corresponding":false,"raw_author_name":"Neeraj Kumar","raw_affiliation_strings":["Indian Institute of Technology Roorkee, Roorkee, India","Thapar Institute of Engineering and Technology, Patiala, India","School of Computer Science, University of Petroleum and Energy Studies, Dehradun, India","Department of Computer Science and Information Engineering, Asia University, Taichung, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-3020-3947","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Roorkee, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]},{"raw_affiliation_string":"Thapar Institute of Engineering and Technology, Patiala, India","institution_ids":["https://openalex.org/I162030827"]},{"raw_affiliation_string":"School of Computer Science, University of Petroleum and Energy Studies, Dehradun, India","institution_ids":["https://openalex.org/I5847235"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Asia University, Taichung, Taiwan","institution_ids":["https://openalex.org/I143578492"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.3875,"has_fulltext":false,"cited_by_count":68,"citation_normalized_percentile":{"value":0.97162728,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"23","issue":"3","first_page":"2411","last_page":"2421"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7543398141860962},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.6498792171478271},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6367301940917969},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6003972887992859},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5932043194770813},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.5844720005989075},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.524225115776062},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.4701785147190094},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.4506441056728363},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.4503159523010254},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.42497915029525757},{"id":"https://openalex.org/keywords/advanced-traffic-management-system","display_name":"Advanced Traffic Management System","score":0.42357051372528076},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.41991230845451355},{"id":"https://openalex.org/keywords/network-traffic-control","display_name":"Network traffic control","score":0.4122958183288574},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32137182354927063},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24402296543121338},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22477668523788452},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.175464928150177}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7543398141860962},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.6498792171478271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6367301940917969},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6003972887992859},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5932043194770813},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.5844720005989075},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.524225115776062},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.4701785147190094},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.4506441056728363},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.4503159523010254},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.42497915029525757},{"id":"https://openalex.org/C42693407","wikidata":"https://www.wikidata.org/wiki/Q4686317","display_name":"Advanced Traffic Management System","level":3,"score":0.42357051372528076},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.41991230845451355},{"id":"https://openalex.org/C201100257","wikidata":"https://www.wikidata.org/wiki/Q393287","display_name":"Network traffic control","level":3,"score":0.4122958183288574},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32137182354927063},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24402296543121338},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22477668523788452},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.175464928150177},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2021.3095161","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3095161","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.5600000023841858,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1869778509","https://openalex.org/W1969758122","https://openalex.org/W1977153226","https://openalex.org/W1996039196","https://openalex.org/W2030296813","https://openalex.org/W2044006304","https://openalex.org/W2055661076","https://openalex.org/W2069791145","https://openalex.org/W2128431497","https://openalex.org/W2130241203","https://openalex.org/W2439608825","https://openalex.org/W2583813242","https://openalex.org/W2592830952","https://openalex.org/W2794842204","https://openalex.org/W2807377261","https://openalex.org/W2891991302","https://openalex.org/W2897763786","https://openalex.org/W2907076999","https://openalex.org/W2963849782","https://openalex.org/W2987575103","https://openalex.org/W2993539758","https://openalex.org/W3018779742","https://openalex.org/W3106357768","https://openalex.org/W4214717370","https://openalex.org/W6616053203","https://openalex.org/W6639086533","https://openalex.org/W6948057359"],"related_works":["https://openalex.org/W2374774854","https://openalex.org/W2347295639","https://openalex.org/W2147074439","https://openalex.org/W2560201450","https://openalex.org/W1990799529","https://openalex.org/W1985457510","https://openalex.org/W2744383474","https://openalex.org/W4382053425","https://openalex.org/W3038296958","https://openalex.org/W2372056697"],"abstract_inverted_index":{"This":[0],"work":[1],"proposes":[2],"a":[3,30,63,95,136,145],"traffic-light":[4],"scheduling":[5],"framework":[6],"using":[7,144],"the":[8,15,23,27,43,49,78,93,107,116,155,175,196],"deep":[9],"reinforcement":[10],"learning":[11],"technique":[12],"to":[13,19,41],"balance":[14],"traffic":[16,44,50,59,80,88,126],"flow":[17],"and":[18,46,100,122,171,187],"prevent":[20],"congestion":[21,108,119],"in":[22,115,174],"dense":[24],"regions":[25],"of":[26,118,177,195],"city":[28,141],"via":[29],"software-defined":[31,35],"control":[32,36,52,61,103,128],"interface.":[33],"A":[34,111],"enabled":[37],"architecture":[38],"is":[39,69,98,133],"proposed":[40,70,99,131,156],"monitor":[42],"conditions":[45],"it":[47],"generates":[48,106,123],"light":[51,60,127],"signal":[53,121],"(Red/Yellow/Green)":[54],"accordingly.":[55],"For":[56],"an":[57,124],"intelligent":[58],"signal,":[62],"Deep":[64],"Reinforcement":[65],"Learning":[66],"(DRL)":[67],"model":[68,132],"which":[71,105],"takes":[72],"vehicular":[73],"dynamics":[74],"as":[75,83,163],"inputs":[76],"from":[77],"real-time":[79],"environment":[81],"such":[82,162],"heterogeneous":[84],"vehicles":[85],"count,":[86],"speed,":[87],"density":[89],"etc.":[90],"To":[91],"determine":[92],"congestion,":[94],"threshold":[96],"policy":[97],"deployed":[101],"on":[102,139],"server":[104],"prevention":[109,120],"signal.":[110,129],"DRL":[112],"agent":[113],"operates":[114],"coordination":[117],"effective":[125],"The":[130,150],"evaluated":[134],"through":[135],"realistic":[137],"simulation":[138],"Indian":[140],"OpenStreetMap":[142],"by":[143],"well-known":[146],"open-source":[147],"simulator":[148],"(SUMO).":[149],"comparative":[151],"results":[152],"show":[153],"that":[154],"solution":[157],"improves":[158],"several":[159],"performance":[160],"metrics":[161],"average":[164,168,172],"waiting":[165],"time,":[166],"throughput,":[167],"queue":[169],"length,":[170],"speed":[173],"interval":[176],"28.34%":[178],"\u2013":[179,182,185,189],"66.62%,":[180],"24.76%":[181],"66.60%,":[183],"30.89%":[184],"69.80%,":[186],"16.62%":[188],"43.67%":[190],"respectively":[191],"over":[192],"other":[193],"states":[194],"art":[197],"approaches.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}