{"id":"https://openalex.org/W4416214598","doi":"https://doi.org/10.1109/comst.2025.3632870","title":"Leveraging Reinforcement Learning for Traffic Engineering in Programmable Networks: A Survey","display_name":"Leveraging Reinforcement Learning for Traffic Engineering in Programmable Networks: A Survey","publication_year":2025,"publication_date":"2025-11-14","ids":{"openalex":"https://openalex.org/W4416214598","doi":"https://doi.org/10.1109/comst.2025.3632870"},"language":"en","primary_location":{"id":"doi:10.1109/comst.2025.3632870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comst.2025.3632870","pdf_url":null,"source":{"id":"https://openalex.org/S23688054","display_name":"IEEE Communications Surveys & Tutorials","issn_l":"1553-877X","issn":["1553-877X","2373-745X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Surveys &amp; Tutorials","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://inria.hal.science/hal-05398965/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093606310","display_name":"Santiago R\u00edos-Guiral","orcid":"https://orcid.org/0009-0005-2781-7285"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I35961687","display_name":"Universidad de Antioquia","ror":"https://ror.org/03bp5hc83","country_code":"CO","type":"education","lineage":["https://openalex.org/I35961687"]},{"id":"https://openalex.org/I4210121838","display_name":"Laboratoire Lorrain de Recherche en Informatique et ses Applications","ror":"https://ror.org/02vnf0c38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210121838","https://openalex.org/I4210159245","https://openalex.org/I90183372"]}],"countries":["CO","FR"],"is_corresponding":false,"raw_author_name":"Santiago R\u00edos-Guiral","raw_affiliation_strings":["LORIA, Inria, CNRS, Universit&#x00E9; de Lorraine, Nancy, France","Universidad de Antioquia, Medellin, Colombia"],"raw_orcid":"https://orcid.org/0009-0005-2781-7285","affiliations":[{"raw_affiliation_string":"LORIA, Inria, CNRS, Universit&#x00E9; de Lorraine, Nancy, France","institution_ids":["https://openalex.org/I4210121838","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"Universidad de Antioquia, Medellin, Colombia","institution_ids":["https://openalex.org/I35961687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111932337","display_name":"Abdelkader Lahmadi","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210121838","display_name":"Laboratoire Lorrain de Recherche en Informatique et ses Applications","ror":"https://ror.org/02vnf0c38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210121838","https://openalex.org/I4210159245","https://openalex.org/I90183372"]},{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abdelkader Lahmadi","raw_affiliation_strings":["LORIA, Inria, CNRS, Universit&#x00E9; de Lorraine, Nancy, France","CNRS, Inria, LORIA, Universit&#x00E9; de Lorraine, Nancy, France"],"raw_orcid":"https://orcid.org/0000-0003-3882-1560","affiliations":[{"raw_affiliation_string":"LORIA, Inria, CNRS, Universit&#x00E9; de Lorraine, Nancy, France","institution_ids":["https://openalex.org/I4210121838","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"CNRS, Inria, LORIA, Universit&#x00E9; de Lorraine, Nancy, France","institution_ids":["https://openalex.org/I4210121838","https://openalex.org/I1294671590","https://openalex.org/I90183372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072727038","display_name":"Juan Felipe Botero","orcid":"https://orcid.org/0000-0002-7072-8924"},"institutions":[{"id":"https://openalex.org/I35961687","display_name":"Universidad de Antioquia","ror":"https://ror.org/03bp5hc83","country_code":"CO","type":"education","lineage":["https://openalex.org/I35961687"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Juan F. Botero","raw_affiliation_strings":["Universidad de Antioquia, Medellin, Colombia"],"raw_orcid":"https://orcid.org/0000-0002-7072-8924","affiliations":[{"raw_affiliation_string":"Universidad de Antioquia, Medellin, Colombia","institution_ids":["https://openalex.org/I35961687"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060312365","display_name":"Sergio Armando Guti\u00e9rrez","orcid":"https://orcid.org/0000-0003-2880-4601"},"institutions":[{"id":"https://openalex.org/I35961687","display_name":"Universidad de Antioquia","ror":"https://ror.org/03bp5hc83","country_code":"CO","type":"education","lineage":["https://openalex.org/I35961687"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Sergio A. Guti\u00e9rrez","raw_affiliation_strings":["Universidad de Antioquia, Medellin, Colombia"],"raw_orcid":"https://orcid.org/0000-0003-2880-4601","affiliations":[{"raw_affiliation_string":"Universidad de Antioquia, Medellin, Colombia","institution_ids":["https://openalex.org/I35961687"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9692,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82483813,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"28","issue":null,"first_page":"1318","last_page":"1350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.678600013256073},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.644599974155426},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5604000091552734},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5565000176429749},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5534999966621399},{"id":"https://openalex.org/keywords/traffic-engineering","display_name":"Traffic engineering","score":0.3822999894618988},{"id":"https://openalex.org/keywords/network-management","display_name":"Network management","score":0.36579999327659607}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.678600013256073},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.644599974155426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6431999802589417},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5604000091552734},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5565000176429749},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5534999966621399},{"id":"https://openalex.org/C16160715","wikidata":"https://www.wikidata.org/wiki/Q1640676","display_name":"Traffic engineering","level":2,"score":0.3822999894618988},{"id":"https://openalex.org/C129763632","wikidata":"https://www.wikidata.org/wiki/Q1454667","display_name":"Network management","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.353300005197525},{"id":"https://openalex.org/C159631557","wikidata":"https://www.wikidata.org/wiki/Q1546066","display_name":"Networking hardware","level":2,"score":0.33000001311302185},{"id":"https://openalex.org/C81877898","wikidata":"https://www.wikidata.org/wiki/Q1965787","display_name":"Network monitoring","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2874000072479248},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25380000472068787},{"id":"https://openalex.org/C114563136","wikidata":"https://www.wikidata.org/wiki/Q19725982","display_name":"Network planning and design","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/comst.2025.3632870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comst.2025.3632870","pdf_url":null,"source":{"id":"https://openalex.org/S23688054","display_name":"IEEE Communications Surveys & Tutorials","issn_l":"1553-877X","issn":["1553-877X","2373-745X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Surveys &amp; Tutorials","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-05398965v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-05398965","pdf_url":"https://inria.hal.science/hal-05398965/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Communications Surveys & Tutorials, 2025, pp.1 - 1. &#x27E8;10.1109/comst.2025.3632870&#x27E9;","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-05398965v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-05398965","pdf_url":"https://inria.hal.science/hal-05398965/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Communications Surveys & Tutorials, 2025, pp.1 - 1. &#x27E8;10.1109/comst.2025.3632870&#x27E9;","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1616392695","display_name":"COnverged coMMunication, control and scheduling Infrastructure for multi pods-based Transport Systems","funder_award_id":"ANR-23-CE25-0005","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G446730249","display_name":"Lorraine-Universit\u00e9 d'Excellence Oser la Recherche durant la FormatION","funder_award_id":"ANR-20-SFRI-0009","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416214598.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Programmable":[0,45],"networks":[1,26,109],"have":[2],"transformed":[3],"network":[4,54,71,91,112],"management,":[5],"particularly":[6],"within":[7,160],"Traffic":[8],"Engineering":[9],"(TE),":[10],"which":[11],"aims":[12],"to":[13,67,86,89,110,118],"optimize":[14],"data":[15],"flow":[16],"across":[17],"the":[18,60,128],"network.":[19],"By":[20],"offering":[21],"flexibility":[22],"and":[23,30,44,53,69,107,130,142,151],"efficiency,":[24],"programmable":[25,108,161],"facilitate":[27],"advanced":[28],"traffic":[29],"resource":[31],"management":[32,72],"capabilities.":[33],"Key":[34],"technologies":[35],"in":[36],"this":[37],"area,":[38],"such":[39],"as":[40],"Software-Defined":[41],"Networking":[42],"(SDN)":[43],"Data":[46],"Planes":[47],"(PDPs),":[48],"enable":[49],"real-time,":[50],"dynamic":[51],"routing":[52],"control.":[55],"These":[56],"frameworks":[57],"further":[58],"allow":[59],"integration":[61],"of":[62,101],"Artificial":[63],"Intelligence":[64],"(AI)":[65],"mechanisms":[66,159],"automate":[68],"refine":[70],"processes.":[73],"Specifically,":[74],"Reinforcement":[75],"Learning":[76],"(RL)":[77],"is":[78],"a":[79,95,124,132],"promising":[80],"approach":[81],"for":[82,156],"TE":[83,102,144,158],"applications":[84],"due":[85],"its":[87],"adaptability":[88],"evolving":[90],"conditions.":[92],"We":[93],"provide":[94],"survey":[96,122],"with":[97],"an":[98],"in-depth":[99],"review":[100],"solutions":[103,137],"that":[104,134],"leverage":[105],"RL":[106,140],"improve":[111],"performance,":[113],"including":[114],"works":[115],"from":[116],"2018":[117],"2025.":[119],"The":[120],"proposed":[121],"includes":[123],"timely":[125],"update":[126],"on":[127,139],"state-of-the-art":[129],"presents":[131],"taxonomy":[133],"categorizes":[135],"existing":[136],"based":[138],"principles":[141],"specific":[143],"objectives.":[145],"Our":[146],"analysis":[147],"highlights":[148],"key":[149],"findings":[150],"insights,":[152],"contributing":[153],"valuable":[154],"knowledge":[155],"implementing":[157],"networks.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-11-14T00:00:00"}
