{"id":"https://openalex.org/W3108110215","doi":"https://doi.org/10.1109/jsac.2020.3041385","title":"On Deep Reinforcement Learning for Traffic Engineering in SD-WAN","display_name":"On Deep Reinforcement Learning for Traffic Engineering in SD-WAN","publication_year":2020,"publication_date":"2020-12-03","ids":{"openalex":"https://openalex.org/W3108110215","doi":"https://doi.org/10.1109/jsac.2020.3041385","mag":"3108110215"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2020.3041385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2020.3041385","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/11311/1151564","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000140450","display_name":"Sebastian Tro\u00eca","orcid":"https://orcid.org/0000-0002-4712-3767"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Sebastian Troia","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy","SWAN Networks, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"SWAN Networks, Milan, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010154091","display_name":"Federico Sapienza","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federico Sapienza","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy","Huawei Italia, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"Huawei Italia, Milan, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054873866","display_name":"Leonardo Var\u00e8","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Leonardo Vare","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy","Huawei Italia, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"Huawei Italia, Milan, Italy","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103860204","display_name":"Guido Maier","orcid":"https://orcid.org/0000-0001-6103-435X"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Guido Maier","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy","SWAN Networks, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria (DEIB), Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"SWAN Networks, Milan, Italy","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5000140450"],"corresponding_institution_ids":["https://openalex.org/I93860229"],"apc_list":null,"apc_paid":null,"fwci":6.6087,"has_fulltext":false,"cited_by_count":96,"citation_normalized_percentile":{"value":0.96970378,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"39","issue":"7","first_page":"2198","last_page":"2212"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7914954423904419},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6571859121322632},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5770757794380188},{"id":"https://openalex.org/keywords/wide-area-network","display_name":"Wide area network","score":0.5444943904876709},{"id":"https://openalex.org/keywords/multiprotocol-label-switching","display_name":"Multiprotocol Label Switching","score":0.5404018759727478},{"id":"https://openalex.org/keywords/traffic-engineering","display_name":"Traffic engineering","score":0.45414140820503235},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4536551535129547},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.43284493684768677},{"id":"https://openalex.org/keywords/networking-hardware","display_name":"Networking hardware","score":0.41698071360588074},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.3154778778553009},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12798503041267395}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7914954423904419},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6571859121322632},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5770757794380188},{"id":"https://openalex.org/C2776238582","wikidata":"https://www.wikidata.org/wiki/Q11384","display_name":"Wide area network","level":2,"score":0.5444943904876709},{"id":"https://openalex.org/C129880937","wikidata":"https://www.wikidata.org/wiki/Q677023","display_name":"Multiprotocol Label Switching","level":3,"score":0.5404018759727478},{"id":"https://openalex.org/C16160715","wikidata":"https://www.wikidata.org/wiki/Q1640676","display_name":"Traffic engineering","level":2,"score":0.45414140820503235},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4536551535129547},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.43284493684768677},{"id":"https://openalex.org/C159631557","wikidata":"https://www.wikidata.org/wiki/Q1546066","display_name":"Networking hardware","level":2,"score":0.41698071360588074},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3154778778553009},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12798503041267395},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jsac.2020.3041385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2020.3041385","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},{"id":"pmh:oai:re.public.polimi.it:11311/1151564","is_oa":true,"landing_page_url":"http://hdl.handle.net/11311/1151564","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:re.public.polimi.it:11311/1151564","is_oa":true,"landing_page_url":"http://hdl.handle.net/11311/1151564","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5799999833106995}],"awards":[],"funders":[{"id":"https://openalex.org/F4320324039","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1130790960","https://openalex.org/W1437335841","https://openalex.org/W1503456664","https://openalex.org/W1757796397","https://openalex.org/W1989064996","https://openalex.org/W1997299558","https://openalex.org/W1999874108","https://openalex.org/W2041008854","https://openalex.org/W2087725835","https://openalex.org/W2102090846","https://openalex.org/W2111102056","https://openalex.org/W2121863487","https://openalex.org/W2126822952","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2342662072","https://openalex.org/W2516674624","https://openalex.org/W2523246573","https://openalex.org/W2541620478","https://openalex.org/W2620974420","https://openalex.org/W2758296822","https://openalex.org/W2759910885","https://openalex.org/W2765915567","https://openalex.org/W2772709170","https://openalex.org/W2898035736","https://openalex.org/W2915431577","https://openalex.org/W2915905517","https://openalex.org/W2955082962","https://openalex.org/W2963641140","https://openalex.org/W2965549891","https://openalex.org/W2969478407","https://openalex.org/W2979211489","https://openalex.org/W3015715630","https://openalex.org/W3033613137","https://openalex.org/W3049387203","https://openalex.org/W3084324382","https://openalex.org/W3088265015","https://openalex.org/W4236202168","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6683204974","https://openalex.org/W6704571135","https://openalex.org/W6727249380","https://openalex.org/W6739055881","https://openalex.org/W6744749404","https://openalex.org/W6746177919","https://openalex.org/W6768617876","https://openalex.org/W7034091645"],"related_works":["https://openalex.org/W2378759505","https://openalex.org/W2353554073","https://openalex.org/W2349651244","https://openalex.org/W2382274258","https://openalex.org/W2359815144","https://openalex.org/W2385321477","https://openalex.org/W2362037673","https://openalex.org/W4322358105","https://openalex.org/W2511476552","https://openalex.org/W4205877129"],"abstract_inverted_index":{"The":[0],"demand":[1],"for":[2,76,167],"reliable":[3],"and":[4,17,30,70,120,255,277,281],"efficient":[5],"Wide":[6,80],"Area":[7,81],"Networks":[8,55],"(WANs)":[9],"from":[10],"business":[11,28],"customers":[12],"is":[13,78,164,269],"continuously":[14],"increasing.":[15],"Companies":[16],"enterprises":[18,168],"use":[19],"WANs":[20,35],"to":[21,117,171,182,233],"exchange":[22],"critical":[23],"data":[24,32],"between":[25,64],"headquarters,":[26],"far-off":[27],"branches":[29],"cloud":[31],"centers.":[33],"Many":[34],"solutions":[36,136],"have":[37],"been":[38],"proposed":[39],"over":[40,100],"the":[41,62,73,86,92,111,114,124,129,147,156,177,199,203,218,235,238,273],"years,":[42],"such":[43,154],"as:":[44],"leased":[45],"lines,":[46],"Frame":[47],"Relay,":[48],"Multi-Protocol":[49],"Label":[50],"Switching":[51],"(MPLS),":[52],"Virtual":[53],"Private":[54],"(VPN).":[56],"Each":[57],"solution":[58],"positions":[59],"differently":[60],"in":[61,106,143,210,283],"trade-off":[63],"reliability,":[65],"Quality":[66],"of":[67,113,132,158,195,201,205,212,220,237,246,271],"Service":[68],"(QoS)":[69],"cost.":[71],"Today,":[72],"emerging":[74],"technology":[75],"WAN":[77,102,135],"Software-Defined":[79,87],"Networking":[82,88],"(SD-WAN)":[83],"that":[84,260],"introduces":[85],"(SDN)":[89],"paradigm":[90],"into":[91],"enterprise-network":[93],"market.":[94],"SD-WAN":[95,127,207],"can":[96],"support":[97],"differentiated":[98],"services":[99,185],"public":[101],"by":[103],"dynamically":[104],"reconfiguring":[105],"real-time":[107],"network":[108,115,118,174,209,275,279],"devices":[109],"at":[110],"edge":[112,178],"according":[116],"measurements":[119],"service":[121,213],"requirements.":[122],"On":[123,146],"one":[125],"hand,":[126],"reduces":[128],"high":[130],"costs":[131],"guaranteed":[133],"QoS":[134],"(as":[137],"MPLS),":[138],"without":[139],"giving":[140],"away":[141],"reliability":[142],"practical":[144],"scenarios.":[145],"other,":[148],"it":[149],"brings":[150],"numerous":[151],"technical":[152],"challenges,":[153],"as":[155],"implementation":[157],"Traffic":[159],"Engineering":[160],"(TE)":[161],"methods.":[162],"TE":[163,196,222],"critically":[165],"important":[166],"not":[169],"only":[170],"efficiently":[172],"orchestrate":[173],"traffic":[175],"among":[176],"devices,":[179],"but":[180],"also":[181],"keep":[183],"their":[184],"always":[186],"available.":[187],"In":[188],"this":[189],"work,":[190],"we":[191,225,242],"develop":[192],"different":[193,227],"kind":[194],"algorithms":[197,232],"with":[198,264],"aim":[200],"improving":[202],"performance":[204,219],"an":[206],"based":[208],"terms":[211],"availability.":[214],"We":[215],"first":[216],"evaluate":[217],"baseline":[221,239],"algorithms.":[223],"Then,":[224],"implement":[226,243],"deep":[228,256],"Reinforcement":[229],"Learning":[230],"(deep-RL)":[231],"overcome":[234],"limitations":[236],"approaches.":[240],"Specifically,":[241],"three":[244],"kinds":[245],"deep-RL":[247,262],"algorithms,":[248],"which":[249],"are:":[250],"policy":[251],"gradient,":[252],"TD-":[253],"\u03bb":[254],"Q-learning.":[257],"Results":[258],"show":[259],"a":[261,265],"algorithm":[263],"well-designed":[266],"reward":[267],"function":[268],"capable":[270],"increasing":[272],"overall":[274],"availability":[276],"guaranteeing":[278],"protection":[280],"restoration":[282],"SD-WAN.":[284]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":10}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}