{"id":"https://openalex.org/W4416250759","doi":"https://doi.org/10.1109/cscn67557.2025.11230744","title":"A MARL Approach to Employ Intelligent Traffic Steering in SD-WAN","display_name":"A MARL Approach to Employ Intelligent Traffic Steering in SD-WAN","publication_year":2025,"publication_date":"2025-09-15","ids":{"openalex":"https://openalex.org/W4416250759","doi":"https://doi.org/10.1109/cscn67557.2025.11230744"},"language":"en","primary_location":{"id":"doi:10.1109/cscn67557.2025.11230744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscn67557.2025.11230744","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Conference on Standards for Communications and Networking (CSCN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032087610","display_name":"Luca Giacometti","orcid":"https://orcid.org/0009-0000-1203-3852"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Giacometti","raw_affiliation_strings":["Politecnico di Milano,Department of Electronics, Information and Bioengineering,Milan,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Department of Electronics, Information and Bioengineering,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000080924","display_name":"Ivano Cerrato","orcid":"https://orcid.org/0000-0003-4802-7037"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ivano Cerrato","raw_affiliation_strings":["Tiesse S.p.A.,Turin,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tiesse S.p.A.,Turin,Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063712105","display_name":"Hongyu Lu","orcid":"https://orcid.org/0000-0002-0170-7169"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Hongyu Lu","raw_affiliation_strings":["Politecnico di Milano,Department of Electronics, Information and Bioengineering,Milan,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Department of Electronics, Information and Bioengineering,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026690257","display_name":"Francesco Lucrezia","orcid":null},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Lucrezia","raw_affiliation_strings":["Tiesse S.p.A.,Turin,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tiesse S.p.A.,Turin,Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120354506","display_name":"Luca Oliva","orcid":null},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Oliva","raw_affiliation_strings":["Tiesse S.p.A.,Turin,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tiesse S.p.A.,Turin,Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120403211","display_name":"Tommaso Scordo","orcid":null},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tommaso Scordo","raw_affiliation_strings":["Tiesse S.p.A.,Turin,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tiesse S.p.A.,Turin,Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106930150","display_name":"Keerthikumaran Selvamuthukumaran","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Keerthikumaran Selvamuthukumaran","raw_affiliation_strings":["Politecnico di Milano,Department of Electronics, Information and Bioengineering,Milan,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Department of Electronics, Information and Bioengineering,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118571817","display_name":"Giacomo Sguotti","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giacomo Sguotti","raw_affiliation_strings":["Politecnico di Milano,Department of Electronics, Information and Bioengineering,Milan,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Department of Electronics, Information and Bioengineering,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000140450","display_name":"Sebastian Tro\u00eca","orcid":"https://orcid.org/0000-0002-4712-3767"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Sebastian Troia","raw_affiliation_strings":["Politecnico di Milano,Department of Electronics, Information and Bioengineering,Milan,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Department of Electronics, Information and Bioengineering,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047350739","display_name":"Giacomo Verticale","orcid":"https://orcid.org/0000-0001-7508-9706"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giacomo Verticale","raw_affiliation_strings":["Politecnico di Milano,Department of Electronics, Information and Bioengineering,Milan,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Department of Electronics, Information and Bioengineering,Milan,Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35253945,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9042999744415283,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9042999744415283,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.014499999582767487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.014100000262260437,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6431999802589417},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5846999883651733},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5641999840736389},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5454000234603882},{"id":"https://openalex.org/keywords/overlay","display_name":"Overlay","score":0.45399999618530273},{"id":"https://openalex.org/keywords/overlay-network","display_name":"Overlay network","score":0.446399986743927}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6482999920845032},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6431999802589417},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5846999883651733},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5641999840736389},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5454000234603882},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5091000199317932},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5008000135421753},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.45399999618530273},{"id":"https://openalex.org/C169851745","wikidata":"https://www.wikidata.org/wiki/Q1331985","display_name":"Overlay network","level":3,"score":0.446399986743927},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.41359999775886536},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.3449000120162964},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34060001373291016},{"id":"https://openalex.org/C114809511","wikidata":"https://www.wikidata.org/wiki/Q1412924","display_name":"Flow network","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30390000343322754},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C51675839","wikidata":"https://www.wikidata.org/wiki/Q1665681","display_name":"Intelligent Network","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.29120001196861267}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cscn67557.2025.11230744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscn67557.2025.11230744","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Conference on Standards for Communications and Networking (CSCN)","raw_type":"proceedings-article"},{"id":"pmh:oai:re.public.polimi.it:11311/1305190","is_oa":false,"landing_page_url":"https://hdl.handle.net/11311/1305190","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2976055076","https://openalex.org/W3047014784","https://openalex.org/W3088265015","https://openalex.org/W3108110215","https://openalex.org/W3134929331","https://openalex.org/W4285744609","https://openalex.org/W4290996521","https://openalex.org/W4313524880","https://openalex.org/W4316659488","https://openalex.org/W4366393662"],"related_works":[],"abstract_inverted_index":{"The":[0,127],"network":[1,40,78,115],"availability":[2,79],"of":[3,12,15,31,52,153],"business-critical":[4],"applications":[5],"is":[6,28,75,98],"fundamental":[7],"to":[8,24,38,76,109,117,144],"decrease":[9],"the":[10,29,50,83,91,94,136,151],"possibility":[11],"a":[13,103,154,159],"malfunction":[14],"daily":[16],"operations":[17],"that":[18,131],"rely":[19],"on":[20,102,124,135],"it.":[21],"One":[22],"way":[23],"tackle":[25],"these":[26],"contingencies":[27],"involvement":[30],"Software-Defined":[32],"Wide":[33],"Area":[34],"Network":[35],"(SD-WAN)":[36],"paradigm":[37],"optimize":[39],"performance":[41],"and":[42,88,114,119,157],"reliability":[43],"by":[44,80,100],"employing":[45],"intelligent":[46],"traffic":[47,84],"steering":[48],"reducing":[49],"number":[51],"disruptions.":[53],"In":[54],"this":[55],"work,":[56],"we":[57],"explore":[58],"an":[59,145],"SD-WAN":[60],"scenario":[61,156],"in":[62,150,158],"which":[63],"clients":[64,87],"communicate":[65],"with":[66,93],"servers":[67,89],"via":[68],"channels":[69],"through":[70],"overlay":[71],"tunnels.":[72],"Our":[73],"goal":[74],"improve":[77],"dynamically":[81],"rerouting":[82],"flow":[85],"between":[86],"over":[90],"channel":[92],"best":[95],"performance.":[96],"This":[97],"accomplished":[99],"leveraging":[101],"multi-agent":[104],"reinforcement":[105],"learning":[106],"environment":[107],"designed":[108],"handle":[110],"incoming":[111],"telemetry":[112],"data,":[113],"agents":[116,163],"learn":[118],"adapt":[120],"their":[121],"decision-making":[122],"based":[123,134],"real-time":[125],"feedback.":[126],"obtained":[128],"outcome":[129],"shows":[130],"our":[132],"approach":[133],"double":[137],"deep":[138],"q-network":[139],"algorithm":[140],"performs":[141],"better":[142],"compared":[143],"RTT-based":[146],"greedy":[147],"policy":[148],"both":[149],"case":[152],"single-agent":[155],"context":[160],"where":[161],"four":[162],"are":[164],"employed.<sup":[165],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[166],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[167]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-14T00:00:00"}