{"id":"https://openalex.org/W4385210519","doi":"https://doi.org/10.23919/ifipnetworking57963.2023.10186399","title":"Scalable Reinforcement Learning for Dynamic Overlay Selection in SD-WANs","display_name":"Scalable Reinforcement Learning for Dynamic Overlay Selection in SD-WANs","publication_year":2023,"publication_date":"2023-06-12","ids":{"openalex":"https://openalex.org/W4385210519","doi":"https://doi.org/10.23919/ifipnetworking57963.2023.10186399"},"language":"en","primary_location":{"id":"doi:10.23919/ifipnetworking57963.2023.10186399","is_oa":false,"landing_page_url":"https://doi.org/10.23919/ifipnetworking57963.2023.10186399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IFIP Networking Conference (IFIP Networking)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002965923","display_name":"Alessio Botta","orcid":"https://orcid.org/0000-0002-3365-1446"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessio Botta","raw_affiliation_strings":["University of Napoli Federico II,DIETI Department,Naples,Italy","DIETI Department, University of Napoli Federico II, Naples, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Napoli Federico II,DIETI Department,Naples,Italy","institution_ids":["https://openalex.org/I71267560"]},{"raw_affiliation_string":"DIETI Department, University of Napoli Federico II, Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014857836","display_name":"Roberto Canonico","orcid":"https://orcid.org/0000-0002-0496-1285"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Roberto Canonico","raw_affiliation_strings":["University of Napoli Federico II,DIETI Department,Naples,Italy","DIETI Department, University of Napoli Federico II, Naples, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Napoli Federico II,DIETI Department,Naples,Italy","institution_ids":["https://openalex.org/I71267560"]},{"raw_affiliation_string":"DIETI Department, University of Napoli Federico II, Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085863731","display_name":"Annalisa Navarro","orcid":"https://orcid.org/0009-0008-1721-4239"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Annalisa Navarro","raw_affiliation_strings":["University of Napoli Federico II,DIETI Department,Naples,Italy","DIETI Department, University of Napoli Federico II, Naples, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Napoli Federico II,DIETI Department,Naples,Italy","institution_ids":["https://openalex.org/I71267560"]},{"raw_affiliation_string":"DIETI Department, University of Napoli Federico II, Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044775060","display_name":"Giovanni Stanco","orcid":"https://orcid.org/0009-0004-7770-1988"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Stanco","raw_affiliation_strings":["University of Napoli Federico II,DIETI Department,Naples,Italy","DIETI Department, University of Napoli Federico II, Naples, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Napoli Federico II,DIETI Department,Naples,Italy","institution_ids":["https://openalex.org/I71267560"]},{"raw_affiliation_string":"DIETI Department, University of Napoli Federico II, Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073521093","display_name":"Giorgio Ventre","orcid":null},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giorgio Ventre","raw_affiliation_strings":["University of Napoli Federico II,DIETI Department,Naples,Italy","DIETI Department, University of Napoli Federico II, Naples, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Napoli Federico II,DIETI Department,Naples,Italy","institution_ids":["https://openalex.org/I71267560"]},{"raw_affiliation_string":"DIETI Department, University of Napoli Federico II, Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I71267560"],"apc_list":null,"apc_paid":null,"fwci":3.2654,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.93351899,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.883980393409729},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8351666927337646},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6597762107849121},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6415271759033203},{"id":"https://openalex.org/keywords/overlay","display_name":"Overlay","score":0.5213807225227356},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.490820974111557},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4723086357116699},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4490627646446228},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.42619821429252625},{"id":"https://openalex.org/keywords/overlay-network","display_name":"Overlay network","score":0.42000359296798706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2288922369480133},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12728255987167358}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.883980393409729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8351666927337646},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6597762107849121},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6415271759033203},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.5213807225227356},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.490820974111557},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4723086357116699},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4490627646446228},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.42619821429252625},{"id":"https://openalex.org/C169851745","wikidata":"https://www.wikidata.org/wiki/Q1331985","display_name":"Overlay network","level":3,"score":0.42000359296798706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2288922369480133},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12728255987167358},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/ifipnetworking57963.2023.10186399","is_oa":false,"landing_page_url":"https://doi.org/10.23919/ifipnetworking57963.2023.10186399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IFIP Networking Conference (IFIP Networking)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2473848593","https://openalex.org/W2976055076","https://openalex.org/W3015715630","https://openalex.org/W3017999025","https://openalex.org/W3036728815","https://openalex.org/W3047014784","https://openalex.org/W3108110215","https://openalex.org/W3134929331","https://openalex.org/W3138360843","https://openalex.org/W3185046688","https://openalex.org/W3186759615","https://openalex.org/W3187829000","https://openalex.org/W4284959118","https://openalex.org/W4285744609","https://openalex.org/W4286893914","https://openalex.org/W4290996521","https://openalex.org/W4294690530","https://openalex.org/W4312704551","https://openalex.org/W4313524880","https://openalex.org/W4385413353"],"related_works":["https://openalex.org/W89955905","https://openalex.org/W1691715735","https://openalex.org/W1637847238","https://openalex.org/W2042060105","https://openalex.org/W2126533264","https://openalex.org/W2122565901","https://openalex.org/W2041341978","https://openalex.org/W2749656779","https://openalex.org/W4210965064","https://openalex.org/W2134691083"],"abstract_inverted_index":{"SD-WAN":[0,70],"promises":[1],"distributed":[2,115],"enterprises":[3],"to":[4,23,48,51,73,111],"satisfy":[5],"their":[6],"dynamic":[7],"communication":[8,53],"requirements":[9],"over":[10],"the":[11,63,69,101,128,135,143,164,177],"public":[12],"Internet":[13],"with":[14,182],"a":[15,96,106,153,200,211],"substantial":[16],"cost":[17],"reduction":[18,201],"and":[19,99,139,147,207],"enhanced":[20],"performance":[21,54],"compared":[22],"dedicated":[24],"lines.":[25],"It":[26],"builds":[27],"interconnections":[28],"between":[29],"users":[30],"or":[31],"applications":[32],"in":[33,68,185,202,210],"remote":[34],"sites":[35,86,116,146],"by":[36,88,167],"exploiting":[37],"all":[38],"available":[39],"transport":[40],"connections":[41],"(e.g.":[42],"Internet,":[43],"MPLS,":[44],"\u2026),":[45],"but":[46,77,196],"how":[47],"combine":[49],"them":[50],"enhance":[52],"is":[55,194],"still":[56],"an":[57,124,169,186],"open":[58],"challenge.":[59],"Previous":[60],"work":[61],"investigated":[62],"use":[64],"of":[65,84,103,127,130,137,145,179],"Reinforcement":[66,131,158],"Learning":[67,132,159],"control":[71],"logic":[72],"solve":[74],"this":[75,92],"problem,":[76],"they":[78],"only":[79,192],"considered":[80],"simple":[81],"scenarios":[82],"consisting":[83],"two":[85,89],"connected":[87,117],"paths.":[90,120],"In":[91],"paper":[93],"we":[94,175],"move":[95],"step":[97],"forward":[98],"pose":[100],"question":[102],"whether":[104],"such":[105],"promising":[107],"approach":[108],"can":[109],"scale":[110],"WANs":[112],"spanning":[113],"multiple":[114],"through":[118],"several":[119],"We":[121,150],"first":[122],"conduct":[123],"analytical":[125],"study":[126],"complexity":[129,166],"that":[133,161,190],"considers":[134],"increase":[136],"action":[138],"state":[140],"spaces":[141],"when":[142],"number":[144],"paths":[148],"grows.":[149],"then":[151],"propose":[152],"solution":[154,181],"based":[155],"on":[156],"Multi-Agent":[157],"(MARL)":[160],"helps":[162],"reducing":[163],"overall":[165],"leveraging":[168],"agent":[170],"for":[171],"each":[172],"site.":[173],"Finally,":[174],"show":[176],"effectiveness":[178],"our":[180],"real":[183],"experiments":[184],"emulated":[187],"environment,":[188],"showing":[189],"not":[191],"it":[193,197],"viable,":[195],"also":[198],"achieves":[199],"network":[203],"policy":[204],"violations,":[205],"latency,":[206],"transit":[208],"costs":[209],"multi-site":[212],"scenario.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}