{"id":"https://openalex.org/W4224258067","doi":"https://doi.org/10.1109/icin53892.2022.9758091","title":"Intelligent Link Load Control in a Segment Routing network via Deep Reinforcement Learning","display_name":"Intelligent Link Load Control in a Segment Routing network via Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-03-07","ids":{"openalex":"https://openalex.org/W4224258067","doi":"https://doi.org/10.1109/icin53892.2022.9758091"},"language":"en","primary_location":{"id":"doi:10.1109/icin53892.2022.9758091","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icin53892.2022.9758091","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 25th Conference on Innovation in Clouds, Internet and Networks (ICIN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017600647","display_name":"Davide Aureli","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Davide Aureli","raw_affiliation_strings":["University of Roma “Sapienza”,Electronics and Telecommunications (DIET),Department of Information engineering,Roma,Italy,00184","Sapienza&#x201D",", Roma, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Roma “Sapienza”,Electronics and Telecommunications (DIET),Department of Information engineering,Roma,Italy,00184","institution_ids":[]},{"raw_affiliation_string":"Sapienza&#x201D","institution_ids":[]},{"raw_affiliation_string":", Roma, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016624070","display_name":"Antonio Cianfrani","orcid":"https://orcid.org/0000-0003-3488-8901"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Antonio Cianfrani","raw_affiliation_strings":["University of Roma “Sapienza”,Electronics and Telecommunications (DIET),Department of Information engineering,Roma,Italy,00184","Sapienza&#x201D",", Roma, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Roma “Sapienza”,Electronics and Telecommunications (DIET),Department of Information engineering,Roma,Italy,00184","institution_ids":[]},{"raw_affiliation_string":"Sapienza&#x201D","institution_ids":[]},{"raw_affiliation_string":", Roma, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103219426","display_name":"Marco Listanti","orcid":"https://orcid.org/0000-0001-9020-1831"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marco Listanti","raw_affiliation_strings":["University of Roma “Sapienza”,Electronics and Telecommunications (DIET),Department of Information engineering,Roma,Italy,00184",", Roma, Italy","Sapienza&#x201D"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Roma “Sapienza”,Electronics and Telecommunications (DIET),Department of Information engineering,Roma,Italy,00184","institution_ids":[]},{"raw_affiliation_string":", Roma, Italy","institution_ids":[]},{"raw_affiliation_string":"Sapienza&#x201D","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045370699","display_name":"Marco Polverini","orcid":"https://orcid.org/0000-0002-2614-7567"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marco Polverini","raw_affiliation_strings":["University of Roma “Sapienza”,Electronics and Telecommunications (DIET),Department of Information engineering,Roma,Italy,00184","Sapienza&#x201D",", Roma, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Roma “Sapienza”,Electronics and Telecommunications (DIET),Department of Information engineering,Roma,Italy,00184","institution_ids":[]},{"raw_affiliation_string":"Sapienza&#x201D","institution_ids":[]},{"raw_affiliation_string":", Roma, Italy","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5017600647"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7125,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.70871492,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"32","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.811220645904541},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7952030897140503},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.6441645622253418},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5728422403335571},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.5331641435623169},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5230917930603027},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5153698325157166},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.507389485836029},{"id":"https://openalex.org/keywords/routing-domain","display_name":"Routing domain","score":0.49556267261505127},{"id":"https://openalex.org/keywords/routing-table","display_name":"Routing table","score":0.4493008553981781},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.4251343607902527},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.4228706955909729},{"id":"https://openalex.org/keywords/forwarding-plane","display_name":"Forwarding plane","score":0.41131407022476196},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.3405177593231201},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24518844485282898},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1200985312461853},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.06895178556442261}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.811220645904541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7952030897140503},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.6441645622253418},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5728422403335571},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.5331641435623169},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5230917930603027},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5153698325157166},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.507389485836029},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.49556267261505127},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.4493008553981781},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.4251343607902527},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.4228706955909729},{"id":"https://openalex.org/C10597312","wikidata":"https://www.wikidata.org/wiki/Q5473302","display_name":"Forwarding plane","level":3,"score":0.41131407022476196},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.3405177593231201},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24518844485282898},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1200985312461853},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.06895178556442261},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icin53892.2022.9758091","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icin53892.2022.9758091","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 25th Conference on Innovation in Clouds, Internet and Networks (ICIN)","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1767935","is_oa":false,"landing_page_url":"https://hdl.handle.net/11573/1767935","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1956951658","https://openalex.org/W1982421724","https://openalex.org/W2141767561","https://openalex.org/W2201581102","https://openalex.org/W2471288191","https://openalex.org/W2514718641","https://openalex.org/W2597331672","https://openalex.org/W2613070411","https://openalex.org/W2921092159","https://openalex.org/W2963549123","https://openalex.org/W3007943882","https://openalex.org/W3019817166","https://openalex.org/W3035658057","https://openalex.org/W3101455050","https://openalex.org/W3103263926","https://openalex.org/W3104294226","https://openalex.org/W3108110215","https://openalex.org/W3126135128","https://openalex.org/W3175354135","https://openalex.org/W3185752518","https://openalex.org/W3196433188","https://openalex.org/W3200509062","https://openalex.org/W6687681856","https://openalex.org/W6761361192","https://openalex.org/W6786097836"],"related_works":["https://openalex.org/W2352609928","https://openalex.org/W2139584334","https://openalex.org/W1563839700","https://openalex.org/W106527558","https://openalex.org/W2141748222","https://openalex.org/W2033141454","https://openalex.org/W3036425038","https://openalex.org/W141139555","https://openalex.org/W2138861014","https://openalex.org/W2185682898"],"abstract_inverted_index":{"In":[0],"this":[1],"paper":[2],"we":[3],"propose":[4],"a":[5,21,27,39,71,123],"framework":[6],"based":[7,127],"on":[8,128],"Deep":[9,40],"Reinforcement":[10],"Learning":[11],"to":[12,45,55,62,106,136],"proactively":[13],"and":[14],"autonomously":[15],"maintain":[16],"the":[17,80,86,91,116,142],"links":[18,61],"load":[19,109],"of":[20,90],"Segment":[22],"Routing":[23],"(SR)":[24],"node":[25],"under":[26],"pre-fixed":[28],"threshold":[29],"at":[30],"milliseconds":[31],"time":[32],"scale.":[33],"A":[34],"local":[35],"agent,":[36],"powered":[37],"by":[38,84],"Q-Network":[41],"(DQN)":[42],"algorithm,":[43],"referred":[44],"as":[46],"intelligent":[47],"Link":[48],"Load":[49],"Control":[50],"(iLLC),":[51],"selects":[52],"are-routing":[53],"operation":[54,67],"move":[56],"traffic":[57,108],"flows":[58],"from":[59],"overloaded":[60],"alternative":[63],"paths.":[64],"The":[65,93],"re-routing":[66],"is":[68,104,134],"performed":[69],"in":[70],"transparent":[72],"way":[73],"for":[74],"other":[75],"network":[76,118],"devices,":[77],"without":[78,114],"involving":[79],"centralized":[81],"control":[82],"plane,":[83],"exploiting":[85],"source":[87],"routing":[88],"feature":[89],"SR.":[92],"performance":[94],"evaluation":[95],"conducted":[96],"over":[97],"real":[98],"data":[99],"sets":[100],"shows":[101],"that":[102],"iLLC":[103,121],"able":[105,135],"distribute":[107],"peaks":[110],"o":[111],"ver":[112],"locallinks":[113],"degrading":[115],"overall":[117],"performance.":[119],"Furthermore,":[120],"outperforms":[122],"higher":[124],"complexity":[125],"heuristic":[126],"capacity":[129],"constraints":[130],"checking,":[131],"since":[132],"it":[133],"select":[137],"rerouting":[138],"operations":[139],"not":[140],"impacting":[141],"global":[143],"maximum":[144],"link":[145],"utilization.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-17T08:19:37.847499","created_date":"2025-10-10T00:00:00"}