{"id":"https://openalex.org/W4407130406","doi":"https://doi.org/10.1109/icnp61940.2024.10858522","title":"MONR: Multi-Objective Optimizing Network Reconfiguration Using Deep Reinforcement Learning","display_name":"MONR: Multi-Objective Optimizing Network Reconfiguration Using Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4407130406","doi":"https://doi.org/10.1109/icnp61940.2024.10858522"},"language":"en","primary_location":{"id":"doi:10.1109/icnp61940.2024.10858522","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp61940.2024.10858522","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 32nd International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050656423","display_name":"Yuqi Dai","orcid":"https://orcid.org/0009-0009-3581-7639"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuqi Dai","raw_affiliation_strings":["Southeast University,National Mobile Communications Research Laboratory,Nanjing,China,211111"],"affiliations":[{"raw_affiliation_string":"Southeast University,National Mobile Communications Research Laboratory,Nanjing,China,211111","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100408729","display_name":"Hua Zhang","orcid":"https://orcid.org/0000-0003-0734-1329"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Zhang","raw_affiliation_strings":["Southeast University,National Mobile Communications Research Laboratory,Nanjing,China,211111"],"affiliations":[{"raw_affiliation_string":"Southeast University,National Mobile Communications Research Laboratory,Nanjing,China,211111","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432460","display_name":"Jingyu Wang","orcid":"https://orcid.org/0000-0002-2182-2228"},"institutions":[{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":null,"type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]},{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyu Wang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology,Beijing,China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055685073","display_name":"Jianxin Liao","orcid":"https://orcid.org/0000-0003-1486-0573"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":null,"type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxin Liao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology,Beijing,China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5050656423"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31161253,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.902400016784668,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.821388840675354},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7957091331481934},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7825218439102173},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5042906999588013},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.431969553232193},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.1581161618232727}],"concepts":[{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.821388840675354},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7957091331481934},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7825218439102173},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5042906999588013},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.431969553232193},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.1581161618232727}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnp61940.2024.10858522","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp61940.2024.10858522","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 32nd International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6580843156","display_name":null,"funder_award_id":"2020YFB1807803","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1491322982","https://openalex.org/W1937741266","https://openalex.org/W1965695671","https://openalex.org/W2012299948","https://openalex.org/W2082323792","https://openalex.org/W2118404561","https://openalex.org/W2139987497","https://openalex.org/W2140103214","https://openalex.org/W2163015897","https://openalex.org/W2237196758","https://openalex.org/W2403202602","https://openalex.org/W2613694343","https://openalex.org/W2786499672","https://openalex.org/W2799070761","https://openalex.org/W2963222872","https://openalex.org/W3108015722","https://openalex.org/W3169114806","https://openalex.org/W3183512612","https://openalex.org/W3187890719","https://openalex.org/W4233757421","https://openalex.org/W4242485965","https://openalex.org/W4247255165","https://openalex.org/W4252996637","https://openalex.org/W4286300802","https://openalex.org/W4287266177","https://openalex.org/W4318981567","https://openalex.org/W4321021577","https://openalex.org/W4386349982","https://openalex.org/W4387212529","https://openalex.org/W4392450020","https://openalex.org/W6627884483","https://openalex.org/W6627932998","https://openalex.org/W6631190155","https://openalex.org/W6635776485","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6757677476","https://openalex.org/W6771658506","https://openalex.org/W6845987841","https://openalex.org/W6858112387","https://openalex.org/W6861301209"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1981002473","https://openalex.org/W2357657342","https://openalex.org/W2153432761","https://openalex.org/W2152623100","https://openalex.org/W4214878056","https://openalex.org/W1580144672","https://openalex.org/W2142042635"],"abstract_inverted_index":{"Modern":[0],"networks":[1],"require":[2],"frequent":[3],"configuration":[4],"updates":[5,150],"due":[6],"to":[7,38,87,131,151,179],"dynamic":[8],"events,":[9],"like":[10],"network":[11,18,40,122],"expansion":[12],"and":[13,43,61,84,121,140,145,167,189,199,205,220],"evolving":[14],"traffic":[15,143,216],"patterns.":[16],"Existing":[17],"reconfiguration":[19,90,158],"tools":[20],"are":[21,36,109],"effective":[22],"in":[23],"certain":[24],"scenarios,":[25],"but":[26],"their":[27],"practical":[28,53],"deployment":[29,54],"still":[30],"has":[31],"several":[32],"limitations:":[33],"(i)":[34],"They":[35,46],"restricted":[37],"specific":[39],"topologies,":[41],"protocols":[42,120],"specifications;":[44],"(ii)":[45],"can":[47],"cause":[48],"transient":[49],"violations;":[50],"(iii)":[51],"Their":[52],"is":[55,196],"limited":[56],"by":[57],"huge":[58],"computational":[59,153],"overheads":[60],"the":[62,112,134,146,157,215,221],"specialized":[63],"hardware":[64],"support.":[65],"To":[66],"address":[67],"these":[68],"limitations,":[69],"this":[70],"paper":[71],"presents":[72],"a":[73,82,100,161,169],"Multi-Objective":[74],"Optimizing":[75],"Network":[76],"Reconfiguration":[77],"(MONR)":[78],"framework,":[79],"which":[80,108],"comprises":[81],"translator":[83,94],"an":[85],"optimizer,":[86],"automatically":[88],"generate":[89],"command":[91,149],"sequences.":[92],"The":[93,124,191],"represents":[95],"various":[96],"input":[97,113],"types":[98],"into":[99],"unified":[101],"graph":[102],"format":[103],"based":[104],"on":[105],"Datalog-like":[106],"facts,":[107],"regardless":[110],"of":[111,137,148,223,227],"format.":[114],"Therefore,":[115],"MONR":[116,185,195,208],"supports":[117],"diverse":[118],"routing":[119],"specifications.":[123],"optimizer":[125],"employs":[126],"deep":[127],"reinforcement":[128],"learning":[129],"techniques":[130],"simultaneously":[132],"maximize":[133],"specification":[135,211],"satisfaction":[136],"intermediate":[138],"configurations":[139],"minimize":[141],"both":[142],"shifts":[144,217],"number":[147,222],"reduce":[152],"overheads.":[154],"It":[155],"models":[156],"task":[159],"as":[160],"multi-objective":[162],"Markov":[163],"Decision":[164],"Process":[165],"(MOMDP)":[166],"introduces":[168],"Dueling":[170],"Prioritized":[171],"Experience":[172],"Replay":[173],"Double":[174],"Deep":[175],"Q-Network":[176],"(DPER-DDQN)":[177],"algorithm":[178],"balance":[180],"multiple":[181],"objectives.":[182],"We":[183],"compare":[184],"with":[186],"Snowcap,":[187,203],"AED":[188,204],"ConfigReco.":[190,206],"evaluation":[192],"demonstrates":[193],"that":[194],"2x,":[197],"9x,":[198],"56x":[200],"faster":[201],"than":[202],"Furthermore,":[207],"maintains":[209],"100%":[210],"consistency":[212],"while":[213],"reducing":[214],"(<":[218],"0.1)":[219],"update":[224],"commands":[225],"(0.8":[226],"Snowcap's).":[228]},"counts_by_year":[],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}