{"id":"https://openalex.org/W4411996673","doi":"https://doi.org/10.1109/tnsm.2025.3585590","title":"Achieving Efficient SFC Proactive Reconfiguration Through Deep Reinforcement Learning in Programmable Networks","display_name":"Achieving Efficient SFC Proactive Reconfiguration Through Deep Reinforcement Learning in Programmable Networks","publication_year":2025,"publication_date":"2025-07-03","ids":{"openalex":"https://openalex.org/W4411996673","doi":"https://doi.org/10.1109/tnsm.2025.3585590"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2025.3585590","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2025.3585590","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013438419","display_name":"Huaqing Tu","orcid":"https://orcid.org/0000-0003-4051-5554"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huaqing Tu","raw_affiliation_strings":["School of Information and Electronic Engineering, Zhejiang Gongshang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4051-5554","affiliations":[{"raw_affiliation_string":"School of Information and Electronic Engineering, Zhejiang Gongshang University, Hangzhou, China","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024236757","display_name":"Ziqiang Hua","orcid":"https://orcid.org/0000-0001-6955-7331"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziqiang Hua","raw_affiliation_strings":["Zhejiang Lab, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-6955-7331","affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100786564","display_name":"Qi Xu","orcid":"https://orcid.org/0000-0003-3963-4193"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Xu","raw_affiliation_strings":["Zhejiang Lab, Hangzhou, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102795009","display_name":"Jun Zhu","orcid":"https://orcid.org/0000-0002-0697-141X"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Zhu","raw_affiliation_strings":["Zhejiang Lab, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-0697-141X","affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030738502","display_name":"Tao Zou","orcid":"https://orcid.org/0000-0002-3667-0060"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Zou","raw_affiliation_strings":["Zhejiang Lab, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-3667-0060","affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063184427","display_name":"Hongli Xu","orcid":"https://orcid.org/0000-0003-3831-4577"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongli Xu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-3831-4577","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015404751","display_name":"Qiao Xiang","orcid":"https://orcid.org/0000-0002-3394-6279"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiao Xiang","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-3394-6279","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008574028","display_name":"Zuqing Zhu","orcid":"https://orcid.org/0000-0002-4251-788X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuqing Zhu","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-4251-788X","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5013438419"],"corresponding_institution_ids":["https://openalex.org/I75059550"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15403599,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":"5","first_page":"4917","last_page":"4932"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.853879451751709},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8253644108772278},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6854730248451233},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4916277527809143},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4836307764053345},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.457450807094574},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3394479751586914},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28748175501823425}],"concepts":[{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.853879451751709},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8253644108772278},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6854730248451233},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4916277527809143},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4836307764053345},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.457450807094574},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3394479751586914},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28748175501823425}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2025.3585590","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2025.3585590","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2054274046","display_name":null,"funder_award_id":"U22A2005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6336907481","display_name":null,"funder_award_id":"2024M75986","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2130531694","https://openalex.org/W2606150961","https://openalex.org/W2746553466","https://openalex.org/W2995673860","https://openalex.org/W3001462167","https://openalex.org/W3046440678","https://openalex.org/W3048849245","https://openalex.org/W3159998597","https://openalex.org/W3181288501","https://openalex.org/W3186002518","https://openalex.org/W3197484673","https://openalex.org/W3197527842","https://openalex.org/W3198298578","https://openalex.org/W4206044098","https://openalex.org/W4206448963","https://openalex.org/W4206519681","https://openalex.org/W4225472600","https://openalex.org/W4283207177","https://openalex.org/W4285503900","https://openalex.org/W4286639718","https://openalex.org/W4316877038","https://openalex.org/W4318586145","https://openalex.org/W4379382618","https://openalex.org/W4385245566","https://openalex.org/W4390102179","https://openalex.org/W4394896876","https://openalex.org/W4396604737","https://openalex.org/W4396852896","https://openalex.org/W4400112078","https://openalex.org/W4400624817","https://openalex.org/W4401537822","https://openalex.org/W4402158018","https://openalex.org/W4404914702","https://openalex.org/W4406457583"],"related_works":["https://openalex.org/W4242251885","https://openalex.org/W2130472321","https://openalex.org/W2382672788","https://openalex.org/W2387766148","https://openalex.org/W2365996311","https://openalex.org/W2387500363","https://openalex.org/W2544276806","https://openalex.org/W1569711686","https://openalex.org/W1885164404","https://openalex.org/W2204754129"],"abstract_inverted_index":{"Service":[0],"function":[1],"chain":[2],"(SFC)":[3],"consists":[4],"of":[5,94,139,156,168],"multiple":[6],"ordered":[7],"network":[8,21,25,50,117],"functions":[9],"(e.g.,":[10],"firewall,":[11],"load":[12],"balancer)":[13],"and":[14,23,82,115,122,146,153],"plays":[15],"an":[16,65],"important":[17],"role":[18],"in":[19,53,88],"improving":[20],"security":[22],"ensuring":[24,120],"performance.":[26],"Offloading":[27],"SFCs":[28,84],"onto":[29],"programmable":[30,86],"switches":[31,87],"can":[32,174],"bring":[33],"significant":[34],"performance":[35],"improvement,":[36],"but":[37],"it":[38,45,104,142],"suffers":[39],"from":[40,111],"unbearable":[41],"reconfiguration":[42,69],"delays,":[43],"making":[44],"hard":[46],"to":[47,90,107,149,181],"cope":[48],"with":[49,184],"workload":[51],"dynamics":[52],"a":[54,100,131],"timely":[55],"manner.":[56],"To":[57,126],"bridge":[58],"the":[59,92,95,164,176],"gap,":[60],"this":[61,127],"paper":[62],"presents":[63],"OptRec,":[64],"efficient":[66,121],"SFC":[67,96],"proactive":[68,101],"optimization":[70],"framework":[71],"based":[72,159],"on":[73,85,160],"deep":[74],"reinforcement":[75,144],"learning":[76,145,148],"(DRL).":[77],"OptRec":[78,129,169],"predicts":[79],"future":[80],"traffic":[81,113],"places":[83],"advance":[89],"ensure":[91],"timeliness":[93],"reconfiguration,":[97],"which":[98],"is":[99,105,170],"approach.":[102],"However,":[103],"non-trivial":[106],"extract":[108],"effective":[109],"features":[110],"historical":[112],"information":[114],"global":[116],"states,":[118],"while":[119],"stable":[123],"model":[124,135,151],"training.":[125],"end,":[128],"introduces":[130],"multi-level":[132],"feature":[133],"extraction":[134],"for":[136],"different":[137],"types":[138],"features.":[140],"Additionally,":[141],"combines":[143],"autoregressive":[147],"enhance":[150],"efficiency":[152],"stability.":[154],"Results":[155],"in-depth":[157],"simulations":[158],"real-world":[161],"datasets":[162],"show":[163],"average":[165],"prediction":[166],"error":[167],"less":[171],"than":[172],"3":[173],"increase":[175],"system":[177],"throughput":[178],"by":[179],"up":[180],"69.6":[182],"compared":[183],"other":[185],"alternatives.":[186]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}