{"id":"https://openalex.org/W3036742485","doi":"https://doi.org/10.1109/wcnc45663.2020.9120693","title":"MSDF: A Deep Reinforcement Learning Framework for Service Function Chain Migration","display_name":"MSDF: A Deep Reinforcement Learning Framework for Service Function Chain Migration","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3036742485","doi":"https://doi.org/10.1109/wcnc45663.2020.9120693","mag":"3036742485"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc45663.2020.9120693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc45663.2020.9120693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067340888","display_name":"Ruo-Yun Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruoyun Chen","raw_affiliation_strings":["Department of Electrical Engineering and Information Science, University of Science and Technology of China, Anhui, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Information Science, University of Science and Technology of China, Anhui, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056273339","display_name":"Hancheng Lu","orcid":"https://orcid.org/0000-0001-8302-4996"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hancheng Lu","raw_affiliation_strings":["Department of Electrical Engineering and Information Science, University of Science and Technology of China, Anhui, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Information Science, University of Science and Technology of China, Anhui, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101495408","display_name":"Yujiao Lu","orcid":"https://orcid.org/0000-0002-4169-3195"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujiao Lu","raw_affiliation_strings":["Department of Electrical Engineering and Information Science, University of Science and Technology of China, Anhui, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Information Science, University of Science and Technology of China, Anhui, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054798387","display_name":"Jinxue Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinxue Liu","raw_affiliation_strings":["Department of Electrical Engineering and Information Science, University of Science and Technology of China, Anhui, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Information Science, University of Science and Technology of China, Anhui, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":3.7473,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.94469591,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8479353189468384},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7610146999359131},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.580859899520874},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5411798357963562},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5253550410270691},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.45765697956085205},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3933258652687073},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3785596191883087},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3732302188873291},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07653534412384033}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8479353189468384},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7610146999359131},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.580859899520874},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5411798357963562},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5253550410270691},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.45765697956085205},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3933258652687073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3785596191883087},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3732302188873291},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07653534412384033},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc45663.2020.9120693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc45663.2020.9120693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6399999856948853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2061344791","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2260783129","https://openalex.org/W2343145155","https://openalex.org/W2571624240","https://openalex.org/W2591732478","https://openalex.org/W2739867585","https://openalex.org/W2754446552","https://openalex.org/W2783772863","https://openalex.org/W2804389053","https://openalex.org/W2856479366","https://openalex.org/W2889474327","https://openalex.org/W2901980690","https://openalex.org/W2920937335","https://openalex.org/W2967071919","https://openalex.org/W2977636120","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W6637967152"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Under":[0],"dynamic":[1],"traffic,":[2],"service":[3],"function":[4],"chain":[5],"(SFC)":[6],"migration":[7,38,50,83,88,113],"is":[8,103],"considered":[9],"as":[10,52],"an":[11],"effective":[12],"way":[13],"to":[14,26,32,79,105],"improve":[15],"resource":[16],"utilization.":[17],"However,":[18],"the":[19,48,57,107,115,123,127],"lack":[20],"of":[21,59,66,69,109,117],"future":[22,93],"network":[23,61],"information":[24],"leads":[25],"non-optimal":[27],"solutions,":[28],"which":[29,85],"motivates":[30],"us":[31],"study":[33],"reinforcement":[34],"learning":[35],"based":[36,77],"SFC":[37,49,82,112,119],"from":[39],"a":[40,53,74,96],"long-term":[41],"perspective.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46],"formulate":[47],"problem":[51,55],"minimization":[54],"with":[56],"objective":[58],"total":[60],"operation":[62],"cost":[63],"under":[64,144],"constraints":[65],"users'":[67],"quality":[68],"service.":[70],"We":[71],"firstly":[72],"design":[73],"deep":[75],"Q-network":[76],"algorithm":[78],"solve":[80],"single":[81,118],"problem,":[84],"can":[86],"adjust":[87],"strategy":[89],"online":[90],"without":[91],"knowing":[92],"information.":[94],"Further,":[95],"novel":[97],"multi-agent":[98],"cooperative":[99],"framework,":[100],"called":[101],"MSDF,":[102],"proposed":[104],"address":[106],"challenge":[108],"considering":[110],"multiple":[111],"on":[114],"basis":[116],"migration.":[120],"MSDF":[121,139],"reduces":[122],"complexity":[124],"thus":[125],"accelerates":[126],"convergence":[128],"speed,":[129],"especially":[130],"in":[131],"large":[132],"scale":[133],"networks.":[134],"Experimental":[135],"results":[136],"demonstrate":[137],"that":[138],"outperforms":[140],"typical":[141],"heuristic":[142],"algorithms":[143],"various":[145],"scenarios.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6}],"updated_date":"2026-08-08T07:41:36.138363","created_date":"2025-10-10T00:00:00"}