{"id":"https://openalex.org/W4285223723","doi":"https://doi.org/10.1109/tcc.2022.3180784","title":"A Multi-Objective Virtual Network Migration Algorithm Based on Reinforcement Learning","display_name":"A Multi-Objective Virtual Network Migration Algorithm Based on Reinforcement Learning","publication_year":2022,"publication_date":"2022-06-09","ids":{"openalex":"https://openalex.org/W4285223723","doi":"https://doi.org/10.1109/tcc.2022.3180784"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2022.3180784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2022.3180784","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100733744","display_name":"Desheng Wang","orcid":"https://orcid.org/0000-0002-7502-7094"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Desheng Wang","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology, Harbin, Heilongjiang, China"],"affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085221201","display_name":"Weizhe Zhang","orcid":"https://orcid.org/0000-0003-4783-876X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhe Zhang","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology, Harbin, Heilongjiang, China","Cyberspace Security Research Center, Peng Cheng Laboratory, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Cyberspace Security Research Center, Peng Cheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008577248","display_name":"Xiao Han","orcid":"https://orcid.org/0009-0006-5483-9508"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Han","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology, Harbin, Heilongjiang, China"],"affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102076883","display_name":"Junren Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junren Lin","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology, Harbin, Heilongjiang, China"],"affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060251784","display_name":"Yu\u2010Chu Tian","orcid":"https://orcid.org/0000-0002-8709-5625"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yu-Chu Tian","raw_affiliation_strings":["School of Computer Science, Queensland University of Technology, Brisbane, QLD, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Queensland University of Technology, Brisbane, QLD, Australia","institution_ids":["https://openalex.org/I160993911"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100733744"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.5678,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.67569048,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"11","issue":"2","first_page":"2039","last_page":"2056"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7255988717079163},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5365920066833496},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5204306244850159},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.47688227891921997},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.46881914138793945},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.45448872447013855},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4400746822357178},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.43628358840942383},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.41514936089515686},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28975188732147217},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.28938740491867065},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1390700340270996}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7255988717079163},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5365920066833496},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5204306244850159},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.47688227891921997},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.46881914138793945},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.45448872447013855},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4400746822357178},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.43628358840942383},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41514936089515686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28975188732147217},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28938740491867065},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1390700340270996},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2022.3180784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2022.3180784","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6942397256","display_name":null,"funder_award_id":"HIT.OCEF.2021007","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1494160116","https://openalex.org/W2126105956","https://openalex.org/W2144628693","https://openalex.org/W2155031841","https://openalex.org/W2166091242","https://openalex.org/W2275478512","https://openalex.org/W2307067218","https://openalex.org/W2329673021","https://openalex.org/W2570757594","https://openalex.org/W2620704227","https://openalex.org/W2746553466","https://openalex.org/W2752135612","https://openalex.org/W2772644723","https://openalex.org/W2791589401","https://openalex.org/W2792281126","https://openalex.org/W2801779586","https://openalex.org/W2803491437","https://openalex.org/W2891163834","https://openalex.org/W2910556382","https://openalex.org/W2913184166","https://openalex.org/W2919949041","https://openalex.org/W2953281913","https://openalex.org/W2959937663","https://openalex.org/W2966504963","https://openalex.org/W2970765482","https://openalex.org/W3007896991","https://openalex.org/W3046972186","https://openalex.org/W3047950345","https://openalex.org/W3119427724","https://openalex.org/W3131645226","https://openalex.org/W3138979139","https://openalex.org/W3139797449","https://openalex.org/W3155286828","https://openalex.org/W3192709954","https://openalex.org/W3195409617","https://openalex.org/W4243116863","https://openalex.org/W4313160155","https://openalex.org/W6629466543","https://openalex.org/W6765491480"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W3150465815","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W1997222214","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W2802581102","https://openalex.org/W4205786897"],"abstract_inverted_index":{"Virtual":[0],"network":[1,6,40,176],"migration":[2,120],"(VNM)":[3],"helps":[4],"improve":[5],"performance":[7],"by":[8,154,189],"remapping":[9],"a":[10,66,73,79,164,195],"subset":[11],"of":[12,136,173,184,199],"virtual":[13,26],"nodes":[14],"or":[15],"links":[16],"to":[17,24,56,60,95,110,139],"physical":[18],"infrastructure,":[19],"aligning":[20],"the":[21,25,62,88,119,127,134,140,178,181],"resource":[22],"allocation":[23],"network's":[27],"changing":[28],"conditions.":[29],"However,":[30],"existing":[31],"VNM":[32,58,81],"methods":[33],"neglect":[34],"integrating":[35],"multiple":[36],"objectives":[37],"that":[38,169],"affect":[39],"performance,":[41],"such":[42],"as":[43],"energy,":[44],"communication,":[45],"migration,":[46],"and":[47,77,151,157,175,186,191],"service":[48],"level":[49],"agreement":[50],"violation":[51],"(SLAV).":[52],"It":[53,101],"is":[54],"challenging":[55],"make":[57],"decisions":[59],"optimize":[61],"overall":[63],"objective":[64],"in":[65,163],"large-scale":[67,113],"cloud":[68],"environment.":[69],"This":[70],"article":[71],"establishes":[72],"multi-objective":[74,80],"optimization":[75],"model":[76],"proposes":[78],"algorithm":[82],"called":[83,108],"MiOvnm.":[84],"The":[85,116],"MiOvnm":[86,117,138,145,179],"employs":[87],"double":[89],"deep":[90],"<inline-formula><tex-math":[91],"notation=\"LaTeX\">$Q$</tex-math></inline-formula>":[92],"-learning":[93],"approach":[94],"cope":[96],"with":[97,112,122,194],"ample":[98],"state":[99],"space.":[100,115],"also":[102],"applies":[103],"an":[104],"action":[105,114,121,129],"selection":[106],"method":[107],"actfilter":[109],"deal":[111],"finds":[118],"optimal":[123],"potential":[124],"reward":[125],"from":[126],"candidate":[128],"set.":[130],"Simulation":[131],"results":[132,162],"demonstrate":[133],"superiority":[135],"our":[137],"state-of-the-art":[141],"methods.":[142],"More":[143],"specifically,":[144],"reduces":[146,180],"average":[147],"SLAV,":[148],"communication":[149],"cost,":[150],"total":[152,196],"cost":[153,197],"24.32%,":[155],"4.95%,":[156],"12.45%,":[158],"respectively.":[159],"Furthermore,":[160],"evaluation":[161],"real-world":[165],"OpenStack":[166],"platform":[167],"reveal":[168],"making":[170],"full":[171],"use":[172],"computation":[174],"resources,":[177],"completion":[182],"time":[183],"computation-":[185],"network-intensive":[187],"benchmarks":[188],"11.35%":[190],"10.31%,":[192],"respectively,":[193],"reduction":[198],"26.02%.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}