{"id":"https://openalex.org/W2996568029","doi":"https://doi.org/10.1109/jsac.2019.2959182","title":"Intelligent VNF Orchestration and Flow Scheduling via Model-Assisted Deep Reinforcement Learning","display_name":"Intelligent VNF Orchestration and Flow Scheduling via Model-Assisted Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-12-12","ids":{"openalex":"https://openalex.org/W2996568029","doi":"https://doi.org/10.1109/jsac.2019.2959182","mag":"2996568029"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2019.2959182","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2959182","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073146599","display_name":"Lin Gu","orcid":"https://orcid.org/0000-0002-6525-9334"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Gu","raw_affiliation_strings":["Cluster and Grid Computing Laboratory, Huazhong University of Science and Technology, Hubei, China","National Engineering Research Center for Big Data Technology and System, Huazhong University of Science and Technology, Hubei, China","School of Computer Science and Technology, Huazhong University of Science and Technology, Hubei, China","Services Computing Technology and System Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cluster and Grid Computing Laboratory, Huazhong University of Science and Technology, Hubei, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Huazhong University of Science and Technology, Hubei, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Hubei, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Services Computing Technology and System Laboratory","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077093242","display_name":"Deze Zeng","orcid":"https://orcid.org/0000-0003-3276-1202"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deze Zeng","raw_affiliation_strings":["Hubei Key Laboratory of Intelligent Geo-Information Processing, School of Computer Science, China University of Geosciences, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-3276-1202","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Geo-Information Processing, School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100318462","display_name":"Wei Li","orcid":"https://orcid.org/0000-0003-4731-3226"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Li","raw_affiliation_strings":["School of Computer Science, The University of Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043464306","display_name":"Song Guo","orcid":"https://orcid.org/0000-0001-9831-2202"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Song Guo","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015993565","display_name":"Albert Y. Zomaya","orcid":"https://orcid.org/0000-0002-3090-1059"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Albert Y. Zomaya","raw_affiliation_strings":["School of Computer Science, The University of Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022262922","display_name":"Hai Jin","orcid":"https://orcid.org/0000-0002-3934-7605"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Jin","raw_affiliation_strings":["Cluster and Grid Computing Laboratory, Huazhong University of Science and Technology, Hubei, China","National Engineering Research Center for Big Data Technology and System, Huazhong University of Science and Technology, Hubei, China","School of Computer Science and Technology, Huazhong University of Science and Technology, Hubei, China","Services Computing Technology and System Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cluster and Grid Computing Laboratory, Huazhong University of Science and Technology, Hubei, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Huazhong University of Science and Technology, Hubei, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Hubei, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Services Computing Technology and System Laboratory","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.6677,"has_fulltext":false,"cited_by_count":100,"citation_normalized_percentile":{"value":0.98266308,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"38","issue":"2","first_page":"279","last_page":"291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8639095425605774},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7564956545829773},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5402860641479492},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.488753080368042},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4813742935657501},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.41458308696746826},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.4122496247291565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3424229323863983},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.33050352334976196},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.22410935163497925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8639095425605774},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7564956545829773},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5402860641479492},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.488753080368042},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4813742935657501},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.41458308696746826},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.4122496247291565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3424229323863983},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.33050352334976196},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.22410935163497925},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jsac.2019.2959182","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2959182","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-130200","is_oa":false,"landing_page_url":"http://www.scopus.com/record/display.url?eid=2-s2.0-85076751226&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2760285631","display_name":"\u5bb9\u5668\u5316\u7f51\u7edc\u529f\u80fd\u4e0e\u865a\u62df\u5316\u7f51\u7edc\u529f\u80fd\u7684\u6df7\u5408\u7f16\u6392\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61972171","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5138959851","display_name":null,"funder_award_id":"2018YFB1003500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6827659901","display_name":"\u53ef\u518d\u751f\u80fd\u6e90\u652f\u6491\u4e91\u65e0\u7ebf\u63a5\u5165\u7f51\u4e2d\u7684\u8d44\u6e90\u534f\u540c\u8c03\u5ea6\u4f18\u5316\u7b56\u7565\u7814\u7a76","funder_award_id":"61772480","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7111805306","display_name":"\u9762\u5411\u8fb9\u7f18\u667a\u80fd\u7684\u8d44\u6e90\u914d\u7f6e\u4e0e\u90e8\u7f72\u4f18\u5316\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61872310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8126655775","display_name":null,"funder_award_id":"61602199","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1491843047","https://openalex.org/W2156568423","https://openalex.org/W2257979135","https://openalex.org/W2492309821","https://openalex.org/W2534470189","https://openalex.org/W2546571074","https://openalex.org/W2558513815","https://openalex.org/W2617931713","https://openalex.org/W2735653796","https://openalex.org/W2748182655","https://openalex.org/W2756144809","https://openalex.org/W2758296822","https://openalex.org/W2761444498","https://openalex.org/W2762662031","https://openalex.org/W2786348542","https://openalex.org/W2801358835","https://openalex.org/W2805049950","https://openalex.org/W2809729590","https://openalex.org/W2824027552","https://openalex.org/W2889474327","https://openalex.org/W2895683153","https://openalex.org/W2897028151","https://openalex.org/W2900629482","https://openalex.org/W2912731102","https://openalex.org/W2919034928","https://openalex.org/W2921646839","https://openalex.org/W2923919516","https://openalex.org/W2931245396","https://openalex.org/W2963549123","https://openalex.org/W2980887937","https://openalex.org/W2982408761","https://openalex.org/W2982649823","https://openalex.org/W6629406372","https://openalex.org/W6728733929","https://openalex.org/W6744749404"],"related_works":["https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W560952460","https://openalex.org/W2290927522","https://openalex.org/W4283579741","https://openalex.org/W3066706303","https://openalex.org/W876159576","https://openalex.org/W2943612818","https://openalex.org/W4385152897"],"abstract_inverted_index":{"Hosting":[0],"virtualized":[1],"network":[2,14,44],"functions":[3],"(VNF)":[4],"has":[5],"been":[6],"regarded":[7],"as":[8,48,170],"an":[9],"effective":[10],"way":[11,80],"to":[12,34,81,109,118,143],"realize":[13],"function":[15],"virtualization":[16],"(NFV).":[17],"Considering":[18],"the":[19,26,36,40,111,133,138,145,152,162,187],"cost":[20],"diversity":[21],"in":[22,127],"cloud":[23],"computing,":[24],"from":[25,91],"perspective":[27],"of":[28,165],"service":[29],"providers,":[30],"it":[31,49,171],"is":[32,77,155],"significant":[33],"orchestrate":[35],"VNFs":[37],"and":[38],"schedule":[39],"traffic":[41],"flows":[42],"for":[43,124],"utility":[45],"maximization":[46],"(NUM)":[47],"implies":[50],"maximal":[51],"revenue.":[52],"However,":[53,85],"traditional":[54,178],"heuristic":[55,139],"solutions":[56,140],"based":[57],"on":[58,149],"optimization":[59,103],"models":[60,104],"usually":[61],"follow":[62],"some":[63],"assumptions,":[64],"limiting":[65],"their":[66],"applicability.":[67],"Recent":[68],"studies":[69],"have":[70],"shown":[71],"that":[72,102],"deep":[73],"reinforcement":[74],"learning":[75],"(DRL)":[76],"a":[78,120],"promising":[79],"tackle":[82],"such":[83,150],"limitations.":[84],"DRL":[86,112,122,153,168,179],"agent":[87,134],"training":[88,146],"also":[89,156,182],"suffers":[90],"slow":[92],"convergence":[93],"problem,":[94],"especially":[95],"with":[96,183],"complex":[97],"control":[98],"problems.":[99],"We":[100],"notice":[101],"actually":[105],"can":[106],"be":[107],"applied":[108],"accelerate":[110],"training.":[113],"Therefore,":[114],"we":[115],"are":[116,141],"motivated":[117],"design":[119],"model-assisted":[121,167],"framework":[123,154,169],"VNF":[125],"orchestration":[126],"this":[128],"paper.":[129],"Other":[130],"than":[131,177],"letting":[132],"blindly":[135],"explore":[136],"actions,":[137],"used":[142],"guide":[144],"process.":[147],"Based":[148],"principle,":[151],"redesigned":[157],"accordingly.":[158],"Experiment":[159],"results":[160],"validate":[161],"high":[163],"efficiency":[164],"our":[166],"not":[172],"only":[173],"converges":[174],"23\u00d7":[175],"faster":[176],"algorithm,":[180],"but":[181],"higher":[184],"performance":[185],"at":[186],"same":[188],"time.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":15}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}