{"id":"https://openalex.org/W3015395145","doi":"https://doi.org/10.1109/tcc.2020.2985651","title":"Towards Intelligent Provisioning of Virtualized Network Functions in Cloud of Things: A Deep Reinforcement Learning Based Approach","display_name":"Towards Intelligent Provisioning of Virtualized Network Functions in Cloud of Things: A Deep Reinforcement Learning Based Approach","publication_year":2020,"publication_date":"2020-04-06","ids":{"openalex":"https://openalex.org/W3015395145","doi":"https://doi.org/10.1109/tcc.2020.2985651","mag":"3015395145"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2020.2985651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2020.2985651","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100746631","display_name":"Bo He","orcid":"https://orcid.org/0000-0003-1301-4981"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo He","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","EBUPT.COM, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1301-4981","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"EBUPT.COM, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432460","display_name":"Jingyu Wang","orcid":"https://orcid.org/0000-0002-2182-2228"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyu Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","EBUPT.COM, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2182-2228","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"EBUPT.COM, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406584","display_name":"Qi Qi","orcid":"https://orcid.org/0000-0003-0829-4624"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Qi","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","EBUPT.COM, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0829-4624","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"EBUPT.COM, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008194128","display_name":"Haifeng Sun","orcid":"https://orcid.org/0000-0003-3072-7422"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Sun","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","EBUPT.COM, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3072-7422","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"EBUPT.COM, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055685073","display_name":"Jianxin Liao","orcid":"https://orcid.org/0000-0003-1486-0573"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxin Liao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","EBUPT.COM, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1486-0573","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"EBUPT.COM, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.5455,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.83826665,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"10","issue":"2","first_page":"1262","last_page":"1274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.818160891532898},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7989343404769897},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7742791771888733},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7303935289382935},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5938383936882019},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5639969110488892},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.49785542488098145},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4617130756378174},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.45078128576278687},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20022380352020264},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1332356333732605},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08872461318969727}],"concepts":[{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.818160891532898},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7989343404769897},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7742791771888733},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7303935289382935},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5938383936882019},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5639969110488892},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.49785542488098145},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4617130756378174},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.45078128576278687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20022380352020264},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1332356333732605},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08872461318969727},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2020.2985651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2020.2985651","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G158050311","display_name":"\u9762\u5411\u8f6f\u4ef6\u5b9a\u4e49\u6570\u636e\u4e2d\u5fc3\u7684\u591a\u8def\u5f84\u4f20\u8f93\u673a\u5236\u53ca\u8054\u5408\u4f18\u5316\u7406\u8bba\u7814\u7a76","funder_award_id":"61671079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5092157715","display_name":"\u57fa\u4e8e\u4eba\u5de5\u667a\u80fd\u7684\u8f6f\u4ef6\u5b9a\u4e49\u7f51\u7edc\u6d41\u91cf\u8bc6\u522b\u4e0e\u8d44\u6e90\u5206\u914d\u7814\u7a76","funder_award_id":"61771068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1651984967","https://openalex.org/W1994721878","https://openalex.org/W2009303086","https://openalex.org/W2073089243","https://openalex.org/W2118404561","https://openalex.org/W2119271160","https://openalex.org/W2145339207","https://openalex.org/W2220281005","https://openalex.org/W2296689450","https://openalex.org/W2314164187","https://openalex.org/W2343500695","https://openalex.org/W2471288191","https://openalex.org/W2527484278","https://openalex.org/W2546571074","https://openalex.org/W2591712613","https://openalex.org/W2592340788","https://openalex.org/W2596636257","https://openalex.org/W2597068831","https://openalex.org/W2597898076","https://openalex.org/W2604062557","https://openalex.org/W2616644355","https://openalex.org/W2736601468","https://openalex.org/W2742102025","https://openalex.org/W2742759325","https://openalex.org/W2743556905","https://openalex.org/W2750674396","https://openalex.org/W2753580776","https://openalex.org/W2761694337","https://openalex.org/W2762329652","https://openalex.org/W2766401293","https://openalex.org/W2772792841","https://openalex.org/W2777551158","https://openalex.org/W2783320270","https://openalex.org/W2783857850","https://openalex.org/W2783992985","https://openalex.org/W2788005034","https://openalex.org/W2789310914","https://openalex.org/W2792071139","https://openalex.org/W2807192995","https://openalex.org/W2811329274","https://openalex.org/W2886902868","https://openalex.org/W2900693213","https://openalex.org/W2901492543","https://openalex.org/W2906083441","https://openalex.org/W2949913798","https://openalex.org/W2952176601","https://openalex.org/W2963549123","https://openalex.org/W2979077577","https://openalex.org/W2980892961","https://openalex.org/W2982649823","https://openalex.org/W3126135128","https://openalex.org/W4252214219","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6679257226","https://openalex.org/W6683107984","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6743802245","https://openalex.org/W6752460149","https://openalex.org/W6753322307"],"related_works":["https://openalex.org/W2893779165","https://openalex.org/W2017432143","https://openalex.org/W1973694374","https://openalex.org/W2983574358","https://openalex.org/W2370475531","https://openalex.org/W4385924768","https://openalex.org/W4256551238","https://openalex.org/W2610550183","https://openalex.org/W2914112812","https://openalex.org/W2125830297"],"abstract_inverted_index":{"Cloud":[0],"of":[1,7,9,36,79,86,107,120,140],"Things":[2,10],"(CoT)":[3],"is":[4,40,75,109,162],"an":[5,43,103],"integration":[6],"Internet":[8],"(IoT)":[11],"and":[12,77,97,143,199],"cloud":[13],"computing,":[14],"where":[15],"Network":[16,24],"Function":[17],"Virtualization":[18],"(NFV)":[19],"can":[20],"dynamically":[21],"provide":[22],"Virtualized":[23],"Functions":[25],"(VNFs)":[26],"for":[27,70,83,111],"IoT":[28],"devices":[29],"based":[30,136],"on":[31,53,68,137],"service-specific":[32],"requirements.":[33],"The":[34,124,190],"provisioning":[35,69,105],"VNFs":[37,108,188],"in":[38,184],"CoT":[39,87,113,185],"formulated":[41],"as":[42],"online":[44],"decision-making":[45],"problem,":[46],"but":[47],"widely":[48],"used":[49],"methods":[50],"mostly":[51],"focus":[52],"characterizing":[54],"the":[55,62,71,138,166,182],"environment":[56],"using":[57,157],"simple":[58],"models":[59],"to":[60,95,117,133,164],"obtain":[61,165],"optimal":[63],"solution.":[64],"Valuable":[65],"historical":[66],"experience":[67],"best":[72],"long-term":[73],"benefits":[74],"ignored":[76],"Quality":[78],"Service":[80],"(QoS)":[81],"requirements":[82],"different":[84],"types":[85],"services":[88],"are":[89],"also":[90],"not":[91],"considered,":[92],"which":[93],"leads":[94],"inefficient":[96],"coarse-gained":[98],"provisioning.":[99,189],"In":[100,146],"this":[101,147],"article,":[102],"intelligent":[104],"framework":[106,125,180],"proposed":[110],"adaptive":[112],"resource":[114],"scheduling":[115],"according":[116],"traffic":[118,144],"identification":[119],"heterogeneous":[121],"network":[122,141,197],"services.":[123],"leverages":[126],"a":[127,149,170],"Deep":[128],"Reinforcement":[129],"Learning":[130],"(DRL)-based":[131],"model":[132,192],"make":[134],"decisions":[135],"complexity":[139],"environments":[142],"variances.":[145],"model,":[148],"policy":[150],"gradient":[151],"DRL":[152,205],"algorithm,":[153],"namely,":[154],"Policy":[155],"Optimization":[156],"Kronecker-Factored":[158],"Trust":[159],"Region":[160],"(POKTR)":[161],"adopted":[163],"stable":[167],"performance":[168],"by":[169,186],"novel":[171],"surrogate":[172],"objective":[173],"function.":[174],"Experimental":[175],"results":[176],"verify":[177],"that":[178],"our":[179],"improves":[181],"QoS":[183],"real-time":[187],"DRL-based":[191],"with":[193],"POKTR":[194],"algorithm":[195],"reduces":[196],"congestion":[198],"achieves":[200],"higher":[201],"throughput":[202],"than":[203],"other":[204],"algorithms.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}