{"id":"https://openalex.org/W3102383207","doi":"https://doi.org/10.1109/jiot.2020.3038793","title":"Dynamic Service Function Chain Orchestration for NFV/MEC-Enabled IoT Networks: A Deep Reinforcement Learning Approach","display_name":"Dynamic Service Function Chain Orchestration for NFV/MEC-Enabled IoT Networks: A Deep Reinforcement Learning Approach","publication_year":2020,"publication_date":"2020-11-17","ids":{"openalex":"https://openalex.org/W3102383207","doi":"https://doi.org/10.1109/jiot.2020.3038793","mag":"3102383207"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.3038793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3038793","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101497719","display_name":"Yicen Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I183006215","display_name":"Shijiazhuang University","ror":"https://ror.org/028rmam09","country_code":"CN","type":"education","lineage":["https://openalex.org/I183006215"]},{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yicen Liu","raw_affiliation_strings":["Army Engineering University (Shijiazhuang Campus), Shijiazhuang, China"],"raw_orcid":"https://orcid.org/0000-0002-7720-6854","affiliations":[{"raw_affiliation_string":"Army Engineering University (Shijiazhuang Campus), Shijiazhuang, China","institution_ids":["https://openalex.org/I183006215","https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101627936","display_name":"Hao Lu","orcid":"https://orcid.org/0000-0001-5882-0536"},"institutions":[{"id":"https://openalex.org/I4210166468","display_name":"Beijing Aerospace Flight Control Center","ror":"https://ror.org/007a14354","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210166468"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Lu","raw_affiliation_strings":["Beijing Aerospace Control Center, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Aerospace Control Center, Beijing, China","institution_ids":["https://openalex.org/I4210166468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407725","display_name":"Xi Li","orcid":"https://orcid.org/0000-0002-4331-0805"},"institutions":[{"id":"https://openalex.org/I183006215","display_name":"Shijiazhuang University","ror":"https://ror.org/028rmam09","country_code":"CN","type":"education","lineage":["https://openalex.org/I183006215"]},{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Li","raw_affiliation_strings":["Army Engineering University (Shijiazhuang Campus), Shijiazhuang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Army Engineering University (Shijiazhuang Campus), Shijiazhuang, China","institution_ids":["https://openalex.org/I183006215","https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354608","display_name":"Yang Zhang","orcid":"https://orcid.org/0000-0001-9229-7689"},"institutions":[{"id":"https://openalex.org/I183006215","display_name":"Shijiazhuang University","ror":"https://ror.org/028rmam09","country_code":"CN","type":"education","lineage":["https://openalex.org/I183006215"]},{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["Army Engineering University (Shijiazhuang Campus), Shijiazhuang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Army Engineering University (Shijiazhuang Campus), Shijiazhuang, China","institution_ids":["https://openalex.org/I183006215","https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051401323","display_name":"Leiping Xi","orcid":null},"institutions":[{"id":"https://openalex.org/I183006215","display_name":"Shijiazhuang University","ror":"https://ror.org/028rmam09","country_code":"CN","type":"education","lineage":["https://openalex.org/I183006215"]},{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leiping Xi","raw_affiliation_strings":["Army Engineering University (Shijiazhuang Campus), Shijiazhuang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Army Engineering University (Shijiazhuang Campus), Shijiazhuang, China","institution_ids":["https://openalex.org/I183006215","https://openalex.org/I4210163363"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101904578","display_name":"Donghao Zhao","orcid":"https://orcid.org/0009-0004-9937-6936"},"institutions":[{"id":"https://openalex.org/I183006215","display_name":"Shijiazhuang University","ror":"https://ror.org/028rmam09","country_code":"CN","type":"education","lineage":["https://openalex.org/I183006215"]},{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghao Zhao","raw_affiliation_strings":["Army Engineering University (Shijiazhuang Campus), Shijiazhuang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Army Engineering University (Shijiazhuang Campus), Shijiazhuang, China","institution_ids":["https://openalex.org/I183006215","https://openalex.org/I4210163363"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5758,"has_fulltext":false,"cited_by_count":76,"citation_normalized_percentile":{"value":0.96842729,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"8","issue":"9","first_page":"7450","last_page":"7465"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.8577226400375366},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8262251615524292},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.792229175567627},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.5993289351463318},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.568124532699585},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5664181113243103},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5559772253036499},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5496283173561096},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5176801681518555},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.5163211226463318},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5159264802932739},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4897627830505371},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.47776806354522705},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.428596556186676},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26408451795578003},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.08683907985687256}],"concepts":[{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.8577226400375366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8262251615524292},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.792229175567627},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.5993289351463318},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.568124532699585},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5664181113243103},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5559772253036499},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5496283173561096},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5176801681518555},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.5163211226463318},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5159264802932739},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4897627830505371},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.47776806354522705},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.428596556186676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26408451795578003},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.08683907985687256},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2020.3038793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3038793","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3833904273","display_name":"\u9762\u5411\u79fb\u52a8\u8fb9\u7f18\u7f51\u7edc\u7684\u670d\u52a1\u529f\u80fd\u94fe\u6620\u5c04\u4e0e\u8c03\u6574\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62071483","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1823841943","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2234017516","https://openalex.org/W2374516805","https://openalex.org/W2488332032","https://openalex.org/W2500898769","https://openalex.org/W2546571074","https://openalex.org/W2556401543","https://openalex.org/W2593522104","https://openalex.org/W2597898076","https://openalex.org/W2623646697","https://openalex.org/W2730237704","https://openalex.org/W2734629956","https://openalex.org/W2736119169","https://openalex.org/W2758296822","https://openalex.org/W2763268973","https://openalex.org/W2765816777","https://openalex.org/W2766846498","https://openalex.org/W2772221637","https://openalex.org/W2781790117","https://openalex.org/W2789994870","https://openalex.org/W2790228828","https://openalex.org/W2792866491","https://openalex.org/W2793337561","https://openalex.org/W2808291900","https://openalex.org/W2895908914","https://openalex.org/W2901980690","https://openalex.org/W2904027376","https://openalex.org/W2909160991","https://openalex.org/W2918840401","https://openalex.org/W2919017393","https://openalex.org/W2920054549","https://openalex.org/W2931245396","https://openalex.org/W2949913798","https://openalex.org/W2956655210","https://openalex.org/W2963162514","https://openalex.org/W2963549123","https://openalex.org/W2963864421","https://openalex.org/W2979651171","https://openalex.org/W2980466635","https://openalex.org/W2981309377","https://openalex.org/W2985404942","https://openalex.org/W2986918619","https://openalex.org/W2991154860","https://openalex.org/W2995673860","https://openalex.org/W3004790966","https://openalex.org/W3006457242","https://openalex.org/W3022904235","https://openalex.org/W3040745125","https://openalex.org/W3047037323","https://openalex.org/W3092061906","https://openalex.org/W4293863568","https://openalex.org/W6741249093","https://openalex.org/W6744749404"],"related_works":["https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W4310007397","https://openalex.org/W4213154119","https://openalex.org/W2770104838","https://openalex.org/W2896418752","https://openalex.org/W4383749321","https://openalex.org/W4383501453","https://openalex.org/W2768673452"],"abstract_inverted_index":{"Network":[0],"function":[1,49],"virtualization":[2],"(NFV)":[3],"and":[4,81,92,150],"mobile-edge":[5],"computing":[6],"(MEC)":[7],"have":[8],"been":[9],"introduced":[10],"by":[11],"Internet":[12],"service":[13,42,48,94],"providers":[14],"(ISPs)":[15],"to":[16,70,127],"deal":[17,161],"with":[18,147,162,180],"various":[19],"challenges,":[20],"which":[21,61,158],"hinder":[22],"them":[23],"from":[24],"satisfying":[25],"ambitious":[26],"quality":[27],"of":[28,31,53,78,84,90,176],"experience":[29],"demands":[30],"the":[32,75,88,98,102,122,148,151,163,173,181],"Internet-of-Things":[33],"(IoT)":[34],"applications.":[35],"In":[36],"NFV/MEC-enabled":[37],"IoT":[38,41,71,79,85,136,166],"networks,":[39,86],"any":[40],"can":[43,62,159],"be":[44,63],"expressed":[45],"as":[46],"a":[47,107,142],"chain":[50],"(SFC)":[51],"consisting":[52],"several":[54],"strictly":[55],"ordered":[56],"virtual":[57],"network":[58],"functions":[59],"(VNFs),":[60],"geographically":[64],"placed":[65],"onto":[66],"edge":[67,104],"clouds":[68,105],"close":[69],"terminals.":[72],"However,":[73],"regarding":[74],"large":[76],"number":[77],"terminals":[80],"constant":[82],"dynamics":[83],"determining":[87],"placement":[89],"VNFs":[91],"routing":[93],"paths":[95],"that":[96],"optimize":[97],"end-to-end":[99],"delays":[100],"in":[101,165],"hybrid":[103],"is":[106,112,156],"challenging":[108],"problem.":[109],"This":[110],"problem":[111,118],"also":[113],"called":[114],"SFC":[115,131],"dynamic":[116,132],"orchestration":[117,133],"(SFC-DOP).":[119],"To":[120],"address":[121],"SFC-DOP,":[123],"we":[124],"are":[125],"motivated":[126],"creatively":[128],"present":[129],"an":[130],"framework":[134],"for":[135,145],"deep":[137],"reinforcement":[138],"learning":[139],"(DRL).":[140],"Also,":[141],"DRL-based":[143],"algorithm":[144],"SFC-DOP":[146,164],"actor-critic":[149],"deterministic":[152],"policy":[153],"gradient":[154],"scheme":[155],"provided,":[157],"efficiently":[160],"networks.":[167],"The":[168],"obtained":[169],"experimental":[170],"results":[171],"show":[172],"outstanding":[174],"performance":[175],"our":[177],"proposal":[178],"compared":[179],"current":[182],"benchmarks.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}