{"id":"https://openalex.org/W2996851691","doi":"https://doi.org/10.1109/tcc.2019.2961093","title":"Efficient Provision of Service Function Chains in Overlay Networks Using Reinforcement Learning","display_name":"Efficient Provision of Service Function Chains in Overlay Networks Using Reinforcement Learning","publication_year":2019,"publication_date":"2019-12-24","ids":{"openalex":"https://openalex.org/W2996851691","doi":"https://doi.org/10.1109/tcc.2019.2961093","mag":"2996851691"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2019.2961093","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2019.2961093","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066862228","display_name":"Guanglei Li","orcid":"https://orcid.org/0000-0003-3442-199X"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanglei Li","raw_affiliation_strings":["School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3442-199X","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029892879","display_name":"Huachun Zhou","orcid":"https://orcid.org/0000-0003-2193-2432"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huachun Zhou","raw_affiliation_strings":["School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024216582","display_name":"Bohao Feng","orcid":"https://orcid.org/0000-0002-8129-8675"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bohao Feng","raw_affiliation_strings":["School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8129-8675","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101435876","display_name":"Yuming Zhang","orcid":"https://orcid.org/0000-0002-8206-7457"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuming Zhang","raw_affiliation_strings":["School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8206-7457","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005228053","display_name":"Shui Yu","orcid":"https://orcid.org/0000-0003-4485-6743"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shui Yu","raw_affiliation_strings":["School of Software, University of Technology Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4485-6743","affiliations":[{"raw_affiliation_string":"School of Software, University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1988,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.92839227,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"10","issue":"1","first_page":"383","last_page":"395"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8654964566230774},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7282910346984863},{"id":"https://openalex.org/keywords/chaining","display_name":"Chaining","score":0.6496033668518066},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5745167136192322},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5569119453430176},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.4700407385826111},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.4515192210674286},{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.4510393440723419},{"id":"https://openalex.org/keywords/overlay-network","display_name":"Overlay network","score":0.4402358829975128},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3355039358139038},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.24392741918563843},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.18810772895812988}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8654964566230774},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7282910346984863},{"id":"https://openalex.org/C49020025","wikidata":"https://www.wikidata.org/wiki/Q1059099","display_name":"Chaining","level":2,"score":0.6496033668518066},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5745167136192322},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5569119453430176},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.4700407385826111},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.4515192210674286},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.4510393440723419},{"id":"https://openalex.org/C169851745","wikidata":"https://www.wikidata.org/wiki/Q1331985","display_name":"Overlay network","level":3,"score":0.4402358829975128},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3355039358139038},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.24392741918563843},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.18810772895812988},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcc.2019.2961093","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2019.2961093","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/148499","is_oa":false,"landing_page_url":"http://hdl.handle.net/10453/148499","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3584515564","display_name":null,"funder_award_id":"2019YJS004","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5863190842","display_name":null,"funder_award_id":"2018YFA0701604","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6167151089","display_name":null,"funder_award_id":"61802014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W298976786","https://openalex.org/W2031175798","https://openalex.org/W2124990550","https://openalex.org/W2145339207","https://openalex.org/W2148913232","https://openalex.org/W2169455789","https://openalex.org/W2290944024","https://openalex.org/W2332400373","https://openalex.org/W2471288191","https://openalex.org/W2488936582","https://openalex.org/W2500898769","https://openalex.org/W2512877821","https://openalex.org/W2527760048","https://openalex.org/W2546571074","https://openalex.org/W2549452555","https://openalex.org/W2556401543","https://openalex.org/W2604275479","https://openalex.org/W2612493356","https://openalex.org/W2615459164","https://openalex.org/W2739466008","https://openalex.org/W2741401130","https://openalex.org/W2754361397","https://openalex.org/W2756144809","https://openalex.org/W2759910885","https://openalex.org/W2766371973","https://openalex.org/W2767359317","https://openalex.org/W2772526503","https://openalex.org/W2783382314","https://openalex.org/W2784303083","https://openalex.org/W2788163338","https://openalex.org/W2799319076","https://openalex.org/W2892214318","https://openalex.org/W2900804979","https://openalex.org/W2903408562","https://openalex.org/W2905677277","https://openalex.org/W2918540719","https://openalex.org/W2921334498","https://openalex.org/W2952332632","https://openalex.org/W2955753811","https://openalex.org/W2959592396","https://openalex.org/W2997947960","https://openalex.org/W3126135128","https://openalex.org/W6610666704","https://openalex.org/W6730742100","https://openalex.org/W6736124159","https://openalex.org/W6757675770"],"related_works":["https://openalex.org/W2389719923","https://openalex.org/W1534871385","https://openalex.org/W2578141873","https://openalex.org/W2513760312","https://openalex.org/W1568263432","https://openalex.org/W4385872024","https://openalex.org/W4313532196","https://openalex.org/W2803807674","https://openalex.org/W4210373282","https://openalex.org/W3046082053"],"abstract_inverted_index":{"Software-Defined":[0],"Networking":[1],"(SDN)":[2],"and":[3,19,51,57,143,163,169,191,197],"Network":[4,30],"Functions":[5,31],"Virtualization":[6],"(NFV)":[7],"technologies":[8],"facilitate":[9],"deploying":[10],"Service":[11],"Function":[12],"Chains":[13],"(SFCs)":[14],"at":[15],"clouds":[16],"in":[17,33,87,99],"efficiency":[18],"flexibility.":[20],"However,":[21],"it":[22,76],"is":[23,185],"still":[24],"challenging":[25],"to":[26,71,79,187],"efficiently":[27],"chain":[28],"Virtualized":[29],"(VNFs)":[32],"overlay":[34,100],"networks":[35],"without":[36,83],"knowledge":[37],"of":[38,62,182],"underlying":[39],"network":[40],"configurations.":[41],"Although":[42],"there":[43],"are":[44,110],"many":[45],"deterministic":[46],"approaches":[47],"for":[48,95,127,174],"VNF":[49],"placement":[50],"chaining,":[52],"they":[53],"have":[54],"high":[55],"complexity":[56],"depend":[58],"on":[59],"state":[60],"information":[61],"substrate":[63],"networks.":[64],"Fortunately,":[65],"Reinforcement":[66],"Learning":[67],"(RL)":[68],"brings":[69],"opportunities":[70],"alleviate":[72],"this":[73,88],"challenge":[74],"as":[75],"can":[77],"learn":[78],"make":[80],"suitable":[81],"decisions":[82],"prior":[84],"knowledge.":[85],"Therefore,":[86],"article,":[89],"we":[90,115,130,150],"propose":[91,144],"an":[92,121,171],"RL":[93],"approach":[94,154,184],"efficient":[96],"SFC":[97,134,161],"provision":[98],"networks,":[101],"where":[102],"the":[103,118,132,188],"same":[104],"VNFs":[105],"provided":[106],"by":[107],"multiple":[108],"vendors":[109],"with":[111,155,158],"different":[112],"performance.":[113],"Specifically,":[114],"first":[116],"formulate":[117],"problem":[119],"into":[120,137],"Integer":[122],"Linear":[123],"Programming":[124],"(ILP)":[125],"model":[126],"benchmarking.":[128],"Then,":[129],"present":[131],"online":[133],"path":[135],"selection":[136],"a":[138,145,164],"Markov":[139],"Decision":[140],"Process":[141],"(MDP)":[142],"corresponding":[146],"policy-gradient-based":[147],"solution.":[148],"Finally,":[149],"evaluate":[151],"our":[152,183],"proposed":[153],"extensive":[156],"simulations":[157],"randomly":[159],"generated":[160],"requests":[162],"real-world":[165],"video":[166],"streaming":[167],"dataset,":[168],"implement":[170],"emulation":[172],"system":[173],"feasibility":[175],"verification.":[176],"Related":[177],"results":[178],"demonstrate":[179],"that":[180],"performance":[181],"close":[186],"ILP-based":[189],"method":[190],"better":[192],"than":[193],"deep":[194],"Q-learning,":[195],"random,":[196],"load-least-greedy":[198],"methods.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}