{"id":"https://openalex.org/W3017748691","doi":"https://doi.org/10.1109/tccn.2020.2988908","title":"Delay-Aware VNF Scheduling: A Reinforcement Learning Approach With Variable Action Set","display_name":"Delay-Aware VNF Scheduling: A Reinforcement Learning Approach With Variable Action Set","publication_year":2020,"publication_date":"2020-04-21","ids":{"openalex":"https://openalex.org/W3017748691","doi":"https://doi.org/10.1109/tccn.2020.2988908","mag":"3017748691"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2020.2988908","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2020.2988908","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101870134","display_name":"Junling Li","orcid":"https://orcid.org/0000-0002-7104-7100"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Junling Li","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066710499","display_name":"Weisen Shi","orcid":"https://orcid.org/0000-0002-0627-7567"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Weisen Shi","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404886","display_name":"Ning Zhang","orcid":"https://orcid.org/0000-0002-8781-4925"},"institutions":[{"id":"https://openalex.org/I96749437","display_name":"Texas A&M University \u2013 Corpus Christi","ror":"https://ror.org/01mrfdz82","country_code":"US","type":"education","lineage":["https://openalex.org/I96749437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ning Zhang","raw_affiliation_strings":["Texas A&M University\u2013Corpus Christi, Corpus Christi, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University\u2013Corpus Christi, Corpus Christi, TX, USA","institution_ids":["https://openalex.org/I96749437"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100773343","display_name":"Xuemin Shen","orcid":"https://orcid.org/0000-0002-4140-287X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xuemin Shen","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101870134"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":7.7389,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.97544446,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"7","issue":"1","first_page":"304","last_page":"318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8888940811157227},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6830946207046509},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6559565663337708},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5970678925514221},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5466606020927429},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5327638983726501},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4442482888698578},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.4412241280078888},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37211519479751587},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2919169068336487},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24604740738868713},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15712586045265198},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13983258605003357}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8888940811157227},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6830946207046509},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6559565663337708},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5970678925514221},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5466606020927429},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5327638983726501},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4442482888698578},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.4412241280078888},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37211519479751587},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2919169068336487},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24604740738868713},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15712586045265198},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13983258605003357},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2020.2988908","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2020.2988908","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1560074431","https://openalex.org/W1570407429","https://openalex.org/W1570584007","https://openalex.org/W1823841943","https://openalex.org/W1867018545","https://openalex.org/W1970176495","https://openalex.org/W1975957851","https://openalex.org/W1990298160","https://openalex.org/W2039233423","https://openalex.org/W2040672732","https://openalex.org/W2044684891","https://openalex.org/W2053443627","https://openalex.org/W2057392949","https://openalex.org/W2073384958","https://openalex.org/W2083104983","https://openalex.org/W2087179032","https://openalex.org/W2105685892","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2152195021","https://openalex.org/W2157846217","https://openalex.org/W2165131254","https://openalex.org/W2187600643","https://openalex.org/W2407110432","https://openalex.org/W2430218455","https://openalex.org/W2500898769","https://openalex.org/W2506108511","https://openalex.org/W2507756961","https://openalex.org/W2543580944","https://openalex.org/W2550384411","https://openalex.org/W2560592986","https://openalex.org/W2606265326","https://openalex.org/W2753182424","https://openalex.org/W2783465415","https://openalex.org/W2784205035","https://openalex.org/W2800182763","https://openalex.org/W2802687568","https://openalex.org/W2900499141","https://openalex.org/W2948489744","https://openalex.org/W2952332632","https://openalex.org/W2955198957","https://openalex.org/W2962682893","https://openalex.org/W2963079995","https://openalex.org/W2977636120","https://openalex.org/W2997749137","https://openalex.org/W3010042009","https://openalex.org/W3015755308","https://openalex.org/W3104727908","https://openalex.org/W4211221179","https://openalex.org/W6633472260","https://openalex.org/W6634270767","https://openalex.org/W6686695435","https://openalex.org/W6725207838","https://openalex.org/W6772382617"],"related_works":["https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2357975469","https://openalex.org/W4400868993"],"abstract_inverted_index":{"Software":[0],"defined":[1],"networking":[2],"(SDN)":[3],"and":[4,42,106,158,189],"network":[5,30,96,143],"function":[6,31,168],"virtualization":[7],"(NFV)":[8],"are":[9,183],"the":[10,50,58,95,101,108,134,142,150,164,170,187,193],"key":[11],"enabling":[12],"technologies":[13],"for":[14],"service":[15],"customization":[16],"in":[17,38,169],"next":[18],"generation":[19],"networks":[20],"to":[21,56,132,176,185],"support":[22],"various":[23],"applications.":[24],"In":[25,47],"such":[26],"a":[27,80,114,125],"circumstance,":[28],"virtual":[29],"(VNF)":[32],"scheduling":[33,52,136],"plays":[34],"an":[35],"essential":[36],"role":[37],"enhancing":[39],"resource":[40],"utilization":[41],"achieving":[43],"better":[44],"quality-of-service":[45],"(QoS).":[46],"this":[48],"paper,":[49],"VNF":[51,179],"problem":[53,76,110,119],"is":[54,77,87,111,130,173],"investigated":[55],"minimize":[57],"makespan":[59],"(i.e.,":[60],"overall":[61],"completion":[62],"time)":[63],"of":[64,163,192],"all":[65],"services,":[66],"while":[67],"satisfying":[68],"their":[69],"different":[70,160],"end-to-end":[71],"(E2E)":[72],"delay":[73],"requirements.":[74],"The":[75,145,166],"formulated":[78],"as":[79,94,113],"mixed":[81],"integer":[82],"linear":[83],"program":[84],"(MILP)":[85],"which":[86],"NP-hard":[88],"with":[89,103,120,141],"exponentially":[90],"increasing":[91],"computational":[92],"complexity":[93],"size":[97],"expands.":[98],"To":[99],"solve":[100],"MILP":[102],"high":[104,190],"efficiency":[105],"accuracy,":[107],"original":[109],"reformulated":[112],"Markov":[115],"decision":[116],"process":[117],"(MDP)":[118],"variable":[121,151],"action":[122,152],"set.":[123],"Then,":[124],"reinforcement":[126],"learning":[127,147],"(RL)":[128],"algorithm":[129,148,172],"developed":[131],"learn":[133],"best":[135],"policy":[137],"by":[138],"continuously":[139],"interacting":[140],"environment.":[144],"proposed":[146,171,194],"determines":[149],"set":[153],"at":[154],"each":[155],"decision-making":[156],"state":[157],"captures":[159],"execution":[161],"time":[162],"actions.":[165],"reward":[167],"carefully":[174],"designed":[175],"realize":[177],"delay-aware":[178],"scheduling.":[180],"Simulation":[181],"results":[182],"presented":[184],"demonstrate":[186],"convergence":[188],"accuracy":[191],"approach":[195],"against":[196],"other":[197],"benchmark":[198],"algorithms.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}