{"id":"https://openalex.org/W3215348578","doi":"https://doi.org/10.1109/nas51552.2021.9605395","title":"Flow Scheduling in a Heterogeneous NFV Environment using Reinforcement Learning","display_name":"Flow Scheduling in a Heterogeneous NFV Environment using Reinforcement Learning","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3215348578","doi":"https://doi.org/10.1109/nas51552.2021.9605395","mag":"3215348578"},"language":"en","primary_location":{"id":"doi:10.1109/nas51552.2021.9605395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/nas51552.2021.9605395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Networking, Architecture and Storage (NAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110818218","display_name":"C. Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chun-Jen Lin","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Massachusetts Lowell"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Massachusetts Lowell","institution_ids":["https://openalex.org/I133738476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003621523","display_name":"Yan Luo","orcid":"https://orcid.org/0000-0002-5301-5092"},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Luo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Massachusetts Lowell"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Massachusetts Lowell","institution_ids":["https://openalex.org/I133738476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017914641","display_name":"Liangmin Wang","orcid":"https://orcid.org/0000-0003-0048-5979"},"institutions":[{"id":"https://openalex.org/I4210158342","display_name":"Intel (United Kingdom)","ror":"https://ror.org/058cxws58","country_code":"GB","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210158342"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Liang-Min Wang","raw_affiliation_strings":["Intel Corporation"],"affiliations":[{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I4210158342"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041296949","display_name":"Li-De Chen","orcid":"https://orcid.org/0009-0006-4206-1022"},"institutions":[{"id":"https://openalex.org/I4210158342","display_name":"Intel (United Kingdom)","ror":"https://ror.org/058cxws58","country_code":"GB","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210158342"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Li-De Chen","raw_affiliation_strings":["Intel Corporation"],"affiliations":[{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I4210158342"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5110818218"],"corresponding_institution_ids":["https://openalex.org/I133738476"],"apc_list":null,"apc_paid":null,"fwci":0.3056,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.61170741,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"32","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8325789570808411},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8282816410064697},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7695128917694092},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6356366872787476},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5817136168479919},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5687699913978577},{"id":"https://openalex.org/keywords/network-functions-virtualization","display_name":"Network Functions Virtualization","score":0.529072105884552},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.46336671710014343},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.4137445390224457},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24397844076156616},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19247040152549744},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.16977950930595398},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.11465299129486084}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8325789570808411},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8282816410064697},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7695128917694092},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6356366872787476},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5817136168479919},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5687699913978577},{"id":"https://openalex.org/C200789330","wikidata":"https://www.wikidata.org/wiki/Q7000834","display_name":"Network Functions Virtualization","level":3,"score":0.529072105884552},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.46336671710014343},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4137445390224457},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24397844076156616},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19247040152549744},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.16977950930595398},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.11465299129486084},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/nas51552.2021.9605395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/nas51552.2021.9605395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Networking, Architecture and Storage (NAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1771410628","https://openalex.org/W1966811093","https://openalex.org/W2006945348","https://openalex.org/W2145339207","https://openalex.org/W2257979135","https://openalex.org/W2260783129","https://openalex.org/W2465005408","https://openalex.org/W2546571074","https://openalex.org/W2736601468","https://openalex.org/W2786590101","https://openalex.org/W2808291900","https://openalex.org/W2859870583","https://openalex.org/W2889068523","https://openalex.org/W2949913798","https://openalex.org/W2954711779","https://openalex.org/W2964043796","https://openalex.org/W2968986602","https://openalex.org/W2969539885","https://openalex.org/W3040745125","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6753325967","https://openalex.org/W6765213128"],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W2167596916","https://openalex.org/W2388464034","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2105580438","https://openalex.org/W2496445523","https://openalex.org/W2461440407","https://openalex.org/W3148545455","https://openalex.org/W2309305620"],"abstract_inverted_index":{"Network":[0],"function":[1],"virtualization":[2],"(NFV)":[3],"allows":[4],"net-work":[5],"functions":[6],"executed":[7],"on":[8],"general-purpose":[9],"servers":[10],"or":[11],"virtual":[12],"machines":[13],"(VMs)":[14],"instead":[15],"of":[16,25,75,85,98],"proprietary":[17],"hardware,":[18],"greatly":[19],"improving":[20],"the":[21,73,83,88,96,141,150],"flexibility":[22],"and":[23,79,115,120,138,157,161],"scalability":[24],"network":[26],"services.":[27],"Recent":[28],"trends":[29],"in":[30,41,44,62,87],"using":[31],"programmable":[32],"accelerators":[33],"to":[34,59,81,94,140,153],"speed":[35],"up":[36],"NFV":[37,47],"performance":[38,97],"introduce":[39],"challenges":[40],"flow":[42,158],"scheduling":[43,102],"a":[45],"dynamic":[46],"environment.":[48],"Reinforcement":[49],"learning":[50,54,100],"(RL)":[51],"trains":[52],"machine":[53],"models":[55],"for":[56],"decision":[57],"making":[58],"maximize":[60],"returns":[61],"uncertain":[63],"environments":[64],"such":[65,104],"as":[66,105],"NFV.":[67],"In":[68],"this":[69],"paper,":[70],"we":[71],"study":[72],"allocation":[74],"heterogeneous":[76],"processors":[77],"(CPUs":[78],"FPGAs)":[80],"minimize":[82],"delays":[84],"flows":[86],"system.":[89],"We":[90,145],"conduct":[91],"extensive":[92],"simulations":[93],"evaluate":[95],"reinforcement":[99],"based":[101,130],"algorithms":[103],"Advantage":[106],"Actor":[107],"Critic":[108],"(A2C),":[109],"Trust":[110],"Region":[111],"Policy":[112,117],"Optimization":[113,118],"(TRPO)":[114],"Proximal":[116],"(PPO),":[119],"compare":[121],"with":[122],"greedy":[123,143],"policies.":[124,166],"The":[125],"results":[126],"show":[127],"that":[128],"RL":[129],"schedulers":[131],"can":[132],"effectively":[133],"learn":[134],"from":[135],"past":[136],"experiences":[137],"converge":[139],"optimal":[142],"policy.":[144],"also":[146],"analyze":[147],"in-depth":[148],"how":[149],"policies":[151],"lead":[152],"different":[154],"processor":[155],"utilization":[156],"processing":[159],"time,":[160],"provide":[162],"insights":[163],"into":[164],"these":[165]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}