{"id":"https://openalex.org/W4285268999","doi":"https://doi.org/10.1109/tnsm.2022.3175910","title":"A Reinforcement Learning Approach for Virtual Network Function Chaining and Sharing in Softwarized Networks","display_name":"A Reinforcement Learning Approach for Virtual Network Function Chaining and Sharing in Softwarized Networks","publication_year":2022,"publication_date":"2022-05-17","ids":{"openalex":"https://openalex.org/W4285268999","doi":"https://doi.org/10.1109/tnsm.2022.3175910"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2022.3175910","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3175910","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2117/381198","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054282996","display_name":"Godfrey Kibalya","orcid":"https://orcid.org/0000-0002-7053-3756"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Godfrey KIbalya","raw_affiliation_strings":["Department of Network Engineering, Technical University of Catalonia (UPC), Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Network Engineering, Technical University of Catalonia (UPC), Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101722119","display_name":"Joan Serrat","orcid":"https://orcid.org/0000-0002-4551-9880"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Joan Serrat-Fernandez","raw_affiliation_strings":["Department of Network Engineering, Technical University of Catalonia (UPC), Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Network Engineering, Technical University of Catalonia (UPC), Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020255794","display_name":"Juan\u2010Luis Gorricho","orcid":"https://orcid.org/0000-0002-6280-1546"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan-Luis Gorricho","raw_affiliation_strings":["Department of Network Engineering, Technical University of Catalonia (UPC), Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Network Engineering, Technical University of Catalonia (UPC), Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067299655","display_name":"Peiying Zhang","orcid":"https://orcid.org/0000-0002-0990-5581"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiying Zhang","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5054282996"],"corresponding_institution_ids":["https://openalex.org/I9617848"],"apc_list":null,"apc_paid":null,"fwci":1.7947,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.8531856,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"19","issue":"3","first_page":"3352","last_page":"3370"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8850048780441284},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8101274967193604},{"id":"https://openalex.org/keywords/chaining","display_name":"Chaining","score":0.801834762096405},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.7175987958908081},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7100933790206909},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5202159285545349},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.5084096789360046},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35237520933151245},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1952785849571228}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8850048780441284},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8101274967193604},{"id":"https://openalex.org/C49020025","wikidata":"https://www.wikidata.org/wiki/Q1059099","display_name":"Chaining","level":2,"score":0.801834762096405},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.7175987958908081},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7100933790206909},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5202159285545349},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.5084096789360046},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35237520933151245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1952785849571228},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2022.3175910","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3175910","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:upcommons.upc.edu:2117/381198","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/381198","pdf_url":null,"source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/381198","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/381198","pdf_url":null,"source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8799999952316284,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2557502505","display_name":null,"funder_award_id":"ISN23-09","funder_id":"https://openalex.org/F4320330485","funder_display_name":"State Key Laboratory of Integrated Services Networks"},{"id":"https://openalex.org/G3073237335","display_name":null,"funder_award_id":"TEC2015-71329-C2-2-R (MINECO/FEDER)","funder_id":"https://openalex.org/F4320321837","funder_display_name":"Ministerio de Econom\u00eda y Competitividad"},{"id":"https://openalex.org/G4305847060","display_name":null,"funder_award_id":"777067 (NECOS project)","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G7350231434","display_name":null,"funder_award_id":"ZR2020MF006","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320321837","display_name":"Ministerio de Econom\u00eda y Competitividad","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320330485","display_name":"State Key Laboratory of Integrated Services Networks","ror":null},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1435010830","https://openalex.org/W1606007663","https://openalex.org/W2022070214","https://openalex.org/W2374516805","https://openalex.org/W2430218455","https://openalex.org/W2573563983","https://openalex.org/W2739795154","https://openalex.org/W2762906873","https://openalex.org/W2784205035","https://openalex.org/W2886182585","https://openalex.org/W2892214318","https://openalex.org/W2915511443","https://openalex.org/W2936511120","https://openalex.org/W2941510496","https://openalex.org/W2949913798","https://openalex.org/W2951643625","https://openalex.org/W2963453742","https://openalex.org/W2963939962","https://openalex.org/W2968703694","https://openalex.org/W2969575373","https://openalex.org/W2969950090","https://openalex.org/W2980466635","https://openalex.org/W2981289914","https://openalex.org/W2983809055","https://openalex.org/W2989178978","https://openalex.org/W2992095126","https://openalex.org/W3009085071","https://openalex.org/W3009907352","https://openalex.org/W3015301640","https://openalex.org/W3032937389","https://openalex.org/W3034215559","https://openalex.org/W3046036859","https://openalex.org/W3094092585","https://openalex.org/W3100960872","https://openalex.org/W3114873647","https://openalex.org/W3135481921","https://openalex.org/W3155878847","https://openalex.org/W3162724819","https://openalex.org/W3209216881","https://openalex.org/W3211254392","https://openalex.org/W3213131561","https://openalex.org/W4200509730","https://openalex.org/W6628561984","https://openalex.org/W6636279949","https://openalex.org/W6762327732","https://openalex.org/W6781035822","https://openalex.org/W6802791260"],"related_works":["https://openalex.org/W2941957272","https://openalex.org/W2903328691","https://openalex.org/W2967858304","https://openalex.org/W2791010391","https://openalex.org/W2889650910","https://openalex.org/W2951557574","https://openalex.org/W4300138531","https://openalex.org/W2620066784","https://openalex.org/W3015273126","https://openalex.org/W2956655210"],"abstract_inverted_index":{"Cognizant":[0],"of":[1,36,40,46,66,78,89,102,112,129,152,173],"the":[2,19,34,44,55,63,67,100,103,110,113,138,182],"ease":[3],"with":[4],"which":[5],"softwarized":[6],"functions":[7],"can":[8,24],"be":[9],"dynamically":[10],"scaled":[11],"according":[12],"to":[13,99,123,159,165,176],"real":[14],"time":[15,157],"resource":[16],"requirements,":[17],"and":[18,121,133,146,156,163],"fact":[20],"that":[21,109,179],"multiple":[22,85],"services":[23,42],"have":[25],"common":[26],"VNFs":[27,59],"in":[28,127,141,150,171],"their":[29,48],"chaining,":[30],"this":[31],"paper":[32],"tackles":[33],"problem":[35,57],"cost":[37,132,155,174],"effective":[38],"deployment":[39,56,154],"online":[41],"from":[43],"perspective":[45],"sharing":[47],"VNF":[49,91,185],"instances.":[50],"First,":[51],"we":[52,70],"formally":[53],"formulate":[54],"under":[58],"sharing.":[60],"Secondly,":[61],"given":[62],"NP-hard":[64],"nature":[65],"above":[68],"problem,":[69],"propose":[71],"a":[72,118,144,147,160,168],"reinforcement":[73],"learning":[74],"(RL)":[75],"algorithm":[76,115,139,178],"capable":[77],"making":[79],"intelligent":[80],"placement":[81],"decisions":[82],"while":[83],"considering":[84],"conflicting":[86],"costs.":[87,187],"Costs":[88],"transmission,":[90],"instantiation":[92],"or":[93,184],"energy":[94],"consumption,":[95],"among":[96],"others.":[97],"Thanks":[98],"intelligence":[101],"RL":[104],"algorithm,":[105,162],"simulation":[106],"results":[107,140],"show":[108],"performance":[111],"proposed":[114],"is":[116],"within":[117],"14%":[119],"margin":[120],"similar":[122],"an":[124,177],"optimal":[125],"solution":[126],"terms":[128,151,172],"request":[130,153],"provisioning":[131],"acceptance":[134],"ratio,":[135],"respectively.":[136],"Moreover,":[137],"more":[142,166],"than":[143,167],"20%":[145],"70%":[148],"improvement":[149,170],"compared":[158,175],"state-of-the-art":[161],"up":[164],"40%":[169],"greedily":[180],"minimizes":[181],"transmission":[183],"activation":[186]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}