{"id":"https://openalex.org/W4401328662","doi":"https://doi.org/10.1109/tnsm.2024.3438438","title":"5G Service Function Chain Provisioning: A Deep Reinforcement Learning-Based Framework","display_name":"5G Service Function Chain Provisioning: A Deep Reinforcement Learning-Based Framework","publication_year":2024,"publication_date":"2024-08-05","ids":{"openalex":"https://openalex.org/W4401328662","doi":"https://doi.org/10.1109/tnsm.2024.3438438"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2024.3438438","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3438438","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037244053","display_name":"Thinh Duy Tran","orcid":"https://orcid.org/0000-0002-3813-1482"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Thinh Duy Tran","raw_affiliation_strings":["École de technologie supérieure, Montreal, QC, Canada","Ècole de technologie supérieure ÉTS, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"École de technologie supérieure, Montreal, QC, Canada","institution_ids":["https://openalex.org/I9736820"]},{"raw_affiliation_string":"Ècole de technologie supérieure ÉTS, Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048080334","display_name":"Brigitte Jaumard","orcid":"https://orcid.org/0000-0003-3443-4918"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Brigitte Jaumard","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada","Concordia University, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3443-4918","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103104556","display_name":"Quang Duong","orcid":"https://orcid.org/0000-0002-3096-7314"},"institutions":[{"id":"https://openalex.org/I4210111842","display_name":"Computer Research Institute of Montr\u00e9al","ror":"https://ror.org/0279d5115","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210111842"]},{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Quang Huy Duong","raw_affiliation_strings":["Centre de Recherche Informatique de Montréal, Montreal, QC, Canada","Concordia University, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3096-7314","affiliations":[{"raw_affiliation_string":"Centre de Recherche Informatique de Montréal, Montreal, QC, Canada","institution_ids":["https://openalex.org/I4210111842"]},{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019659545","display_name":"Kim Khoa Nguyen","orcid":"https://orcid.org/0000-0002-9354-7544"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kim-Khoa Nguyen","raw_affiliation_strings":["École de technologie supérieure, Montreal, QC, Canada","Ècole de technologie supérieure ÉTS, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9354-7544","affiliations":[{"raw_affiliation_string":"École de technologie supérieure, Montreal, QC, Canada","institution_ids":["https://openalex.org/I9736820"]},{"raw_affiliation_string":"Ècole de technologie supérieure ÉTS, Canada","institution_ids":["https://openalex.org/I9736820"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5942,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.89469058,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"21","issue":"6","first_page":"6614","last_page":"6629"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.6607000231742859,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.6607000231742859,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.5849000215530396,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7990812063217163},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7704556584358215},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.5393537878990173},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.526523232460022},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4511590898036957},{"id":"https://openalex.org/keywords/chain","display_name":"Chain (unit)","score":0.43490445613861084},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39850953221321106},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20521560311317444}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7990812063217163},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7704556584358215},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.5393537878990173},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.526523232460022},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4511590898036957},{"id":"https://openalex.org/C199185054","wikidata":"https://www.wikidata.org/wiki/Q552299","display_name":"Chain (unit)","level":2,"score":0.43490445613861084},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39850953221321106},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20521560311317444},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2024.3438438","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3438438","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:espace2.etsmtl.ca:29378","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/29378/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article publi\u00e9 dans une revue, r\u00e9vis\u00e9 par les pairs"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2054151210","https://openalex.org/W2072128103","https://openalex.org/W2116341502","https://openalex.org/W2145339207","https://openalex.org/W2289096564","https://openalex.org/W2473012137","https://openalex.org/W2593522104","https://openalex.org/W2734940663","https://openalex.org/W2763268973","https://openalex.org/W2790966663","https://openalex.org/W2804263917","https://openalex.org/W2887817292","https://openalex.org/W2898616624","https://openalex.org/W2905658145","https://openalex.org/W2946261066","https://openalex.org/W2969817244","https://openalex.org/W2980466635","https://openalex.org/W2980761536","https://openalex.org/W2985404942","https://openalex.org/W3015273126","https://openalex.org/W3047037323","https://openalex.org/W3048983622","https://openalex.org/W3082398320","https://openalex.org/W3084210855","https://openalex.org/W3094092585","https://openalex.org/W3128341476","https://openalex.org/W3135094115","https://openalex.org/W3197468536","https://openalex.org/W3207153880","https://openalex.org/W4214717370","https://openalex.org/W4220841014","https://openalex.org/W4254356098","https://openalex.org/W4285268999","https://openalex.org/W4297070368","https://openalex.org/W4308085842","https://openalex.org/W6682459407","https://openalex.org/W6692846177","https://openalex.org/W6747473740","https://openalex.org/W6764309476","https://openalex.org/W6766157926","https://openalex.org/W6913003223"],"related_works":["https://openalex.org/W2017432143","https://openalex.org/W1973694374","https://openalex.org/W2983574358","https://openalex.org/W2370475531","https://openalex.org/W4385924768","https://openalex.org/W4256551238","https://openalex.org/W2610550183","https://openalex.org/W2914112812","https://openalex.org/W2125830297","https://openalex.org/W2207720586"],"abstract_inverted_index":{"We":[0,89],"study":[1],"the":[2,26,31,39,42,81,85,94,99,107,112,124,127,137,154,160,167,174,180,191],"dynamic":[3],"joint":[4],"service":[5,143],"function":[6,14],"chain":[7],"(SFC)":[8],"embedding":[9,76],"problem":[10],"in":[11,84],"a":[12,58,66,132,142],"network":[13,27,133,139,175],"virtualization":[15],"(NFV)-enabled":[16],"edge":[17],"cloud":[18],"network.":[19,88],"Our":[20],"design":[21],"goal":[22],"is":[23,186],"to":[24,179,188],"optimize":[25],"throughput":[28,176],"by":[29],"maximizing":[30],"average":[32,168],"number":[33],"of":[34,44,93,126,159,166,173,190],"SFCs":[35,83,148],"successfully":[36],"embedded":[37],"into":[38],"network,":[40],"i.e.,":[41],"Grade":[43],"Service":[45],"(GoS),":[46],"while":[47,195],"guaranteeing":[48],"their":[49],"individual":[50],"stringent":[51],"end-to-end":[52],"delay":[53],"and":[54,77,104,122,141,156,170],"resource":[55],"constraints":[56],"over":[57,164,171],"time":[59],"horizon.":[60],"To":[61],"this":[62],"end,":[63],"we":[64,130],"proposed":[65,95,128,161],"deep":[67],"reinforcement":[68],"learning":[69],"(DRL)-based":[70],"framework":[71,162],"for":[72,80,117,146],"jointly":[73],"performing":[74],"VNF":[75],"routing":[78],"tasks":[79],"arrival":[82],"considered":[86],"NFV-enabled":[87],"implemented":[90],"two":[91],"versions":[92,158],"framework,":[96,129],"one":[97,105],"with":[98,106],"Deep":[100],"Q-learning":[101],"(DQL)":[102],"method":[103],"Advantage":[108],"Actor-Critic":[109],"(A2C)":[110],"as":[111],"core":[113],"algorithms,":[114],"respectively.":[115],"Moreover,":[116],"training":[118],"these":[119],"DRL":[120],"algorithms":[121],"demonstrating":[123],"performance":[125,184],"implement":[131],"environment":[134],"based":[135],"on":[136],"real-world":[138],"topology":[140],"request":[144],"generator":[145],"generating":[147],"traffic.":[149],"Numerical":[150],"results":[151],"show":[152],"that":[153,189],"DQL":[155],"A2C":[157],"achieve":[163],"95%":[165,172],"GoS":[169],"ratio":[177],"compared":[178],"upper":[181],"bound.":[182],"This":[183],"level":[185],"comparable":[187],"near-optimal":[192],"optimization-based":[193],"approach":[194],"having":[196],"ten":[197],"times":[198],"shorter":[199],"execution":[200],"times.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}