{"id":"https://openalex.org/W4313476909","doi":"https://doi.org/10.1109/mcom.006.2200534","title":"Deep Reinforcement Learning Approaches to Network Slice Scaling and Placement: A Survey","display_name":"Deep Reinforcement Learning Approaches to Network Slice Scaling and Placement: A Survey","publication_year":2023,"publication_date":"2023-01-02","ids":{"openalex":"https://openalex.org/W4313476909","doi":"https://doi.org/10.1109/mcom.006.2200534"},"language":"en","primary_location":{"id":"doi:10.1109/mcom.006.2200534","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcom.006.2200534","pdf_url":null,"source":{"id":"https://openalex.org/S158797327","display_name":"IEEE Communications Magazine","issn_l":"0163-6804","issn":["0163-6804","1558-1896"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073420272","display_name":"Niloy Saha","orcid":"https://orcid.org/0000-0002-5955-4994"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Niloy Saha","raw_affiliation_strings":["The University of Waterloo,Canada","The University of Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"The University of Waterloo,Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"The University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084843411","display_name":"Mohammad Zangooei","orcid":"https://orcid.org/0000-0002-6657-0677"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohammad Zangooei","raw_affiliation_strings":["The University of Waterloo,Canada","The University of Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"The University of Waterloo,Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"The University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005892161","display_name":"Morteza Golkarifard","orcid":"https://orcid.org/0000-0002-1686-3340"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Morteza Golkarifard","raw_affiliation_strings":["The University of Waterloo,Canada","The University of Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"The University of Waterloo,Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"The University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038723583","display_name":"Raouf Boutaba","orcid":"https://orcid.org/0000-0001-7936-6862"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Raouf Boutaba","raw_affiliation_strings":["The University of Waterloo,Canada","The University of Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"The University of Waterloo,Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"The University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5073420272"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":7.588,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.97648753,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"61","issue":"2","first_page":"82","last_page":"87"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9718000292778015,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8260462284088135},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.752838134765625},{"id":"https://openalex.org/keywords/chaining","display_name":"Chaining","score":0.7319991588592529},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.6894569396972656},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5153271555900574},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46499648690223694},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4610739052295685},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3676220774650574},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3563379645347595},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1693771481513977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8260462284088135},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.752838134765625},{"id":"https://openalex.org/C49020025","wikidata":"https://www.wikidata.org/wiki/Q1059099","display_name":"Chaining","level":2,"score":0.7319991588592529},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.6894569396972656},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5153271555900574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46499648690223694},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4610739052295685},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3676220774650574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3563379645347595},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1693771481513977},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mcom.006.2200534","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcom.006.2200534","pdf_url":null,"source":{"id":"https://openalex.org/S158797327","display_name":"IEEE Communications Magazine","issn_l":"0163-6804","issn":["0163-6804","1558-1896"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2897417898","https://openalex.org/W2916079228","https://openalex.org/W2996431531","https://openalex.org/W3035442117","https://openalex.org/W3081211774","https://openalex.org/W3109370623","https://openalex.org/W3109491105","https://openalex.org/W3110506085","https://openalex.org/W3123603070","https://openalex.org/W3162724819","https://openalex.org/W3170112077","https://openalex.org/W4206801882","https://openalex.org/W4226206258","https://openalex.org/W6762327732","https://openalex.org/W6798833016"],"related_works":["https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W560952460","https://openalex.org/W2290927522","https://openalex.org/W4283579741","https://openalex.org/W3066706303","https://openalex.org/W876159576","https://openalex.org/W2943612818","https://openalex.org/W2909303661"],"abstract_inverted_index":{"Network":[0],"slicing":[1,36],"in":[2,43,112,118,144,159],"5G":[3],"and":[4,45,76,129,138,156,169],"beyond":[5],"networks":[6],"allows":[7],"the":[8,39,62,74,79,105,136,149,160],"network":[9,23,35,70,86,166],"to":[10,27,97,126,134],"be":[11,49],"customized":[12],"for":[13,165],"each":[14],"application":[15],"or":[16],"service":[17,28],"by":[18,34,51,104],"chaining":[19],"together":[20],"different":[21,132],"virtualized":[22],"functions":[24],"(VNFs)":[25],"according":[26],"requirements.":[29],"The":[30],"increased":[31],"flexibility":[32],"offered":[33],"comes":[37],"at":[38],"cost":[40],"of":[41,64,78,81,107,140,148,163],"complexity":[42],"management":[44],"orchestration,":[46],"which":[47],"cannot":[48],"solved":[50],"traditional":[52,101],"reactive":[53],"human-in-the-loop":[54],"solutions.":[55],"This":[56],"necessitates":[57],"minimizing":[58],"human":[59],"intervention":[60],"through":[61],"use":[63,162],"artificial":[65],"intelligence":[66],"techniques":[67,143],"(zero":[68],"touch":[69],"management).":[71],"In":[72],"particular,":[73],"scaling":[75,128,168],"placement":[77],"chain":[80],"VNFs":[82],"that":[83,94],"constitute":[84],"a":[85,89],"slice":[87,127,167],"is":[88,95],"complex":[90],"combinatorial":[91,115],"optimization":[92,116],"problem":[93,137],"difficult":[96],"solve":[98],"effectively":[99],"with":[100],"approaches.":[102],"Driven":[103],"benefits":[106,139],"deep":[108],"reinforcement":[109],"learning":[110],"(DRL)":[111],"solving":[113],"various":[114,123,141],"problems,":[117],"this":[119],"article,":[120],"we":[121,152],"survey":[122],"DRL-based":[124],"approaches":[125],"placement,":[130],"including":[131],"ways":[133],"model":[135],"DRL":[142,164],"addressing":[145],"specific":[146],"aspects":[147],"problem.":[150],"Further,":[151],"highlight":[153],"key":[154],"challenges":[155],"open":[157],"issues":[158],"effective":[161],"placement.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":9}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}