{"id":"https://openalex.org/W4405935993","doi":"https://doi.org/10.23919/cnsm62983.2024.10814365","title":"Reinforcement Learning-Driven Service Placement in 6G Networks across the Compute Continuum","display_name":"Reinforcement Learning-Driven Service Placement in 6G Networks across the Compute Continuum","publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4405935993","doi":"https://doi.org/10.23919/cnsm62983.2024.10814365"},"language":"en","primary_location":{"id":"doi:10.23919/cnsm62983.2024.10814365","is_oa":false,"landing_page_url":"https://doi.org/10.23919/cnsm62983.2024.10814365","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 20th International Conference on Network and Service Management (CNSM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biblio.ugent.be/publication/01JCJK6PVBG9K1X8AKJ5Q3ZEXS/file/01JCJK7MM636AB14DT00H4RZ4N.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058077110","display_name":"Andr\u00e9s F. Ocampo","orcid":"https://orcid.org/0000-0001-6926-0992"},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Andres F. Ocampo","raw_affiliation_strings":["SimulaMet – Simula Metropolitan Center for Digital Engineering,Oslo,Norway,N-0167"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SimulaMet – Simula Metropolitan Center for Digital Engineering,Oslo,Norway,N-0167","institution_ids":["https://openalex.org/I4210153474"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101837515","display_name":"Jos\u00e9 Santos","orcid":"https://orcid.org/0000-0002-6276-2057"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Santos","raw_affiliation_strings":["Ghent University - Imec,IDlab,Department of Information Technology,Ghent,Belgium,9000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ghent University - Imec,IDlab,Department of Information Technology,Ghent,Belgium,9000","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4343,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.93336298,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9412999749183655,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8527573943138123},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6540160775184631},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4581029415130615},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.385514497756958},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36699554324150085},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13693860173225403},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.06718194484710693}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8527573943138123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6540160775184631},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4581029415130615},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.385514497756958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36699554324150085},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13693860173225403},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.06718194484710693}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/cnsm62983.2024.10814365","is_oa":false,"landing_page_url":"https://doi.org/10.23919/cnsm62983.2024.10814365","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 20th International Conference on Network and Service Management (CNSM)","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:01JCJK6PVBG9K1X8AKJ5Q3ZEXS","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01JCJK6PVBG9K1X8AKJ5Q3ZEXS","pdf_url":"https://biblio.ugent.be/publication/01JCJK6PVBG9K1X8AKJ5Q3ZEXS/file/01JCJK7MM636AB14DT00H4RZ4N.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9783903176669","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:archive.ugent.be:01JCJK6PVBG9K1X8AKJ5Q3ZEXS","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01JCJK6PVBG9K1X8AKJ5Q3ZEXS","pdf_url":"https://biblio.ugent.be/publication/01JCJK6PVBG9K1X8AKJ5Q3ZEXS/file/01JCJK7MM636AB14DT00H4RZ4N.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9783903176669","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2563411935","display_name":null,"funder_award_id":"1299323N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405935993.pdf","grobid_xml":"https://content.openalex.org/works/W4405935993.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2061530261","https://openalex.org/W2962992803","https://openalex.org/W3037164854","https://openalex.org/W3047538493","https://openalex.org/W3159712790","https://openalex.org/W3168737214","https://openalex.org/W3178135106","https://openalex.org/W3189481398","https://openalex.org/W3208229128","https://openalex.org/W3211944105","https://openalex.org/W3213200620","https://openalex.org/W4214898945","https://openalex.org/W4283651311","https://openalex.org/W4323020834","https://openalex.org/W4361771416","https://openalex.org/W4381744954","https://openalex.org/W4392175294","https://openalex.org/W4400233794","https://openalex.org/W6780559895","https://openalex.org/W6796728725","https://openalex.org/W6804601995","https://openalex.org/W6839314218","https://openalex.org/W6859958416"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"The":[0],"advent":[1],"of":[2,58,65,107,115,159],"6G":[3,45,181],"networks":[4,46],"promises":[5],"unprecedented":[6],"advancements":[7],"in":[8,44,144,169],"communication":[9,171],"technologies,":[10],"demanding":[11],"innovative":[12],"solutions":[13],"for":[14,41,129,165,176],"service":[15,42,167],"placement":[16,43],"across":[17,27,68],"the":[18,28,54,63,105,108,113,157,174],"Compute":[19],"Continuum":[20],"(CC),":[21],"where":[22],"computing":[23,70],"resources":[24,71],"are":[25],"distributed":[26],"network":[29,74,99,121,182],"area,":[30],"from":[31,91],"edge":[32],"to":[33,72,103,119,127,150],"cloud.":[34],"This":[35],"paper":[36],"explores":[37],"a":[38,87,162],"novel":[39],"approach":[40],"using":[47],"Reinforcement":[48],"Learning":[49],"(RL)":[50],"techniques.":[51],"By":[52],"leveraging":[53],"dynamic":[55,120],"decision-making":[56],"capabilities":[57],"RL,":[59],"this":[60],"work":[61],"addresses":[62],"complexities":[64],"distributing":[66],"services":[67],"heterogeneous":[69],"enhance":[73],"performance,":[75],"reduce":[76],"latency,":[77],"and":[78,101,179],"improve":[79],"resource":[80],"utilization.":[81],"An":[82],"extensive":[83],"evaluation,":[84],"based":[85],"on":[86],"real":[88],"dataset":[89],"collected":[90],"commercial":[92],"4G/5G":[93],"networks,":[94],"was":[95],"conducted":[96],"under":[97],"various":[98],"conditions":[100],"workloads":[102],"evaluate":[104],"effectiveness":[106],"proposed":[109],"approach.":[110],"Results":[111],"highlight":[112,156],"adaptability":[114],"our":[116],"RL-driven":[117],"model":[118],"environments,":[122],"demonstrated":[123],"by":[124],"its":[125],"capacity":[126],"optimize":[128],"multiple":[130],"objectives":[131],"simultaneously.":[132],"Our":[133],"analysis":[134],"also":[135],"reveals":[136],"that":[137],"while":[138],"single-objective":[139],"heuristics":[140],"can":[141],"outperform":[142],"RL":[143,160],"specific,":[145],"limited":[146],"scenarios,":[147],"these":[148],"struggle":[149],"handle":[151],"increasing":[152],"complexity.":[153],"These":[154],"findings":[155],"viability":[158],"as":[161],"powerful":[163],"tool":[164],"intelligent":[166],"management":[168],"next-generation":[170],"systems,":[172],"paving":[173],"way":[175],"more":[177],"resilient":[178],"efficient":[180],"architectures.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-01-01T00:00:00"}