{"id":"https://openalex.org/W4396618426","doi":"https://doi.org/10.1186/s13677-024-00658-0","title":"Deep Reinforcement Learning techniques for dynamic task offloading in the 5G edge-cloud continuum","display_name":"Deep Reinforcement Learning techniques for dynamic task offloading in the 5G edge-cloud continuum","publication_year":2024,"publication_date":"2024-05-03","ids":{"openalex":"https://openalex.org/W4396618426","doi":"https://doi.org/10.1186/s13677-024-00658-0"},"language":"en","primary_location":{"id":"doi:10.1186/s13677-024-00658-0","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-024-00658-0","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-024-00658-0","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-024-00658-0","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111187884","display_name":"Gorka Nieto","orcid":"https://orcid.org/0000-0001-8258-5169"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]},{"id":"https://openalex.org/I4210140267","display_name":"Ikerlan","ror":"https://ror.org/03hp1m080","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210140267"]},{"id":"https://openalex.org/I4210121514","display_name":"GAIKER Technology Centre","ror":"https://ror.org/02pwsw017","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210121514"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Gorka Nieto","raw_affiliation_strings":["Ikerlan Technology Research Centre, Basque Research and Technology Alliance (BRTA), P\u00ba. J. M. Arizmendiarrieta, 2, Arrasate-Mondrag\u00f3n, 20500, Spain","University of the Basque Country (UPV/EHU). School of Engineering in Bilbao, Alameda Urquijo s/n, Bilbao, 48013, Spain"],"affiliations":[{"raw_affiliation_string":"Ikerlan Technology Research Centre, Basque Research and Technology Alliance (BRTA), P\u00ba. J. M. Arizmendiarrieta, 2, Arrasate-Mondrag\u00f3n, 20500, Spain","institution_ids":["https://openalex.org/I4210121514","https://openalex.org/I4210140267"]},{"raw_affiliation_string":"University of the Basque Country (UPV/EHU). School of Engineering in Bilbao, Alameda Urquijo s/n, Bilbao, 48013, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009427296","display_name":"Idoia de la Iglesia","orcid":"https://orcid.org/0000-0003-0799-9454"},"institutions":[{"id":"https://openalex.org/I4210121514","display_name":"GAIKER Technology Centre","ror":"https://ror.org/02pwsw017","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210121514"]},{"id":"https://openalex.org/I4210140267","display_name":"Ikerlan","ror":"https://ror.org/03hp1m080","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210140267"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Idoia de\u00a0la\u00a0Iglesia","raw_affiliation_strings":["Ikerlan Technology Research Centre, Basque Research and Technology Alliance (BRTA), P\u00ba. J. M. Arizmendiarrieta, 2, Arrasate-Mondrag\u00f3n, 20500, Spain"],"affiliations":[{"raw_affiliation_string":"Ikerlan Technology Research Centre, Basque Research and Technology Alliance (BRTA), P\u00ba. J. M. Arizmendiarrieta, 2, Arrasate-Mondrag\u00f3n, 20500, Spain","institution_ids":["https://openalex.org/I4210121514","https://openalex.org/I4210140267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037463212","display_name":"Unai L\u00f3pez-Novoa","orcid":"https://orcid.org/0000-0002-2707-8946"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Unai Lopez-Novoa","raw_affiliation_strings":["University of the Basque Country (UPV/EHU). School of Engineering in Bilbao, Alameda Urquijo s/n, Bilbao, 48013, Spain"],"affiliations":[{"raw_affiliation_string":"University of the Basque Country (UPV/EHU). School of Engineering in Bilbao, Alameda Urquijo s/n, Bilbao, 48013, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031324468","display_name":"Cristina Perfecto","orcid":"https://orcid.org/0000-0001-6729-6844"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Cristina Perfecto","raw_affiliation_strings":["University of the Basque Country (UPV/EHU). School of Engineering in Bilbao, Alameda Urquijo s/n, Bilbao, 48013, Spain"],"affiliations":[{"raw_affiliation_string":"University of the Basque Country (UPV/EHU). School of Engineering in Bilbao, Alameda Urquijo s/n, Bilbao, 48013, Spain","institution_ids":["https://openalex.org/I169108374"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5111187884"],"corresponding_institution_ids":["https://openalex.org/I169108374","https://openalex.org/I4210121514","https://openalex.org/I4210140267"],"apc_list":{"value":990,"currency":"GBP","value_usd":1214},"apc_paid":{"value":990,"currency":"GBP","value_usd":1214},"fwci":10.1662,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.98594641,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"13","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8257374167442322},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7891042232513428},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7853109836578369},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5253298282623291},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4969797432422638},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3851277828216553},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35849255323410034},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.051552653312683105},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.049266815185546875}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8257374167442322},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7891042232513428},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7853109836578369},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5253298282623291},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4969797432422638},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3851277828216553},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35849255323410034},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.051552653312683105},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.049266815185546875},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1186/s13677-024-00658-0","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-024-00658-0","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-024-00658-0","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:addi.ehu.eus:10810/69489","is_oa":true,"landing_page_url":"http://hdl.handle.net/10810/69489","pdf_url":"http://addi.ehu.es/bitstream/10810/69489/3/s13677-024-00658-0.pdf","source":{"id":"https://openalex.org/S4306401964","display_name":"Communities in ADDI (University of the Basque Country)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169108374","host_organization_name":"University of the Basque Country","host_organization_lineage":["https://openalex.org/I169108374"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:34d162c1282748dda8541d32a5f7da22","is_oa":true,"landing_page_url":"https://doaj.org/article/34d162c1282748dda8541d32a5f7da22","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cloud Computing: Advances, Systems and Applications, Vol 13, Iss 1, Pp 1-24 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13677-024-00658-0","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-024-00658-0","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-024-00658-0","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8899999856948853,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G6302430559","display_name":null,"funder_award_id":"KK-2023/00038","funder_id":"https://openalex.org/F4320321705","funder_display_name":"Eusko Jaurlaritza"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321705","display_name":"Eusko Jaurlaritza","ror":"https://ror.org/00pz2fp31"},{"id":"https://openalex.org/F4320326262","display_name":"Ministerio de Asuntos Econ\u00f3micos y Transformaci\u00f3n Digital, Gobierno de Espa\u00f1a","ror":"https://ror.org/03sv46s19"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396618426.pdf"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W2150516182","https://openalex.org/W2401898190","https://openalex.org/W2892412810","https://openalex.org/W2900394813","https://openalex.org/W2924464597","https://openalex.org/W2943200858","https://openalex.org/W2963060851","https://openalex.org/W2964015972","https://openalex.org/W3030475315","https://openalex.org/W3098361284","https://openalex.org/W3119423242","https://openalex.org/W3120265095","https://openalex.org/W3121342653","https://openalex.org/W3156749575","https://openalex.org/W3163279171","https://openalex.org/W3174997142","https://openalex.org/W3193167644","https://openalex.org/W3204116051","https://openalex.org/W4205434059","https://openalex.org/W4210649178","https://openalex.org/W4285289634","https://openalex.org/W4285820523","https://openalex.org/W4298003149","https://openalex.org/W4307134308","https://openalex.org/W4310971120","https://openalex.org/W4321438421","https://openalex.org/W4362563517","https://openalex.org/W4378070664","https://openalex.org/W4380591182","https://openalex.org/W4381054232","https://openalex.org/W4383069101","https://openalex.org/W4385871801","https://openalex.org/W4385984068","https://openalex.org/W4386396749","https://openalex.org/W4386763785","https://openalex.org/W4386766865","https://openalex.org/W4386825178","https://openalex.org/W4386919847","https://openalex.org/W4387730212","https://openalex.org/W4387760993","https://openalex.org/W4388198618","https://openalex.org/W6950609307"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W3150465815","https://openalex.org/W1997222214","https://openalex.org/W2802581102","https://openalex.org/W3196817267"],"abstract_inverted_index":{"Abstract":[0],"The":[1,102],"integration":[2],"of":[3,6,28,65,91,128,158,169],"new":[4],"Internet":[5],"Things":[7],"(IoT)":[8],"applications":[9],"and":[10,25,162],"services":[11],"heavily":[12],"relies":[13],"on":[14,99,148],"task":[15,83],"offloading":[16,84],"to":[17,21,32,79,93,109,124,133,183,186],"external":[18],"devices":[19],"due":[20],"the":[22,81,88,111,125,129,156,187],"constrained":[23],"computing":[24,96],"battery":[26,126],"resources":[27],"IoT":[29],"devices.":[30],"Up":[31],"now,":[33],"Cloud":[34],"Computing":[35,61],"(CC)":[36],"paradigm":[37],"has":[38],"been":[39],"a":[40,72,121],"good":[41],"approach":[42],"for":[43],"tasks":[44],"where":[45,92],"latency":[46,56,136],"is":[47,52,108,118,153],"not":[48,53],"critical,":[49],"but":[50,131],"it":[51],"useful":[54],"when":[55,114],"matters,":[57],"so":[58],"Multi-access":[59],"Edge":[60],"(MEC)":[62],"can":[63],"be":[64,184],"use.":[66],"In":[67],"this":[68,86,106],"work,":[69],"we":[70],"propose":[71],"distributed":[73,139],"Deep":[74],"Reinforcement":[75],"Learning":[76],"(DRL)":[77],"tool":[78],"optimize":[80],"binary":[82],"decision,":[85],"is,":[87],"independent":[89],"decision":[90],"execute":[94],"each":[95,149],"task,":[97],"depending":[98],"many":[100],"factors.":[101],"optimization":[103],"goal":[104],"in":[105,167,175],"work":[107],"maximize":[110],"Quality-of-Experience":[112],"(QoE)":[113],"performing":[115],"tasks,":[116],"which":[117],"defined":[119],"as":[120],"metric":[122],"related":[123],"level":[127],"UE,":[130],"subject":[132],"satisfying":[134],"tasks\u2019":[135],"requirements.":[137],"This":[138],"DRL":[140],"approach,":[141],"specifically":[142],"an":[143],"Actor-Critic":[144],"(AC)":[145],"algorithm":[146],"running":[147],"User":[150],"Equipment":[151],"(UE),":[152],"evaluated":[154],"through":[155],"simulation":[157],"two":[159],"distinct":[160],"scenarios":[161],"outperforms":[163],"other":[164],"analyzed":[165],"baselines":[166],"terms":[168],"QoE":[170],"values":[171],"and/or":[172],"energy":[173],"consumption":[174],"dynamic":[176],"environments,":[177],"also":[178],"demonstrating":[179],"that":[180],"decisions":[181],"need":[182],"adapted":[185],"environment\u2019s":[188],"evolution.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}