{"id":"https://openalex.org/W4285740401","doi":"https://doi.org/10.1109/tnsm.2022.3191748","title":"DRL-Based Long-Term Resource Planning for Task Offloading Policies in Multiserver Edge Computing Networks","display_name":"DRL-Based Long-Term Resource Planning for Task Offloading Policies in Multiserver Edge Computing Networks","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4285740401","doi":"https://doi.org/10.1109/tnsm.2022.3191748"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2022.3191748","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3191748","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research-information.bris.ac.uk/en/publications/e35125b2-ac99-4b24-9b53-96a37ee1c837","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032867183","display_name":"Haiyuan Li","orcid":"https://orcid.org/0000-0001-9786-526X"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Haiyuan Li","raw_affiliation_strings":["High Performance Networks Group, Smart Internet Lab, School of Computer Science, Electrical and Electronic Engineering, and Engineering Maths, Faculty of Engineering, University of Bristol, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0001-9786-526X","affiliations":[{"raw_affiliation_string":"High Performance Networks Group, Smart Internet Lab, School of Computer Science, Electrical and Electronic Engineering, and Engineering Maths, Faculty of Engineering, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014256844","display_name":"K. D. R. Assis","orcid":"https://orcid.org/0000-0002-9424-8810"},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]},{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["BR","GB"],"is_corresponding":false,"raw_author_name":"Karcius Day R. Assis","raw_affiliation_strings":["High Performance Networks Group, Smart Internet Lab, School of Computer Science, Electrical and Electronic Engineering, and Engineering Maths, Faculty of Engineering, University of Bristol, Bristol, U.K","Electrical and Computer Engineering Department, Federal University of Bahia, Salvador, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-9424-8810","affiliations":[{"raw_affiliation_string":"High Performance Networks Group, Smart Internet Lab, School of Computer Science, Electrical and Electronic Engineering, and Engineering Maths, Faculty of Engineering, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]},{"raw_affiliation_string":"Electrical and Computer Engineering Department, Federal University of Bahia, Salvador, Brazil","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077858337","display_name":"Shuangyi Yan","orcid":"https://orcid.org/0000-0002-5021-2840"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shuangyi Yan","raw_affiliation_strings":["High Performance Networks Group, Smart Internet Lab, School of Computer Science, Electrical and Electronic Engineering, and Engineering Maths, Faculty of Engineering, University of Bristol, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0002-5021-2840","affiliations":[{"raw_affiliation_string":"High Performance Networks Group, Smart Internet Lab, School of Computer Science, Electrical and Electronic Engineering, and Engineering Maths, Faculty of Engineering, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030580652","display_name":"Dimitra Simeonidou","orcid":"https://orcid.org/0000-0002-7046-544X"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dimitra Simeonidou","raw_affiliation_strings":["High Performance Networks Group, Smart Internet Lab, School of Computer Science, Electrical and Electronic Engineering, and Engineering Maths, Faculty of Engineering, University of Bristol, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0002-7046-544X","affiliations":[{"raw_affiliation_string":"High Performance Networks Group, Smart Internet Lab, School of Computer Science, Electrical and Electronic Engineering, and Engineering Maths, Faculty of Engineering, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.3217,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.96300705,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"19","issue":"4","first_page":"4151","last_page":"4164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8455818891525269},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6905423402786255},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5918706655502319},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5808202028274536},{"id":"https://openalex.org/keywords/reservation","display_name":"Reservation","score":0.5712915658950806},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5489585399627686},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5398475527763367},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5016384124755859},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.49387127161026},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4482927620410919},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.33724233508110046},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07787930965423584},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.07663121819496155}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8455818891525269},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6905423402786255},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5918706655502319},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5808202028274536},{"id":"https://openalex.org/C2777632111","wikidata":"https://www.wikidata.org/wiki/Q1937518","display_name":"Reservation","level":2,"score":0.5712915658950806},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5489585399627686},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5398475527763367},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5016384124755859},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.49387127161026},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4482927620410919},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.33724233508110046},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07787930965423584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07663121819496155},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnsm.2022.3191748","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3191748","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire/e35125b2-ac99-4b24-9b53-96a37ee1c837","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/e35125b2-ac99-4b24-9b53-96a37ee1c837","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Li, H, Assis, K, Yan, S & Simeonidou, D 2022, 'DRL-Based Long-Term Resource Planning for Task Offloading Policies in Multi-Server Edge Computing Networks', IEEE Transactions on Network and Service Management, vol. 19, no. 4, pp. 4151 - 4164. https://doi.org/10.1109/TNSM.2022.3191748","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:research-information.bris.ac.uk:ec_fundedresources/e35125b2-ac99-4b24-9b53-96a37ee1c837","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:research-information.bris.ac.uk:openaire/e35125b2-ac99-4b24-9b53-96a37ee1c837","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/e35125b2-ac99-4b24-9b53-96a37ee1c837","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Li, H, Assis, K, Yan, S & Simeonidou, D 2022, 'DRL-Based Long-Term Resource Planning for Task Offloading Policies in Multi-Server Edge Computing Networks', IEEE Transactions on Network and Service Management, vol. 19, no. 4, pp. 4151 - 4164. https://doi.org/10.1109/TNSM.2022.3191748","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1793282889","https://openalex.org/W1904375592","https://openalex.org/W1980145057","https://openalex.org/W2080346852","https://openalex.org/W2086102640","https://openalex.org/W2132075088","https://openalex.org/W2146570554","https://openalex.org/W2195423816","https://openalex.org/W2482293012","https://openalex.org/W2766340475","https://openalex.org/W2777180355","https://openalex.org/W2785821779","https://openalex.org/W2787444476","https://openalex.org/W2808381205","https://openalex.org/W2919656703","https://openalex.org/W2945310826","https://openalex.org/W2963060851","https://openalex.org/W2963283923","https://openalex.org/W2964015972","https://openalex.org/W2998895235","https://openalex.org/W3004114389","https://openalex.org/W3005777341","https://openalex.org/W3017017882","https://openalex.org/W3019721760","https://openalex.org/W3028752302","https://openalex.org/W3034730089","https://openalex.org/W3045958001","https://openalex.org/W3092311181","https://openalex.org/W3107470314","https://openalex.org/W3119602499","https://openalex.org/W3133913697","https://openalex.org/W3140381130","https://openalex.org/W3161037238","https://openalex.org/W3161943256","https://openalex.org/W4211135879","https://openalex.org/W4220674695","https://openalex.org/W4226228617","https://openalex.org/W4292070096","https://openalex.org/W4298857966","https://openalex.org/W4299802797","https://openalex.org/W6637967152","https://openalex.org/W6684205842","https://openalex.org/W6736572398","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W3154796165","https://openalex.org/W4361251304","https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W3139051647","https://openalex.org/W3024547383","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W2968424451","https://openalex.org/W4221092438"],"abstract_inverted_index":{"Multi-access":[0],"edge":[1,167,224],"computing":[2,18,55,71,89,168],"(MEC)":[3],"has":[4],"been":[5],"regarded":[6],"as":[7],"one":[8],"of":[9,88,98,139,148,230],"the":[10,32,53,69,75,96,132,137,174,185,227,235],"essential":[11],"technologies":[12],"for":[13,36,64,195],"mobile":[14],"networks,":[15],"by":[16,142],"providing":[17],"resources":[19,141],"and":[20,30,51,105,126,129,136,154,179,206],"services":[21],"close":[22],"to":[23,79,113,171],"users,":[24],"thereby,":[25],"avoiding":[26],"extra":[27],"energy":[28,106],"consumption":[29],"fitting":[31],"low-latency":[33],"ultra-reliable":[34],"requirements":[35],"emerging":[37],"5G":[38,231],"applications.":[39],"Task":[40],"offloading":[41,49,60,101,109,149],"policy":[42,146,160],"plays":[43],"a":[44,85,164,200,207],"pivotal":[45],"role":[46],"in":[47,163,203,210,234],"handling":[48],"requests":[50,90],"maximizing":[52,99],"network":[54,82],"performance.":[56],"Most":[57],"recently":[58],"developed":[59],"solutions":[61],"are":[62,111],"designed":[63],"instant":[65,134],"rewards,":[66],"therefore,":[67],"neglecting":[68],"long-term":[70,100,221],"resource":[72,116,124,155],"optimization":[73],"at":[74],"edge,":[76],"which":[77],"fail":[78],"deliver":[80],"optimized":[81],"performance":[83],"when":[84],"significant":[86],"increase":[87,209],"appears.":[91],"In":[92],"this":[93],"paper,":[94],"with":[95],"objective":[97],"benefits":[102],"on":[103,220],"delay":[104],"consumption,":[107],"task":[108],"policies":[110,219],"proposed":[112],"firstly":[114],"avoid":[115],"over-distribution":[117],"through":[118],"deep":[119],"reinforcement":[120],"learning":[121],"(DRL)":[122],"based":[123],"reservation":[125],"server":[127],"cooperation,":[128],"secondly":[130],"maximize":[131],"average":[133,211],"reward":[135,204],"utilization":[138],"reserved":[140],"an":[143],"optimization-based":[144],"joint":[145,159],"consisting":[147],"decision,":[150],"transmission":[151],"power":[152],"allocation":[153],"distribution.":[156],"The":[157],"DRL-based":[158,175,188],"is":[161],"evaluated":[162],"simulated":[165],"multi-server":[166],"network.":[169],"Compared":[170],"previous":[172],"solutions,":[173],"algorithms":[176],"achieve":[177],"higher":[178],"more":[180],"reliable":[181],"overall":[182],"rewards.":[183],"Of":[184],"implemented":[186],"three":[187],"algorithms,":[189],"fully":[190],"cooperative":[191],"multi-agent":[192],"DRL":[193],"accounts":[194],"cooperation":[196],"between":[197],"servers,":[198],"achieving":[199],"70.5%":[201],"reduction":[202],"variance":[205],"13.4%":[208],"rewards":[212,222],"over":[213],"500":[214],"continuous":[215],"operations.":[216],"Resource":[217],"balanced":[218],"help":[223],"networks":[225],"handle":[226],"explosive":[228],"growth":[229],"computing-intensive":[232],"applications":[233],"future.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}