{"id":"https://openalex.org/W4395684618","doi":"https://doi.org/10.3390/s24092779","title":"A Multi-Agent RL Algorithm for Dynamic Task Offloading in D2D-MEC Network with Energy Harvesting","display_name":"A Multi-Agent RL Algorithm for Dynamic Task Offloading in D2D-MEC Network with Energy Harvesting","publication_year":2024,"publication_date":"2024-04-26","ids":{"openalex":"https://openalex.org/W4395684618","doi":"https://doi.org/10.3390/s24092779","pmid":"https://pubmed.ncbi.nlm.nih.gov/38732885"},"language":"en","primary_location":{"id":"doi:10.3390/s24092779","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24092779","pdf_url":"https://www.mdpi.com/1424-8220/24/9/2779/pdf?version=1714451094","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/9/2779/pdf?version=1714451094","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111758526","display_name":"Xin Mi","orcid":"https://orcid.org/0009-0005-7429-6611"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Mi","raw_affiliation_strings":["School of Computer, Zhongshan Institute, University of Electronic Science and Technology of China, Zhognshan 528400, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer, Zhongshan Institute, University of Electronic Science and Technology of China, Zhognshan 528400, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101911983","display_name":"Huaiwen He","orcid":"https://orcid.org/0000-0003-4437-4277"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huaiwen He","raw_affiliation_strings":["School of Computer, Zhongshan Institute, University of Electronic Science and Technology of China, Zhognshan 528400, China"],"raw_orcid":"https://orcid.org/0000-0003-4437-4277","affiliations":[{"raw_affiliation_string":"School of Computer, Zhongshan Institute, University of Electronic Science and Technology of China, Zhognshan 528400, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070128994","display_name":"Hong Shen","orcid":"https://orcid.org/0000-0002-3663-6591"},"institutions":[{"id":"https://openalex.org/I74899385","display_name":"Central Queensland University","ror":"https://ror.org/023q4bk22","country_code":"AU","type":"education","lineage":["https://openalex.org/I74899385"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hong Shen","raw_affiliation_strings":["Engineering and Technology, Central Queensland University, Brisbane 4000, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering and Technology, Central Queensland University, Brisbane 4000, Australia","institution_ids":["https://openalex.org/I74899385"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101911983"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":4.8294,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.95528212,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"24","issue":"9","first_page":"2779","last_page":"2779"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8286147117614746},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6068627834320068},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5719996094703674},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5391960144042969},{"id":"https://openalex.org/keywords/queuing-delay","display_name":"Queuing delay","score":0.5009574890136719},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.4851263463497162},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47518765926361084},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4468494653701782},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.42926114797592163},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.2825583815574646},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23610731959342957},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09743362665176392},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09242159128189087}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8286147117614746},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6068627834320068},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5719996094703674},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5391960144042969},{"id":"https://openalex.org/C196095461","wikidata":"https://www.wikidata.org/wiki/Q576842","display_name":"Queuing delay","level":3,"score":0.5009574890136719},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.4851263463497162},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47518765926361084},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4468494653701782},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.42926114797592163},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2825583815574646},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23610731959342957},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09743362665176392},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09242159128189087},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s24092779","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24092779","pdf_url":"https://www.mdpi.com/1424-8220/24/9/2779/pdf?version=1714451094","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:38732885","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38732885","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11086306","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11086306","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11086306/pdf/sensors-24-02779.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:0f1a107b8fe54ce9af45d17bc551ed1e","is_oa":false,"landing_page_url":"https://doaj.org/article/0f1a107b8fe54ce9af45d17bc551ed1e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 9, p 2779 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s24092779","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24092779","pdf_url":"https://www.mdpi.com/1424-8220/24/9/2779/pdf?version=1714451094","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.7400000095367432,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G8352219898","display_name":null,"funder_award_id":"2021A0101180005","funder_id":"https://openalex.org/F4320335376","funder_display_name":"Medical Science and Technology Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320335376","display_name":"Medical Science and Technology Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4395684618.pdf","grobid_xml":"https://content.openalex.org/works/W4395684618.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1575592356","https://openalex.org/W2781726626","https://openalex.org/W2808381205","https://openalex.org/W2898155611","https://openalex.org/W2921456883","https://openalex.org/W2949226003","https://openalex.org/W2954675767","https://openalex.org/W2963060851","https://openalex.org/W2963334314","https://openalex.org/W3006297401","https://openalex.org/W3024155406","https://openalex.org/W3035007032","https://openalex.org/W3045868371","https://openalex.org/W3045990328","https://openalex.org/W3105504538","https://openalex.org/W3107559527","https://openalex.org/W3126610359","https://openalex.org/W3159162481","https://openalex.org/W3160386561","https://openalex.org/W3161037238","https://openalex.org/W4200420173","https://openalex.org/W4206524053","https://openalex.org/W4221046147","https://openalex.org/W4226490845","https://openalex.org/W4283328778","https://openalex.org/W4285117372","https://openalex.org/W4285821455","https://openalex.org/W4293198317","https://openalex.org/W4295934714","https://openalex.org/W4361200055","https://openalex.org/W4375947245","https://openalex.org/W4384284307","https://openalex.org/W4390604386","https://openalex.org/W6842405213"],"related_works":["https://openalex.org/W2358115907","https://openalex.org/W2132767805","https://openalex.org/W2002553083","https://openalex.org/W2043600582","https://openalex.org/W2581865514","https://openalex.org/W2100059305","https://openalex.org/W2059960749","https://openalex.org/W4289229097","https://openalex.org/W3026480127","https://openalex.org/W4213429873"],"abstract_inverted_index":{"Delay-sensitive":[0],"task":[1,43,80,115,130,135,178],"offloading":[2,44,131],"in":[3,32,53],"a":[4,17,40,54,119,191],"device-to-device":[5],"assisted":[6],"mobile":[7,138,201],"edge":[8,27,98],"computing":[9],"(D2D-MEC)":[10],"system":[11,211],"with":[12,89,194],"energy":[13],"harvesting":[14],"devices":[15,139,202],"is":[16,110,170],"critical":[18],"challenge":[19],"due":[20],"to":[21,96,107,174,203],"the":[22,30,60,90,111,150,154,176],"dynamic":[23,42],"load":[24,100],"level":[25],"at":[26,136,144],"nodes":[28],"and":[29,45,70,82,101,140,185,219,222],"variability":[31],"harvested":[33],"energy.":[34],"In":[35],"this":[36],"paper,":[37],"we":[38,159],"propose":[39],"joint":[41],"CPU":[46,141,186],"frequency":[47,142],"control":[48],"scheme":[49],"for":[50,132],"delay-sensitive":[51],"tasks":[52],"D2D-MEC":[55],"system,":[56],"taking":[57],"into":[58],"account":[59],"intricacies":[61],"of":[62,79,93,113,153],"multi-slot":[63],"tasks,":[64],"characterized":[65],"by":[66,180],"diverse":[67],"processing":[68],"speeds":[69],"data":[71],"transmission":[72],"rates.":[73],"Our":[74],"methodology":[75],"involves":[76],"meticulous":[77],"modeling":[78],"arrival":[81],"service":[83],"processes":[84],"using":[85],"queuing":[86],"systems,":[87],"coupled":[88],"strategic":[91],"utilization":[92],"D2D":[94],"communication":[95],"alleviate":[97],"server":[99],"prevent":[102],"network":[103],"congestion":[104],"effectively.":[105],"Central":[106],"our":[108],"solution":[109],"formulation":[112],"average":[114,177],"delay":[116,179],"optimization":[117],"as":[118],"challenging":[120],"nonlinear":[121],"integer":[122],"programming":[123],"problem,":[124],"requiring":[125],"intelligent":[126],"decision":[127],"making":[128],"regarding":[129],"each":[133],"generated":[134],"active":[137],"adjustments":[143],"discrete":[145,156],"time":[146],"slots.":[147],"To":[148],"navigate":[149],"intricate":[151],"landscape":[152],"extensive":[155],"action":[157],"space,":[158],"design":[160],"an":[161],"efficient":[162],"multi-agent":[163],"DRL":[164],"learning":[165],"algorithm":[166],"named":[167],"MAOC,":[168],"which":[169],"based":[171,207],"on":[172,208],"MAPPO,":[173],"minimize":[175],"dynamically":[181],"determining":[182],"task-offloading":[183],"decisions":[184,205],"frequencies.":[187],"MAOC":[188],"operates":[189],"within":[190],"centralized":[192],"training":[193],"decentralized":[195],"execution":[196],"(CTDE)":[197],"framework,":[198],"empowering":[199],"individual":[200],"make":[204],"autonomously":[206],"their":[209],"unique":[210],"states.":[212],"Experimental":[213],"results":[214],"demonstrate":[215],"its":[216],"swift":[217],"convergence":[218],"operational":[220],"efficiency,":[221],"it":[223],"outperforms":[224],"other":[225],"baseline":[226],"algorithms.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5}],"updated_date":"2026-06-15T08:34:33.830935","created_date":"2025-10-10T00:00:00"}