{"id":"https://openalex.org/W4390507054","doi":"https://doi.org/10.3390/fi16010019","title":"Proximal Policy Optimization for Efficient D2D-Assisted Computation Offloading and Resource Allocation in Multi-Access Edge Computing","display_name":"Proximal Policy Optimization for Efficient D2D-Assisted Computation Offloading and Resource Allocation in Multi-Access Edge Computing","publication_year":2024,"publication_date":"2024-01-02","ids":{"openalex":"https://openalex.org/W4390507054","doi":"https://doi.org/10.3390/fi16010019"},"language":"en","primary_location":{"id":"doi:10.3390/fi16010019","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16010019","pdf_url":"https://www.mdpi.com/1999-5903/16/1/19/pdf?version=1704184201","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/16/1/19/pdf?version=1704184201","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026263784","display_name":"C. H. Zhang","orcid":"https://orcid.org/0009-0000-2006-9492"},"institutions":[{"id":"https://openalex.org/I22046295","display_name":"Inner Mongolia Normal University","ror":"https://ror.org/0497ase59","country_code":"CN","type":"education","lineage":["https://openalex.org/I22046295"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Inner Mongolia Normal University, Saihan District, Hohhot 010096, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Inner Mongolia Normal University, Saihan District, Hohhot 010096, China","institution_ids":["https://openalex.org/I22046295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046333931","display_name":"Celimuge Wu","orcid":"https://orcid.org/0000-0001-6853-5878"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Celimuge Wu","raw_affiliation_strings":["Graduate School of Informatics and Engineering, The University of Electro-Communications, Tokyo 1828585, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics and Engineering, The University of Electro-Communications, Tokyo 1828585, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023450628","display_name":"Min Lin","orcid":"https://orcid.org/0000-0002-6529-5829"},"institutions":[{"id":"https://openalex.org/I22046295","display_name":"Inner Mongolia Normal University","ror":"https://ror.org/0497ase59","country_code":"CN","type":"education","lineage":["https://openalex.org/I22046295"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Lin","raw_affiliation_strings":["College of Computer Science and Technology, Inner Mongolia Normal University, Saihan District, Hohhot 010096, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Inner Mongolia Normal University, Saihan District, Hohhot 010096, China","institution_ids":["https://openalex.org/I22046295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083019638","display_name":"Yangfei Lin","orcid":"https://orcid.org/0000-0002-5739-6654"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yangfei Lin","raw_affiliation_strings":["Graduate School of Informatics and Engineering, The University of Electro-Communications, Tokyo 1828585, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics and Engineering, The University of Electro-Communications, Tokyo 1828585, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002864107","display_name":"William Liu","orcid":"https://orcid.org/0000-0002-1852-7703"},"institutions":[{"id":"https://openalex.org/I872614749","display_name":"Unitec Institute of Technology","ror":"https://ror.org/01px84952","country_code":"NZ","type":"education","lineage":["https://openalex.org/I4387152882","https://openalex.org/I872614749"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"William Liu","raw_affiliation_strings":["School of Computing, Electrical and Applied Technologies, Unitec Institute of Technology, Auckland 1025, New Zealand"],"affiliations":[{"raw_affiliation_string":"School of Computing, Electrical and Applied Technologies, Unitec Institute of Technology, Auckland 1025, New Zealand","institution_ids":["https://openalex.org/I872614749"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5002864107"],"corresponding_institution_ids":["https://openalex.org/I872614749"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":8.305,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.97904058,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"16","issue":"1","first_page":"19","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9101706147193909},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6993957757949829},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6296823024749756},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6119086742401123},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5987237691879272},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5598524808883667},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5281581878662109},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4953419268131256},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4917769730091095},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.45540815591812134},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.44834181666374207},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.444783091545105},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32317084074020386},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.20067882537841797}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9101706147193909},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6993957757949829},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6296823024749756},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6119086742401123},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5987237691879272},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5598524808883667},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5281581878662109},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4953419268131256},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4917769730091095},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.45540815591812134},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.44834181666374207},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.444783091545105},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32317084074020386},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.20067882537841797},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/fi16010019","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16010019","pdf_url":"https://www.mdpi.com/1999-5903/16/1/19/pdf?version=1704184201","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:16:y:2024:i:1:p:19-:d:1311991","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/16/1/19/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:b99d7c1b550b418da054892cba0503b7","is_oa":true,"landing_page_url":"https://doaj.org/article/b99d7c1b550b418da054892cba0503b7","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 16, Iss 1, p 19 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/fi16010019","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16010019","pdf_url":"https://www.mdpi.com/1999-5903/16/1/19/pdf?version=1704184201","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.7300000190734863}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390507054.pdf"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2257979135","https://openalex.org/W2615459164","https://openalex.org/W2750397832","https://openalex.org/W2912717503","https://openalex.org/W2965442760","https://openalex.org/W2981604716","https://openalex.org/W2987084653","https://openalex.org/W3036231888","https://openalex.org/W3045990328","https://openalex.org/W3091369929","https://openalex.org/W3100366369","https://openalex.org/W3107559527","https://openalex.org/W3114291689","https://openalex.org/W3118418149","https://openalex.org/W3122048479","https://openalex.org/W3140185648","https://openalex.org/W3172243941","https://openalex.org/W3175345449","https://openalex.org/W3175947748","https://openalex.org/W4206585306","https://openalex.org/W4210598935","https://openalex.org/W4221046147","https://openalex.org/W4225899417","https://openalex.org/W4286655145","https://openalex.org/W4288435125","https://openalex.org/W4293198317","https://openalex.org/W4296281130","https://openalex.org/W4308797462","https://openalex.org/W4312943725","https://openalex.org/W4377971363","https://openalex.org/W4379986188","https://openalex.org/W4384300548","https://openalex.org/W4388198618","https://openalex.org/W6842405213","https://openalex.org/W6853301985"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W3014317926","https://openalex.org/W2917127270","https://openalex.org/W2896883851","https://openalex.org/W2796352555"],"abstract_inverted_index":{"In":[0],"the":[1,19,33,44,132,178],"advanced":[2],"5G":[3,182],"and":[4,37,47,74,85,97,116,123,146,166,183],"beyond":[5,184],"networks,":[6],"multi-access":[7],"edge":[8],"computing":[9],"(MEC)":[10],"is":[11,129],"increasingly":[12],"recognized":[13],"as":[14],"a":[15,65,80,87,103],"promising":[16],"technology,":[17],"offering":[18],"dual":[20],"advantages":[21],"of":[22,49,102,180],"reducing":[23],"energy":[24,98,164],"utilization":[25,122],"in":[26,40,55,135,162,177],"cloud":[27],"data":[28],"centers":[29],"while":[30],"catering":[31],"to":[32,139,172],"demands":[34],"for":[35,109,144],"reliability":[36],"real-time":[38],"responsiveness":[39],"end":[41,114],"devices.":[42],"However,":[43],"inherent":[45],"complexity":[46],"variability":[48],"MEC":[50,82,117,174],"networks":[51],"pose":[52],"significant":[53],"challenges":[54],"computational":[56,124],"offloading":[57,73,106,112,145],"decisions.":[58],"To":[59],"tackle":[60],"this":[61],"problem,":[62],"we":[63],"propose":[64],"proximal":[66],"policy":[67,143],"optimization":[68],"(PPO)-based":[69],"Device-to-Device":[70],"(D2D)-assisted":[71],"computation":[72],"resource":[75,121,147],"allocation":[76],"scheme.":[77],"We":[78],"construct":[79],"realistic":[81],"network":[83,175],"environment":[84],"develop":[86],"Markov":[88],"decision":[89],"process":[90],"(MDP)":[91],"model":[92,128],"that":[93],"minimizes":[94],"time":[95],"loss":[96],"consumption.":[99],"The":[100,126],"integration":[101],"D2D":[104],"communication-based":[105],"framework":[107],"allows":[108],"collaborative":[110],"task":[111],"between":[113],"devices":[115],"servers,":[118],"enhancing":[119],"both":[120],"efficiency.":[125],"MDP":[127],"solved":[130],"using":[131],"PPO":[133],"algorithm":[134],"deep":[136],"reinforcement":[137],"learning":[138],"derive":[140],"an":[141],"optimal":[142],"allocation.":[148],"Extensive":[149],"comparative":[150],"analysis":[151],"with":[152],"three":[153],"benchmarked":[154],"approaches":[155],"has":[156],"confirmed":[157],"our":[158],"scheme\u2019s":[159],"superior":[160],"performance":[161],"latency,":[163],"consumption,":[165],"algorithmic":[167],"convergence,":[168],"demonstrating":[169],"its":[170],"potential":[171],"improve":[173],"operations":[176],"context":[179],"emerging":[181],"technologies.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}