{"id":"https://openalex.org/W4414404578","doi":"https://doi.org/10.1109/jiot.2025.3612960","title":"Deep Reinforcement Learning-Based Joint Resource Allocation and Service Migration for Smart-Buoy-Enabled Maritime Multiaccess Edge Computing Networks","display_name":"Deep Reinforcement Learning-Based Joint Resource Allocation and Service Migration for Smart-Buoy-Enabled Maritime Multiaccess Edge Computing Networks","publication_year":2025,"publication_date":"2025-09-22","ids":{"openalex":"https://openalex.org/W4414404578","doi":"https://doi.org/10.1109/jiot.2025.3612960"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3612960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3612960","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010198016","display_name":"Hangqi Li","orcid":"https://orcid.org/0000-0001-8071-7471"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hangqi Li","raw_affiliation_strings":["Navigation College, Dalian Maritime University, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0001-8071-7471","affiliations":[{"raw_affiliation_string":"Navigation College, Dalian Maritime University, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuzhang Wang","orcid":"https://orcid.org/0009-0007-2854-7293"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuzhang Wang","raw_affiliation_strings":["Navigation College, Dalian Maritime University, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0009-0007-2854-7293","affiliations":[{"raw_affiliation_string":"Navigation College, Dalian Maritime University, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063170334","display_name":"Mingyang Pan","orcid":"https://orcid.org/0000-0003-1327-6105"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyang Pan","raw_affiliation_strings":["Navigation College, Dalian Maritime University, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0003-1327-6105","affiliations":[{"raw_affiliation_string":"Navigation College, Dalian Maritime University, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034733148","display_name":"Shaoxi Li","orcid":"https://orcid.org/0000-0001-9394-6142"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoxi Li","raw_affiliation_strings":["Navigation College, Dalian Maritime University, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0001-9394-6142","affiliations":[{"raw_affiliation_string":"Navigation College, Dalian Maritime University, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034190782","display_name":"Wei Guan","orcid":"https://orcid.org/0000-0001-6561-6349"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Guan","raw_affiliation_strings":["Navigation College, Dalian Maritime University, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0001-6561-6349","affiliations":[{"raw_affiliation_string":"Navigation College, Dalian Maritime University, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I43313876"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I43313876"],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":2.3487,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.89727056,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":"24","first_page":"52687","last_page":"52705"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9351000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9351000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6783999800682068},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6741999983787537},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6384999752044678},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5737000107765198},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5511999726295471},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4828999936580658},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4404999911785126},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4122999906539917},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4083000123500824},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.38929998874664307}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8398000001907349},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6783999800682068},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6741999983787537},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6384999752044678},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6310999989509583},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5737000107765198},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5511999726295471},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.48350000381469727},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4828999936580658},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4404999911785126},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4083000123500824},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.38929998874664307},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.3815000057220459},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.33660000562667847},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.30379998683929443},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C85106507","wikidata":"https://www.wikidata.org/wiki/Q1188445","display_name":"Utility computing","level":4,"score":0.296999990940094},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C2781055072","wikidata":"https://www.wikidata.org/wiki/Q25325266","display_name":"Cloudlet","level":3,"score":0.2906000018119812},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.2824000120162964},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.28139999508857727},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.28040000796318054},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.25999999046325684}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3612960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3612960","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2541027696","display_name":null,"funder_award_id":"52171342","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4511256050","display_name":null,"funder_award_id":"3132023152","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6841046334","display_name":null,"funder_award_id":"GUIKE AD25069109","funder_id":"https://openalex.org/F4320335778","funder_display_name":"National Science and Technology Infrastructure Program"},{"id":"https://openalex.org/G8057022486","display_name":null,"funder_award_id":"3132025801","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G979753617","display_name":null,"funder_award_id":"52501436","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335778","display_name":"National Science and Technology Infrastructure Program","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1996984727","https://openalex.org/W2012264905","https://openalex.org/W2090485588","https://openalex.org/W2536587200","https://openalex.org/W2746553466","https://openalex.org/W2792281126","https://openalex.org/W2890928364","https://openalex.org/W2914450527","https://openalex.org/W3029957888","https://openalex.org/W3033105525","https://openalex.org/W3105504538","https://openalex.org/W3115015728","https://openalex.org/W3116153471","https://openalex.org/W3200785990","https://openalex.org/W4205274477","https://openalex.org/W4205833229","https://openalex.org/W4206383810","https://openalex.org/W4206408676","https://openalex.org/W4211167499","https://openalex.org/W4223599723","https://openalex.org/W4225585592","https://openalex.org/W4312531397","https://openalex.org/W4361802473","https://openalex.org/W4362654064","https://openalex.org/W4365129481","https://openalex.org/W4377000486","https://openalex.org/W4385372865","https://openalex.org/W4385627276","https://openalex.org/W4386038516","https://openalex.org/W4386446933","https://openalex.org/W4387889501","https://openalex.org/W4389545085","https://openalex.org/W4391020236","https://openalex.org/W4391742527","https://openalex.org/W4392207672","https://openalex.org/W4392901652","https://openalex.org/W4395027721","https://openalex.org/W4396542957","https://openalex.org/W4399939134","https://openalex.org/W4401009728","https://openalex.org/W4402673473","https://openalex.org/W4406800293","https://openalex.org/W4407948963","https://openalex.org/W4408254261","https://openalex.org/W4409494712","https://openalex.org/W4410086445"],"related_works":[],"abstract_inverted_index":{"Multi-access":[0],"edge":[1],"computing":[2,39],"(MEC)":[3],"is":[4,163,191],"a":[5,108,166],"promising":[6],"technology":[7],"that":[8,215],"can":[9,41],"enhance":[10],"the":[11,37,44,58,97,124,139,158,195,216],"computational":[12,60],"capabilities":[13],"of":[14,17,65,103,129,142,228],"maritime":[15,119],"Internet":[16],"Things":[18],"(MIoT)":[19],"systems.":[20],"By":[21],"deploying":[22],"smart":[23,67],"buoys":[24],"equipped":[25],"with":[26],"MEC":[27,120],"servers":[28],"(MSs)":[29],"and":[30,46,51,62,80,86,95,100,111,148,171,231],"base":[31],"stations":[32],"(BSs)":[33],"along":[34],"fairway":[35],"boundaries,":[36],"distributed":[38],"cluster":[40],"significantly":[42,223],"improve":[43],"timeliness":[45],"efficiency":[47,206],"in":[48,226],"processing":[49,127],"latency-sensitive":[50],"resource-intensive":[52],"MIoT":[53,70],"applications.":[54],"However,":[55],"due":[56],"to":[57,122,193,236],"limited":[59],"resources":[61,102],"service":[63,81,87,112,133],"coverage":[64],"these":[66],"buoys,":[68],"mobile":[69],"users":[71],"(MUs),":[72],"e.g.,":[73],"vessels,":[74],"may":[75],"experience":[76],"degraded":[77],"access":[78],"latency":[79,128,229],"discontinuity.":[82],"Resource":[83],"allocation":[84],"(RA)":[85],"migration":[88,113],"serve":[89],"as":[90,165],"effective":[91],"techniques":[92],"for":[93,117],"integrating":[94,153],"coordinating":[96],"communication,":[98],"computing,":[99],"energy":[101],"MIoTs.":[104],"This":[105],"paper":[106],"investigates":[107],"joint":[109],"RA":[110],"(JRASM)":[114],"optimization":[115,137],"problem":[116,162],"smart-buoy-enabled":[118],"networks":[121],"minimize":[123],"long-term":[125],"task":[126,146,232],"MUs":[130],"while":[131,152,207],"ensuring":[132],"continuity.":[134],"The":[135],"JRASM":[136,189,220,239],"addresses":[138],"coupled":[140],"challenges":[141],"resource":[143],"competition,":[144],"random":[145],"generation,":[147],"vessel":[149],"mobility":[150],"constraints,":[151],"collision":[154],"avoidance":[155],"mechanisms.":[156],"Subsequently,":[157],"mixed-integer":[159],"nonlinear":[160],"programming":[161],"reformulated":[164],"Markov":[167],"Decision":[168],"Process":[169],"(MDP)":[170],"solved":[172],"by":[173,210],"employing":[174],"deep":[175,184],"reinforcement":[176],"learning":[177,205],"(DRL)":[178],"methods.":[179],"A":[180],"novel":[181],"branching":[182],"double":[183],"Q":[185],"network":[186],"(Branching":[187],"DDQN)-based":[188],"algorithm":[190,221],"designed":[192],"decompose":[194],"hybrid":[196],"discrete-continuous":[197],"action":[198],"space":[199],"into":[200],"independent":[201],"subspaces,":[202],"achieving":[203],"enhanced":[204],"reducing":[208],"parameters":[209],"40%.":[211],"Simulation":[212],"results":[213],"demonstrate":[214],"proposed":[217],"Branching":[218],"DDQN-based":[219],"achieves":[222],"superior":[224],"performance":[225],"terms":[227],"reduction":[230],"completion":[233],"rate":[234],"compared":[235],"other":[237],"DRL-based":[238],"baselines,":[240],"particularly":[241],"under":[242],"high-workload":[243],"scenarios.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}