{"id":"https://openalex.org/W4416649595","doi":"https://doi.org/10.1109/ojcoms.2025.3637110","title":"MARHO: Hybrid Task Offloading in Maritime MEC via Multi-Agent Reinforcement Learning","display_name":"MARHO: Hybrid Task Offloading in Maritime MEC via Multi-Agent Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416649595","doi":"https://doi.org/10.1109/ojcoms.2025.3637110"},"language":null,"primary_location":{"id":"doi:10.1109/ojcoms.2025.3637110","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3637110","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcoms.2025.3637110","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000318076","display_name":"Jiahong Ning","orcid":"https://orcid.org/0000-0003-2796-6887"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiahong Ning","raw_affiliation_strings":["Dalian Maritime University, Navigation College of Dalian Maritime University, Dalian, China","Dalian Maritime University, China"],"affiliations":[{"raw_affiliation_string":"Dalian Maritime University, Navigation College of Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]},{"raw_affiliation_string":"Dalian Maritime University, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016226762","display_name":"Aimin Li","orcid":"https://orcid.org/0000-0003-3687-4378"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aimin Li","raw_affiliation_strings":["School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027953377","display_name":"Gary C.F. Lee","orcid":"https://orcid.org/0000-0003-4318-8958"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Gary C. F. Lee","raw_affiliation_strings":["School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","A*STAR, Institute for Infocomm Research (I2R), Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"A*STAR, Institute for Infocomm Research (I2R), Singapore, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100606009","display_name":"Sumei Sun","orcid":"https://orcid.org/0000-0002-1701-8122"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Sumei Sun","raw_affiliation_strings":["School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","A*STAR, Institute for Infocomm Research (I2R), Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"A*STAR, Institute for Infocomm Research (I2R), Singapore, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083657836","display_name":"Tingting Yang","orcid":"https://orcid.org/0000-0002-7406-2170"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingting Yang","raw_affiliation_strings":["Dalian Maritime University, Navigation College of Dalian Maritime University, Dalian, China","Dalian Maritime University, China"],"affiliations":[{"raw_affiliation_string":"Dalian Maritime University, Navigation College of Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]},{"raw_affiliation_string":"Dalian Maritime University, China","institution_ids":["https://openalex.org/I43313876"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5000318076"],"corresponding_institution_ids":["https://openalex.org/I43313876"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.48351929,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":null,"first_page":"10322","last_page":"10337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9139999747276306,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9139999747276306,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.056699998676776886,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.0034000000450760126,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7785000205039978},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.673799991607666},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5942999720573425},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5529000163078308},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4794999957084656},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.46050000190734863},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.4537000060081482},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.42989999055862427},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.4146000146865845},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.39079999923706055}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7785000205039978},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7741000056266785},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.673799991607666},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5942999720573425},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5529000163078308},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5044000148773193},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.492900013923645},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4794999957084656},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.46050000190734863},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.4537000060081482},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.42989999055862427},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41530001163482666},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.4146000146865845},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.39079999923706055},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.38580000400543213},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.37459999322891235},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3743000030517578},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.35910001397132874},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.31360000371932983},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.3001999855041504},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.26910001039505005},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2635999917984009},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2630000114440918},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ojcoms.2025.3637110","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3637110","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2025.3637110","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3637110","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1988456768","https://openalex.org/W2268751503","https://openalex.org/W2583459164","https://openalex.org/W2793344467","https://openalex.org/W2904713520","https://openalex.org/W2963564337","https://openalex.org/W2963898372","https://openalex.org/W2970520268","https://openalex.org/W2991924774","https://openalex.org/W3007565530","https://openalex.org/W3011182939","https://openalex.org/W3012334974","https://openalex.org/W3045806821","https://openalex.org/W3113072632","https://openalex.org/W3190806564","https://openalex.org/W3202615323","https://openalex.org/W3203705619","https://openalex.org/W4295036262","https://openalex.org/W4385287558","https://openalex.org/W4385731917","https://openalex.org/W4388469616","https://openalex.org/W4390659130","https://openalex.org/W4392904502","https://openalex.org/W4401357215","https://openalex.org/W4406354533","https://openalex.org/W4406357192"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"MARHO,":[3],"a":[4,48,109,137,190],"Multi-Agent":[5],"Reinforcement":[6],"learning-based":[7],"Hybrid":[8],"task":[9,179],"Offloading":[10],"framework,":[11],"designed":[12],"for":[13,71],"maritime":[14,165],"mobile":[15],"edge":[16,53,73],"computing":[17,59],"(MEC)":[18],"environments":[19],"characterized":[20],"by":[21],"time-varying":[22],"wireless":[23,94],"channels,":[24],"heterogeneous":[25],"workloads,":[26],"and":[27,47,58,99,140,155,170,188],"stringent":[28],"quality":[29],"of":[30],"service":[31],"(QoS)":[32],"requirements.":[33],"The":[34,87,102,174],"considered":[35],"MEC":[36],"architecture":[37],"integrates":[38],"unmanned":[39,43],"surface":[40],"vessels":[41],"(USVs),":[42],"aerial":[44,72],"vehicles":[45],"(UAVs),":[46],"ship":[49,82],"platform":[50],"with":[51],"high-performance":[52],"servers.":[54],"USVs":[55],"generate":[56],"sensing":[57],"tasks":[60],"that":[61,124,151,182],"can":[62],"be":[63],"(i)":[64],"executed":[65],"locally,":[66],"(ii)":[67],"offloaded":[68],"to":[69,80,147,195],"UAVs":[70,79],"processing,":[74],"or":[75],"(iii)":[76],"relayed":[77],"through":[78],"the":[81,196],"under":[83,129,177],"line-of-sight":[84],"(LoS)":[85],"links.":[86],"system":[88],"model":[89],"jointly":[90],"captures":[91],"queueing":[92],"dynamics,":[93,169],"transmission":[95],"latency,":[96],"computation":[97],"delay,":[98],"battery":[100],"constraints.":[101],"hybrid":[103],"offloading":[104,127,172],"problem":[105],"is":[106,161],"formulated":[107],"as":[108,121],"Decentralized":[110],"Partially":[111],"Observable":[112],"Markov":[113],"Decision":[114],"Process":[115],"(Dec-POMDP),":[116],"where":[117],"each":[118],"USV":[119],"acts":[120],"an":[122],"agent":[123],"decides":[125],"its":[126],"mode":[128],"partial":[130],"observations.":[131],"To":[132],"solve":[133],"this,":[134],"MARHO":[135,183],"employs":[136],"centralized":[138],"training":[139],"decentralized":[141],"execution":[142],"(CTDE)":[143],"scheme,":[144],"enabling":[145],"agents":[146],"learn":[148],"resource-aware":[149],"strategies":[150],"effectively":[152],"balance":[153],"communication":[154],"computation.":[156],"A":[157],"Gym-based":[158],"simulation":[159],"environment":[160],"developed,":[162],"integrating":[163],"realistic":[164],"signal":[166],"propagation,":[167],"queue":[168],"mixed":[171],"scenarios.":[173],"experimental":[175],"results":[176],"different":[178],"loads":[180],"demonstrate":[181],"consistently":[184],"achieves":[185],"higher":[186],"throughput":[187],"has":[189],"lower":[191],"average":[192],"latency":[193],"compared":[194],"existing":[197],"benchmark.":[198]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-25T00:00:00"}