{"id":"https://openalex.org/W7116931905","doi":"https://doi.org/10.1631/fitee.2500007","title":"Dynamic joint resource allocation in maritime wireless communication networks: a meta-reinforcement learning approach based on knowledge embedding","display_name":"Dynamic joint resource allocation in maritime wireless communication networks: a meta-reinforcement learning approach based on knowledge embedding","publication_year":2025,"publication_date":"2025-12-01","ids":{"openalex":"https://openalex.org/W7116931905","doi":"https://doi.org/10.1631/fitee.2500007"},"language":"en","primary_location":{"id":"doi:10.1631/fitee.2500007","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2500007","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121038132","display_name":"Zhongyang Mao","orcid":null},"institutions":[{"id":"https://openalex.org/I83776822","display_name":"Shandong Institute of Business and Technology","ror":"https://ror.org/03rrkrc24","country_code":"CN","type":"education","lineage":["https://openalex.org/I83776822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongyang Mao","raw_affiliation_strings":["Naval Aviation University, Yantai, 264001, China","Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China"],"raw_orcid":"https://orcid.org/0000-0001-6279-1627","affiliations":[{"raw_affiliation_string":"Naval Aviation University, Yantai, 264001, China","institution_ids":[]},{"raw_affiliation_string":"Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China","institution_ids":["https://openalex.org/I83776822"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhilin Zhang","orcid":"https://orcid.org/0009-0006-1442-3735"},"institutions":[{"id":"https://openalex.org/I83776822","display_name":"Shandong Institute of Business and Technology","ror":"https://ror.org/03rrkrc24","country_code":"CN","type":"education","lineage":["https://openalex.org/I83776822"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhilin Zhang","raw_affiliation_strings":["Naval Aviation University, Yantai, 264001, China","Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China"],"raw_orcid":"https://orcid.org/0009-0006-1442-3735","affiliations":[{"raw_affiliation_string":"Naval Aviation University, Yantai, 264001, China","institution_ids":[]},{"raw_affiliation_string":"Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China","institution_ids":["https://openalex.org/I83776822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047310802","display_name":"Faping Lu","orcid":"https://orcid.org/0000-0002-8172-0311"},"institutions":[{"id":"https://openalex.org/I83776822","display_name":"Shandong Institute of Business and Technology","ror":"https://ror.org/03rrkrc24","country_code":"CN","type":"education","lineage":["https://openalex.org/I83776822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Faping Lu","raw_affiliation_strings":["Naval Aviation University, Yantai, 264001, China","Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Aviation University, Yantai, 264001, China","institution_ids":[]},{"raw_affiliation_string":"Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China","institution_ids":["https://openalex.org/I83776822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028483397","display_name":"Xiguo Liu","orcid":"https://orcid.org/0000-0001-7291-5478"},"institutions":[{"id":"https://openalex.org/I83776822","display_name":"Shandong Institute of Business and Technology","ror":"https://ror.org/03rrkrc24","country_code":"CN","type":"education","lineage":["https://openalex.org/I83776822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiguo Liu","raw_affiliation_strings":["Naval Aviation University, Yantai, 264001, China","Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Aviation University, Yantai, 264001, China","institution_ids":[]},{"raw_affiliation_string":"Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China","institution_ids":["https://openalex.org/I83776822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101849784","display_name":"Zhichao Xu","orcid":"https://orcid.org/0009-0002-2475-2031"},"institutions":[{"id":"https://openalex.org/I83776822","display_name":"Shandong Institute of Business and Technology","ror":"https://ror.org/03rrkrc24","country_code":"CN","type":"education","lineage":["https://openalex.org/I83776822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhichao Xu","raw_affiliation_strings":["Naval Aviation University, Yantai, 264001, China","Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Aviation University, Yantai, 264001, China","institution_ids":[]},{"raw_affiliation_string":"Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China","institution_ids":["https://openalex.org/I83776822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064026404","display_name":"Yaozong Pan","orcid":"https://orcid.org/0000-0002-4442-6332"},"institutions":[{"id":"https://openalex.org/I83776822","display_name":"Shandong Institute of Business and Technology","ror":"https://ror.org/03rrkrc24","country_code":"CN","type":"education","lineage":["https://openalex.org/I83776822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaozong Pan","raw_affiliation_strings":["Naval Aviation University, Yantai, 264001, China","Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Aviation University, Yantai, 264001, China","institution_ids":[]},{"raw_affiliation_string":"Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China","institution_ids":["https://openalex.org/I83776822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065742821","display_name":"Jiafang Kang","orcid":"https://orcid.org/0000-0003-4177-5622"},"institutions":[{"id":"https://openalex.org/I83776822","display_name":"Shandong Institute of Business and Technology","ror":"https://ror.org/03rrkrc24","country_code":"CN","type":"education","lineage":["https://openalex.org/I83776822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafang Kang","raw_affiliation_strings":["Naval Aviation University, Yantai, 264001, China","Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Aviation University, Yantai, 264001, China","institution_ids":[]},{"raw_affiliation_string":"Shandong Key Laboratory of Sea and Air Information Perception and Processing Technology, Yantai, 264001, China","institution_ids":["https://openalex.org/I83776822"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121067724","display_name":"Yang You","orcid":null},"institutions":[{"id":"https://openalex.org/I4210107698","display_name":"PLA 306 Hospital","ror":"https://ror.org/01k0q5v34","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210107698"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang You","raw_affiliation_strings":["PLA 91001 Unit, Beijing, 100000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PLA 91001 Unit, Beijing, 100000, China","institution_ids":["https://openalex.org/I4210107698"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I83776822"],"apc_list":null,"apc_paid":null,"fwci":0.9898,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82205379,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"26","issue":"12","first_page":"2672","last_page":"2687"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.16410000622272491,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.16410000622272491,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.15060000121593475,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.12470000237226486,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6292999982833862},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5968000292778015},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5745000243186951},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5619000196456909},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5264000296592712},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5203999876976013},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5056999921798706},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.48159998655319214}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7024999856948853},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6292999982833862},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5968000292778015},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5745000243186951},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5687999725341797},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5619000196456909},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5264000296592712},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5203999876976013},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5056999921798706},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.48159998655319214},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.46799999475479126},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.4077000021934509},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4058000147342682},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3725999891757965},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3393999934196472},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.31949999928474426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.289900004863739},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26179999113082886},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1631/fitee.2500007","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2500007","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2578206533","https://openalex.org/W2736601468","https://openalex.org/W2899729262","https://openalex.org/W2921283043","https://openalex.org/W2964125079","https://openalex.org/W2969465871","https://openalex.org/W3009767224","https://openalex.org/W3174059217","https://openalex.org/W3185546912","https://openalex.org/W3196231517","https://openalex.org/W3198362881","https://openalex.org/W4225571404","https://openalex.org/W4285131565","https://openalex.org/W4293231908","https://openalex.org/W4294167402","https://openalex.org/W4296558712","https://openalex.org/W4301373725","https://openalex.org/W4317497257","https://openalex.org/W4322503173","https://openalex.org/W4381387464","https://openalex.org/W4382677692","https://openalex.org/W4383113472","https://openalex.org/W4385801696","https://openalex.org/W4387146030","https://openalex.org/W4387987067","https://openalex.org/W4388090705","https://openalex.org/W4390071871","https://openalex.org/W4390871644","https://openalex.org/W4391221077","https://openalex.org/W4391593947","https://openalex.org/W4392172883","https://openalex.org/W4392969956","https://openalex.org/W4393379795","https://openalex.org/W4396594813","https://openalex.org/W4400877906","https://openalex.org/W4400945825","https://openalex.org/W4402615445","https://openalex.org/W4404960163","https://openalex.org/W4405179668","https://openalex.org/W4405269759","https://openalex.org/W4406014028"],"related_works":[],"abstract_inverted_index":{"As":[0],"human":[1],"exploration":[2],"of":[3,23,145],"the":[4,7,20,24,40,118,127,135,149,161],"ocean":[5],"expands,":[6],"demand":[8],"for":[9,33,122],"continuous,":[10],"high-quality,":[11],"and":[12,27,45,55,157],"ubiquitous":[13],"maritime":[14],"communication":[15,44],"is":[16,113],"steadily":[17],"increasing.":[18],"However,":[19],"dynamic":[21],"nature":[22],"marine":[25],"environment":[26],"resource":[28,36,73,92],"constraints":[29],"present":[30],"significant":[31],"challenges":[32],"traditional":[34],"heuristic":[35],"allocation":[37,74],"methods,":[38],"complicating":[39],"balance":[41],"between":[42],"high-quality":[43],"limited":[46],"network":[47],"resources.":[48],"This":[49],"results":[50,132],"in":[51,66,141],"suboptimal":[52],"system":[53,143],"throughput":[54,144],"an":[56,84,139],"over-reliance":[57],"on":[58,77],"specific":[59],"problem":[60],"structures.":[61],"To":[62],"address":[63],"these":[64],"issues,":[65],"this":[67],"paper,":[68],"we":[69],"introduce":[70],"a":[71,108],"joint":[72],"method":[75,137],"based":[76],"knowledge":[78,102],"embedding.":[79],"The":[80],"proposed":[81,136],"approach":[82],"includes":[83],"action":[85],"distribution":[86],"alignment":[87],"module":[88],"designed":[89],"to":[90,148,160],"improve":[91],"utilization":[93],"by":[94,100],"preventing":[95],"unreasonable":[96],"action-output":[97],"combinations.":[98],"Furthermore,":[99],"integrating":[101],"embedding":[103],"with":[104],"meta-reinforcement":[105],"learning":[106],"techniques,":[107],"physical":[109],"guidance":[110],"loss":[111],"function":[112],"formulated,":[114],"which":[115],"effectively":[116],"reduces":[117],"sample":[119],"size":[120],"required":[121],"model":[123],"training,":[124],"thereby":[125],"enhancing":[126],"algorithm\u2019s":[128],"generalization":[129],"capabilities.":[130],"Simulation":[131],"show":[133],"that":[134],"achieves":[138],"increase":[140],"average":[142],"31.19%":[146],"compared":[147,159],"model-agnostic":[150],"meta-learning":[151],"proximal":[152],"policy":[153],"optimization":[154],"(MAML-PPO)":[155],"algorithm":[156],"80.91%":[158],"RL2":[162],"algorithm,":[163],"across":[164],"various":[165],"channel":[166],"environments.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-12-23T00:00:00"}