{"id":"https://openalex.org/W4388731999","doi":"https://doi.org/10.3390/fi15110369","title":"Maximizing UAV Coverage in Maritime Wireless Networks: A Multiagent Reinforcement Learning Approach","display_name":"Maximizing UAV Coverage in Maritime Wireless Networks: A Multiagent Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-11-16","ids":{"openalex":"https://openalex.org/W4388731999","doi":"https://doi.org/10.3390/fi15110369"},"language":"en","primary_location":{"id":"doi:10.3390/fi15110369","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15110369","pdf_url":"https://www.mdpi.com/1999-5903/15/11/369/pdf?version=1700103748","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/15/11/369/pdf?version=1700103748","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101932319","display_name":"Qianqian Wu","orcid":"https://orcid.org/0000-0001-8467-4034"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianqian Wu","raw_affiliation_strings":["Beijing Key Laboratory of Transportation Data Analysis and Mining, School of Computer and Information Technology, Beijing Jiaotong University, Beijing 100044, China"],"raw_orcid":"https://orcid.org/0000-0001-8467-4034","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Transportation Data Analysis and Mining, School of Computer and Information Technology, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409425","display_name":"Qiang Liu","orcid":"https://orcid.org/0000-0001-5735-8642"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiang Liu","raw_affiliation_strings":["Beijing Key Laboratory of Transportation Data Analysis and Mining, School of Computer and Information Technology, Beijing Jiaotong University, Beijing 100044, China"],"raw_orcid":"https://orcid.org/0000-0001-5735-8642","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Transportation Data Analysis and Mining, School of Computer and Information Technology, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100594935","display_name":"Zefan Wu","orcid":"https://orcid.org/0009-0002-7381-2491"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zefan Wu","raw_affiliation_strings":["Beijing Key Laboratory of Transportation Data Analysis and Mining, School of Computer and Information Technology, Beijing Jiaotong University, Beijing 100044, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Transportation Data Analysis and Mining, School of Computer and Information Technology, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101782393","display_name":"Jiye Zhang","orcid":"https://orcid.org/0000-0002-9886-8814"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiye Zhang","raw_affiliation_strings":["School of Information Communication and Engineering, Communication University of China, Beijing 100024, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Communication and Engineering, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100409425"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":1.3821,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89514688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"15","issue":"11","first_page":"369","last_page":"369"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8866245746612549},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.853966474533081},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6238493919372559},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5025584697723389},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.482035756111145},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.46285855770111084},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4419686496257782},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4116889238357544},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4017726182937622},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24607941508293152},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1154312789440155}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8866245746612549},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.853966474533081},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6238493919372559},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5025584697723389},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.482035756111145},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.46285855770111084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4419686496257782},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4116889238357544},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4017726182937622},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24607941508293152},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1154312789440155},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/fi15110369","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15110369","pdf_url":"https://www.mdpi.com/1999-5903/15/11/369/pdf?version=1700103748","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:15:y:2023:i:11:p:369-:d:1281158","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/15/11/369/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:82fd73da3821483db1e5d5e00246ec53","is_oa":true,"landing_page_url":"https://doaj.org/article/82fd73da3821483db1e5d5e00246ec53","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 15, Iss 11, p 369 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-5903/15/11/369/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/fi15110369","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/fi15110369","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15110369","pdf_url":"https://www.mdpi.com/1999-5903/15/11/369/pdf?version=1700103748","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Life below water","score":0.75,"id":"https://metadata.un.org/sdg/14"}],"awards":[{"id":"https://openalex.org/G5649489718","display_name":null,"funder_award_id":"2023YJS104","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4388731999.pdf"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2785919067","https://openalex.org/W2908261578","https://openalex.org/W2981460880","https://openalex.org/W3013960924","https://openalex.org/W3040199322","https://openalex.org/W3091703254","https://openalex.org/W3123012396","https://openalex.org/W3136134087","https://openalex.org/W3168991811","https://openalex.org/W3208032334","https://openalex.org/W4206834792","https://openalex.org/W4213433215","https://openalex.org/W4220779643","https://openalex.org/W4224223585","https://openalex.org/W4281809276","https://openalex.org/W4288040050","https://openalex.org/W4294982529","https://openalex.org/W4298848549","https://openalex.org/W4313155827","https://openalex.org/W4361006728","https://openalex.org/W4367040564","https://openalex.org/W4382237864","https://openalex.org/W6839054092"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W2359600231","https://openalex.org/W3216757130","https://openalex.org/W2380019117","https://openalex.org/W2093343611","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3154539612"],"abstract_inverted_index":{"In":[0,26],"the":[1,40,72,79,92,96,116,128,138,143,150,165,170],"field":[2,73],"of":[3,12,74,95,118,154,164],"ocean":[4,44,75],"data":[5,21,45,76],"monitoring,":[6],"collaborative":[7],"control":[8],"and":[9,24,132,152,168],"path":[10,103,156],"planning":[11,157],"unmanned":[13],"aerial":[14],"vehicles":[15],"(UAVs)":[16],"are":[17],"essential":[18],"for":[19,59],"improving":[20],"collection":[22],"efficiency":[23,151],"quality.":[25],"this":[27,107],"study,":[28],"we":[29,49,109],"focus":[30],"on":[31],"how":[32],"to":[33,37,62,99,126],"utilize":[34],"multiple":[35,60],"UAVs":[36,61,175],"efficiently":[38],"cover":[39],"target":[41,69,166],"area":[42,70,167],"in":[43,67,71,102],"monitoring":[46],"tasks.":[47],"First,":[48],"propose":[50],"a":[51,68,119,160],"multiagent":[52],"deep":[53],"reinforcement":[54],"learning":[55],"(DRL)-based":[56],"path-planning":[57],"method":[58],"perform":[63],"efficient":[64],"coverage":[65,162,172],"tasks":[66],"monitoring.":[77],"Additionally,":[78],"traditional":[80],"Multi-Agent":[81],"Twin":[82],"Delayed":[83],"Deep":[84],"Deterministic":[85],"policy":[86],"gradient":[87],"(MATD3)":[88],"algorithm":[89,114,146],"only":[90],"considers":[91],"current":[93],"state":[94],"agents,":[97],"leading":[98],"poor":[100],"performance":[101],"planning.":[104],"To":[105],"address":[106],"issue,":[108],"introduce":[110],"an":[111],"improved":[112],"MATD3":[113],"with":[115,177],"integration":[117],"stacked":[120],"long":[121],"short-term":[122],"memory":[123],"(S-LSTM)":[124],"network":[125],"incorporate":[127],"historical":[129],"interaction":[130],"information":[131],"environmental":[133],"changes":[134],"among":[135,174],"agents.":[136],"Finally,":[137],"experimental":[139],"results":[140],"demonstrate":[141],"that":[142],"proposed":[144],"MATD3-Stacked_LSTM":[145],"can":[147],"effectively":[148],"improve":[149],"practicality":[153],"UAV":[155],"by":[158],"achieving":[159],"high":[161],"rate":[163,173],"reducing":[169],"redundant":[171],"compared":[176],"two":[178],"other":[179],"advanced":[180],"DRL":[181],"algorithms.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}