{"id":"https://openalex.org/W4226246291","doi":"https://doi.org/10.1109/access.2022.3165046","title":"Reinforcement Learning-Based Trajectory Optimization for Data Muling With Underwater Mobile Nodes","display_name":"Reinforcement Learning-Based Trajectory Optimization for Data Muling With Underwater Mobile Nodes","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4226246291","doi":"https://doi.org/10.1109/access.2022.3165046"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3165046","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3165046","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09749248.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09749248.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071780472","display_name":"Qiang Fu","orcid":"https://orcid.org/0000-0001-7826-7467"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiang Fu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Alabama, Tuscaloosa, AL, USA"],"raw_orcid":"https://orcid.org/0000-0001-7826-7467","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Alabama, Tuscaloosa, AL, USA","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077833444","display_name":"Aijun Song","orcid":"https://orcid.org/0000-0002-4736-0383"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aijun Song","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Alabama, Tuscaloosa, AL, USA"],"raw_orcid":"https://orcid.org/0000-0002-4736-0383","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Alabama, Tuscaloosa, AL, USA","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110149491","display_name":"Fuming Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fuming Zhang","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0053-4224","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047722991","display_name":"Miao Pan","orcid":"https://orcid.org/0000-0003-2138-4413"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miao Pan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-2138-4413","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7262,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.63472217,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"38774","last_page":"38784"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.7302752137184143},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.6067137122154236},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5920752286911011},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.581885576248169},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5518650412559509},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.4313846230506897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3672490119934082},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32954490184783936},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32125765085220337},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1971881091594696},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17381030321121216},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09674051403999329}],"concepts":[{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.7302752137184143},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.6067137122154236},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5920752286911011},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.581885576248169},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5518650412559509},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.4313846230506897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3672490119934082},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32954490184783936},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32125765085220337},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1971881091594696},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17381030321121216},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09674051403999329},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3165046","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3165046","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09749248.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d95bac1493c74d49a4b42ca6aa8c0b9c","is_oa":false,"landing_page_url":"https://doaj.org/article/d95bac1493c74d49a4b42ca6aa8c0b9c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 38774-38784 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3165046","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3165046","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09749248.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Life below water","id":"https://metadata.un.org/sdg/14","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G1713954052","display_name":"CCRI: Medium: Collaborative Research: mu-Net: Infrastructure to Advance Mobile Underwater Wireless Networking Research","funder_award_id":"2016726","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3601328690","display_name":"NeTS: Medium: Collaborative Research: Riding the Stress Wave: Integrated Monitoring, Communications, and Networking for Subsea Infrastructure","funder_award_id":"1801925","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4110124522","display_name":"CAREER: Mobile Underwater Communications Networks Supported by Autonomous Surface Vehicles","funder_award_id":"2048188","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4962501963","display_name":null,"funder_award_id":"CNS 1801861","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8425223605","display_name":"MRI: Development of an Underwater Mobile Testbed Using a Software-Defined Networking Architecture","funder_award_id":"1828678","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G939977282","display_name":"NeTS: Medium: Collaborative Research: Riding the Stress Wave: Integrated Monitoring, Communications, and Networking for Subsea Infrastructure","funder_award_id":"1801861","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226246291.pdf","grobid_xml":"https://content.openalex.org/works/W4226246291.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W213367833","https://openalex.org/W826707519","https://openalex.org/W1659842140","https://openalex.org/W1968594877","https://openalex.org/W1999486613","https://openalex.org/W2005906433","https://openalex.org/W2007122808","https://openalex.org/W2038754967","https://openalex.org/W2084163375","https://openalex.org/W2090486865","https://openalex.org/W2125083769","https://openalex.org/W2125273351","https://openalex.org/W2292566889","https://openalex.org/W2437264629","https://openalex.org/W2562901529","https://openalex.org/W2573596025","https://openalex.org/W2615692274","https://openalex.org/W2802829404","https://openalex.org/W2886509985","https://openalex.org/W2888893086","https://openalex.org/W2894610790","https://openalex.org/W2896334437","https://openalex.org/W2898332948","https://openalex.org/W2907080366","https://openalex.org/W2916641566","https://openalex.org/W2942933587","https://openalex.org/W2951290845","https://openalex.org/W2958308825","https://openalex.org/W2965700949","https://openalex.org/W2971438806","https://openalex.org/W2981508429","https://openalex.org/W2982634526","https://openalex.org/W2992052125","https://openalex.org/W3006566069","https://openalex.org/W3018781951","https://openalex.org/W3032586311","https://openalex.org/W3043932162","https://openalex.org/W3087932910","https://openalex.org/W3092618563","https://openalex.org/W3101253086","https://openalex.org/W3104026632","https://openalex.org/W3109187878","https://openalex.org/W3197424518","https://openalex.org/W3209869185","https://openalex.org/W3215244918","https://openalex.org/W4213147678","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2504004674","https://openalex.org/W1987679298","https://openalex.org/W2963177394","https://openalex.org/W4313359513","https://openalex.org/W4388412763","https://openalex.org/W2498744856","https://openalex.org/W4390482104","https://openalex.org/W322408318","https://openalex.org/W149041114","https://openalex.org/W1999583034"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"trajectory":[3],"optimization":[4,43],"problems":[5],"for":[6,76,80,142],"underwater":[7,15,21],"data":[8,16,51,81,110],"muling":[9,17],"with":[10,121],"mobile":[11],"nodes.":[12,61,137],"In":[13,118],"the":[14,34,39,55,59,72,77,85,90,93,98,105,109,114,119,132,148,152,155,159,169,178],"scenario,":[18],"multiple":[19,122,135],"autonomous":[20,29],"vehicles":[22,31],"(AUVs)":[23],"sample":[24],"a":[25],"mission":[26,156],"area,":[27,157],"and":[28,53,89,113,158,180],"surface":[30,60,136],"(ASVs)":[32],"visit":[33],"navigating":[35],"AUVs":[36,88,96],"to":[37,46,130],"retrieve":[38],"collected":[40],"data.":[41],"The":[42,145,164],"objectives":[44],"are":[45,162],"simultaneously":[47],"maximize":[48],"fairness":[49,179],"in":[50,175],"transmissions":[52],"minimize":[54],"travel":[56,116,182],"distance":[57,86],"of":[58,107,134,150,154,177],"We":[62,83,138],"propose":[63],"an":[64,124],"nearest-$K$reinforcement":[65],"learning":[66],"algorithm,":[67],"which":[68],"chooses":[69],"only":[70],"from":[71,147],"nearest-$K$AUVs":[73],"as":[74,92,97,104],"candidates":[75],"next":[78],"node":[79],"transmissions.":[82],"use":[84,133],"between":[87],"ASV":[91,115,181],"state,":[94],"selected":[95],"action.":[99],"A":[100],"reward":[101],"is":[102,128],"designed":[103],"function":[106],"both":[108],"volume":[111],"transmitted":[112],"distance.":[117,183],"scenario":[120],"ASVs,":[123],"AUV":[125],"association":[126],"strategy":[127],"presented":[129],"support":[131],"conduct":[139],"computer":[140],"simulations":[141],"performance":[143],"evaluation.":[144],"effects":[146],"number":[149,161],"AUVs,":[151],"size":[153],"state":[160],"investigated.":[163],"simulation":[165],"results":[166],"show":[167],"that":[168],"proposed":[170],"algorithm":[171],"outperforms":[172],"traditional":[173],"methods":[174],"terms":[176]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}