{"id":"https://openalex.org/W3022039839","doi":"https://doi.org/10.1109/jiot.2020.2993012","title":"AUV-Aided Localization for Internet of Underwater Things: A Reinforcement-Learning-Based Method","display_name":"AUV-Aided Localization for Internet of Underwater Things: A Reinforcement-Learning-Based Method","publication_year":2020,"publication_date":"2020-05-07","ids":{"openalex":"https://openalex.org/W3022039839","doi":"https://doi.org/10.1109/jiot.2020.2993012","mag":"3022039839"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.2993012","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.2993012","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101511054","display_name":"Jing Yan","orcid":"https://orcid.org/0000-0001-7768-5720"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Yan","raw_affiliation_strings":["Department of Electrical Engineering, Yanshan University, Qinhuangdao, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064304244","display_name":"Yadi Gong","orcid":null},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yadi Gong","raw_affiliation_strings":["Department of Electrical Engineering, Yanshan University, Qinhuangdao, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038267080","display_name":"Cailian Chen","orcid":"https://orcid.org/0000-0001-6533-8713"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cailian Chen","raw_affiliation_strings":["Department of Automation, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064776495","display_name":"Xiaoyuan Luo","orcid":"https://orcid.org/0000-0003-0404-9533"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyuan Luo","raw_affiliation_strings":["Department of Electrical Engineering, Yanshan University, Qinhuangdao, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100690710","display_name":"Xinping Guan","orcid":"https://orcid.org/0009-0006-6233-8762"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinping Guan","raw_affiliation_strings":["Department of Electrical Engineering, Yanshan University, Qinhuangdao, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101511054"],"corresponding_institution_ids":["https://openalex.org/I39333907"],"apc_list":null,"apc_paid":null,"fwci":10.6529,"has_fulltext":false,"cited_by_count":98,"citation_normalized_percentile":{"value":0.99002531,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"7","issue":"10","first_page":"9728","last_page":"9746"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7750093936920166},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7651463747024536},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.7327150702476501},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6854298114776611},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.475738525390625},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.36162254214286804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34565919637680054},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1662527322769165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7750093936920166},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7651463747024536},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.7327150702476501},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6854298114776611},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.475738525390625},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36162254214286804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34565919637680054},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1662527322769165},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2020.2993012","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.2993012","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","display_name":"Life below water","score":0.7599999904632568}],"awards":[{"id":"https://openalex.org/G1705705081","display_name":null,"funder_award_id":"61933009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1772506795","display_name":null,"funder_award_id":"61873345","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2909016857","display_name":null,"funder_award_id":"61973263","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2921093364","display_name":null,"funder_award_id":"61633017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5757516105","display_name":null,"funder_award_id":"19XD1421800","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1964718088","https://openalex.org/W1966184693","https://openalex.org/W1984085432","https://openalex.org/W2011510693","https://openalex.org/W2028526813","https://openalex.org/W2036098206","https://openalex.org/W2046220682","https://openalex.org/W2061920930","https://openalex.org/W2066683493","https://openalex.org/W2091581981","https://openalex.org/W2099983996","https://openalex.org/W2104264645","https://openalex.org/W2150397151","https://openalex.org/W2161275792","https://openalex.org/W2165726932","https://openalex.org/W2178108034","https://openalex.org/W2187145068","https://openalex.org/W2204587003","https://openalex.org/W2429789444","https://openalex.org/W2517658871","https://openalex.org/W2554469899","https://openalex.org/W2583784334","https://openalex.org/W2607445839","https://openalex.org/W2765614438","https://openalex.org/W2765723484","https://openalex.org/W2768346232","https://openalex.org/W2772589676","https://openalex.org/W2778859783","https://openalex.org/W2778952464","https://openalex.org/W2782016218","https://openalex.org/W2789151399","https://openalex.org/W2791801566","https://openalex.org/W2804158892","https://openalex.org/W2806410666","https://openalex.org/W2811473388","https://openalex.org/W2883705171","https://openalex.org/W2887524220","https://openalex.org/W2888070266","https://openalex.org/W2902024803","https://openalex.org/W2902763105","https://openalex.org/W2910503495","https://openalex.org/W2911556058","https://openalex.org/W2912259603","https://openalex.org/W2912681837","https://openalex.org/W2920484856","https://openalex.org/W2921434485","https://openalex.org/W2924518598","https://openalex.org/W2927314564","https://openalex.org/W2945596130","https://openalex.org/W2946177678","https://openalex.org/W2963629111","https://openalex.org/W2966038277","https://openalex.org/W2968841646","https://openalex.org/W2969277962","https://openalex.org/W2972960981","https://openalex.org/W2980303531","https://openalex.org/W2988592481","https://openalex.org/W2992172366","https://openalex.org/W3098060190","https://openalex.org/W3106381443","https://openalex.org/W6747858880","https://openalex.org/W7029318943"],"related_works":["https://openalex.org/W2116677773","https://openalex.org/W2155261584","https://openalex.org/W4388412763","https://openalex.org/W2584231425","https://openalex.org/W1999583034","https://openalex.org/W2150611273","https://openalex.org/W4306904969","https://openalex.org/W3217214504","https://openalex.org/W3168963531","https://openalex.org/W2103825597"],"abstract_inverted_index":{"Localization":[0],"is":[1,42,82,89,111,131,139,163],"a":[2,57,106],"critical":[3],"issue":[4,51],"for":[5,52,166,184],"many":[6],"location-based":[7],"applications":[8],"in":[9,202],"the":[10,17,27,37,73,86,93,115,135,143,153,167,179,185,199,212],"Internet":[11],"of":[12,26,75,95,117],"Underwater":[13],"Things":[14],"(IoUT).":[15],"Nevertheless,":[16],"asynchronous":[18,79],"time":[19],"clock,":[20],"stratification":[21],"effect,":[22],"and":[23,66,68,119,121,156,159,169,194],"mobility":[24],"properties":[25],"underwater":[28,47,171],"environment":[29],"make":[30,102],"it":[31,162],"much":[32,164],"more":[33,160],"challenging":[34],"to":[35,91,101,113,133,151,175,178],"solve":[36],"localization":[38,50,80,87,109,145,172,187,200],"issue.":[39],"This":[40],"article":[41,204],"concerned":[43],"with":[44,211],"an":[45,78,126],"autonomous":[46],"vehicle":[48],"(AUV)-aided":[49],"IoUT.":[53],"We":[54],"first":[55],"provide":[56],"hybrid":[58],"network":[59],"architecture":[60],"that":[61,142,198],"includes":[62],"surface":[63],"buoys,":[64],"AUVs,":[65,118],"active":[67,120],"passive":[69,122],"sensor":[70,123],"nodes.":[71],"On":[72],"basis":[74],"this":[76,103,203],"architecture,":[77],"protocol":[81],"designed,":[83],"through":[84],"which":[85],"problem":[88,104,173],"provided":[90],"minimize":[92],"sum":[94],"all":[96],"measurement":[97],"errors.":[98],"In":[99],"order":[100],"tractable,":[105],"reinforcement-learning":[107],"(RL)-based":[108],"algorithm":[110,146,188],"developed":[112],"estimate":[114],"locations":[116],"nodes,":[124],"where":[125],"online":[127],"value":[128,157],"iteration":[129],"procedure":[130],"performed":[132],"seek":[134],"optimization":[136],"locations.":[137],"It":[138],"worth":[140],"mentioning":[141],"proposed":[144],"adopts":[147],"two":[148],"neural":[149],"networks":[150],"approximate":[152],"increment":[154],"policy":[155],"function,":[158],"importantly,":[161],"preferable":[165],"nonsmooth":[168],"nonconvex":[170],"due":[174],"its":[176],"insensitivity":[177],"local":[180],"optimal.":[181],"Performance":[182],"analyses":[183],"RL-based":[186],"are":[189],"also":[190],"provided.":[191],"Finally,":[192],"simulation":[193],"experimental":[195],"results":[196],"reveal":[197],"performance":[201],"can":[205],"be":[206],"significantly":[207],"improved":[208],"as":[209],"compared":[210],"other":[213],"works.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":9},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}