{"id":"https://openalex.org/W3209307112","doi":"https://doi.org/10.1109/icspcc52875.2021.9564538","title":"Reinforcement Learning Based Energy Efficient Underwater Passive Localization of Hidden Mobile Node","display_name":"Reinforcement Learning Based Energy Efficient Underwater Passive Localization of Hidden Mobile Node","publication_year":2021,"publication_date":"2021-08-17","ids":{"openalex":"https://openalex.org/W3209307112","doi":"https://doi.org/10.1109/icspcc52875.2021.9564538","mag":"3209307112"},"language":"en","primary_location":{"id":"doi:10.1109/icspcc52875.2021.9564538","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icspcc52875.2021.9564538","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Signal Processing, Communications and Computing (ICSPCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029570741","display_name":"Ruiheng Liao","orcid":"https://orcid.org/0000-0002-1056-5676"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiheng Liao","raw_affiliation_strings":["Xiamen University,Dept. of Information and Communication Engineering,Xiamen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,Dept. of Information and Communication Engineering,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054902964","display_name":"Xudong You","orcid":"https://orcid.org/0000-0003-3009-1946"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xudong You","raw_affiliation_strings":["Xiamen University,Dept. of Information and Communication Engineering,Xiamen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,Dept. of Information and Communication Engineering,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755438","display_name":"Wei Su","orcid":"https://orcid.org/0000-0003-1874-1256"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Su","raw_affiliation_strings":["Xiamen University,Dept. of Information and Communication Engineering,Xiamen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,Dept. of Information and Communication Engineering,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101430780","display_name":"Keyu Chen","orcid":"https://orcid.org/0000-0003-0808-2533"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keyu Chen","raw_affiliation_strings":["Xiamen University,Dept. of Information and Communication Engineering,Xiamen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,Dept. of Information and Communication Engineering,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068976123","display_name":"Liang Xiao","orcid":"https://orcid.org/0000-0003-2402-611X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Xiao","raw_affiliation_strings":["Xiamen University,Dept. of Information and Communication Engineering,Xiamen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,Dept. of Information and Communication Engineering,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005270765","display_name":"En Cheng","orcid":"https://orcid.org/0000-0003-2121-6110"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"En Cheng","raw_affiliation_strings":["Xiamen University,Dept. of Information and Communication Engineering,Xiamen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,Dept. of Information and Communication Engineering,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":3.8896,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.94607407,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"06"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11698","display_name":"Underwater Acoustics Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1910","display_name":"Oceanography"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.7979557514190674},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7485758662223816},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7111138105392456},{"id":"https://openalex.org/keywords/non-line-of-sight-propagation","display_name":"Non-line-of-sight propagation","score":0.5831720232963562},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5529277920722961},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5418534874916077},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.5279404520988464},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5177296996116638},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.44529300928115845},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4432438611984253},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.44283461570739746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40312206745147705},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2882782518863678},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2300361692905426},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19930040836334229}],"concepts":[{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.7979557514190674},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7485758662223816},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7111138105392456},{"id":"https://openalex.org/C154910267","wikidata":"https://www.wikidata.org/wiki/Q1740982","display_name":"Non-line-of-sight propagation","level":3,"score":0.5831720232963562},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5529277920722961},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5418534874916077},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.5279404520988464},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5177296996116638},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.44529300928115845},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4432438611984253},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.44283461570739746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40312206745147705},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2882782518863678},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2300361692905426},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19930040836334229},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icspcc52875.2021.9564538","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icspcc52875.2021.9564538","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Signal Processing, Communications and Computing (ICSPCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8999999761581421,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1598226319","display_name":"\u57fa\u4e8e\u6c34\u58f0\u4f20\u611f\u7f51\u7edc\u7684\u6c34\u4e0b\u79fb\u52a8\u9690\u85cf\u8282\u70b9\u58f0\u8f85\u52a9\u5b9a\u4f4d\u6280\u672f\u7814\u7a76","funder_award_id":"62071400","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1613956536","https://openalex.org/W1969142081","https://openalex.org/W2004159133","https://openalex.org/W2005287749","https://openalex.org/W2011248922","https://openalex.org/W2069678666","https://openalex.org/W2112766035","https://openalex.org/W2130509337","https://openalex.org/W2159480976","https://openalex.org/W2932660806","https://openalex.org/W2942933587","https://openalex.org/W2979967637","https://openalex.org/W2983596529","https://openalex.org/W2996481532","https://openalex.org/W3001742444","https://openalex.org/W3115976985"],"related_works":["https://openalex.org/W3081304190","https://openalex.org/W2477841276","https://openalex.org/W4225540233","https://openalex.org/W1989468614","https://openalex.org/W46613192","https://openalex.org/W2539461158","https://openalex.org/W2556643280","https://openalex.org/W2185568765","https://openalex.org/W2353494610","https://openalex.org/W4285703999"],"abstract_inverted_index":{"The":[0,119],"underwater":[1,8,12,16,45,116],"passive":[2,68],"localization":[3,60,69,89,146],"can":[4,143],"be":[5],"applied":[6,123],"to":[7,25,78,93,124],"cooperative":[9],"combat":[10],"system,":[11],"environment":[13,117],"detection":[14],"and":[15,38,88,99,129,148],"resource":[17],"exploration,":[18],"which":[19,57],"has":[20],"important":[21],"practical":[22],"significance.":[23],"Owing":[24],"sound":[26,29],"velocity":[27],"variation,":[28],"line":[30],"bending,":[31],"non-line-of-sight":[32,100],"transmission,":[33,101],"clock":[34],"drift,":[35],"limited":[36],"bandwidth,":[37],"long":[39],"propagation":[40,97],"time":[41,107,128],"delay":[42],"in":[43,51],"the":[44,52,55,80,84,94,102,106,115,126,134,140,145],"environment,":[46],"there":[47],"are":[48],"many":[49],"errors":[50],"estimation":[53],"of":[54,83,133,152],"distance,":[56],"reduces":[58],"acoustic":[59,96],"accuracy.":[61],"In":[62],"this":[63],"paper,":[64],"a":[65],"mobile":[66,86,154],"hidden":[67,85,153],"(RMHPL)":[70],"algorithm":[71,104,142],"based":[72,109],"on":[73,110],"reinforcement":[74,111],"learning":[75,112],"is":[76,122],"proposed":[77,103,141],"reduce":[79,125,149],"energy":[81,150],"consumption":[82,151],"node":[87],"error.":[90],"With":[91],"regard":[92],"varying":[95],"parameters":[98],"selects":[105],"window":[108],"without":[113],"knowing":[114],"model.":[118],"Dyna-PS":[120],"architecture":[121],"convergence":[127],"improve":[130,144],"planning":[131],"efficiency":[132],"algorithm.":[135],"Simulation":[136],"results":[137],"show":[138],"that":[139],"accuracy":[147],"node.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}