{"id":"https://openalex.org/W3202771953","doi":"https://doi.org/10.1109/icccworkshops52231.2021.9538885","title":"Clustering-Based Reinforcement Learning Routing Protocol with Low Complexity for Underwater Acoustic Sensor Networks","display_name":"Clustering-Based Reinforcement Learning Routing Protocol with Low Complexity for Underwater Acoustic Sensor Networks","publication_year":2021,"publication_date":"2021-07-28","ids":{"openalex":"https://openalex.org/W3202771953","doi":"https://doi.org/10.1109/icccworkshops52231.2021.9538885","mag":"3202771953"},"language":"en","primary_location":{"id":"doi:10.1109/icccworkshops52231.2021.9538885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccworkshops52231.2021.9538885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CIC International Conference on Communications in China (ICCC Workshops)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100673961","display_name":"Weixing Liu","orcid":"https://orcid.org/0000-0002-0124-2832"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixing Liu","raw_affiliation_strings":["College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","Shenzhen Research Institute of Xiamen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Shenzhen Research Institute of Xiamen University, Shenzhen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100428791","display_name":"Yougan Chen","orcid":"https://orcid.org/0000-0001-8345-1226"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yougan Chen","raw_affiliation_strings":["College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","Shenzhen Research Institute of Xiamen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Shenzhen Research Institute of Xiamen University, Shenzhen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069064065","display_name":"Weidi Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidi Huang","raw_affiliation_strings":["College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","Shenzhen Research Institute of Xiamen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Shenzhen Research Institute of Xiamen University, Shenzhen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016661008","display_name":"Changjing Xiong","orcid":"https://orcid.org/0009-0004-1256-1558"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjing Xiong","raw_affiliation_strings":["College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","Shenzhen Research Institute of Xiamen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Shenzhen Research Institute of Xiamen University, Shenzhen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413191","display_name":"Shiyu Li","orcid":"https://orcid.org/0000-0002-2045-0012"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyu Li","raw_affiliation_strings":["College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","Shenzhen Research Institute of Xiamen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Shenzhen Research Institute of Xiamen University, Shenzhen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100728429","display_name":"Wenxiang Zhang","orcid":"https://orcid.org/0000-0003-0141-0477"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxiang Zhang","raw_affiliation_strings":["College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","Shenzhen Research Institute of Xiamen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Shenzhen Research Institute of Xiamen University, Shenzhen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002358660","display_name":"Xiaomei Xu","orcid":"https://orcid.org/0000-0001-5677-2497"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomei Xu","raw_affiliation_strings":["College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","Shenzhen Research Institute of Xiamen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Ocean and Earth Sciences, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Underwater Acoustic Communication and Marine Information Technology (Xiamen University), Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Shenzhen Research Institute of Xiamen University, Shenzhen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":0.3475,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.60659467,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"200","last_page":"204"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7848121523857117},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.775846540927887},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.6652646660804749},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.5910818576812744},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.577284038066864},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.566389799118042},{"id":"https://openalex.org/keywords/wireless-routing-protocol","display_name":"Wireless Routing Protocol","score":0.5488026738166809},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5410387516021729},{"id":"https://openalex.org/keywords/zone-routing-protocol","display_name":"Zone Routing Protocol","score":0.5291022658348083},{"id":"https://openalex.org/keywords/destination-sequenced-distance-vector-routing","display_name":"Destination-Sequenced Distance Vector routing","score":0.46730637550354004},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4592790901660919},{"id":"https://openalex.org/keywords/simulated-annealing","display_name":"Simulated annealing","score":0.45497560501098633},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4369763135910034},{"id":"https://openalex.org/keywords/enhanced-interior-gateway-routing-protocol","display_name":"Enhanced Interior Gateway Routing Protocol","score":0.43140125274658203},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.41969534754753113},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.4107041358947754},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.3755606412887573},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3327227532863617},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2099568247795105}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7848121523857117},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.775846540927887},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.6652646660804749},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.5910818576812744},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.577284038066864},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.566389799118042},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.5488026738166809},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5410387516021729},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.5291022658348083},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.46730637550354004},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4592790901660919},{"id":"https://openalex.org/C126980161","wikidata":"https://www.wikidata.org/wiki/Q863783","display_name":"Simulated annealing","level":2,"score":0.45497560501098633},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4369763135910034},{"id":"https://openalex.org/C87044965","wikidata":"https://www.wikidata.org/wiki/Q1091139","display_name":"Enhanced Interior Gateway Routing Protocol","level":5,"score":0.43140125274658203},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.41969534754753113},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.4107041358947754},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3755606412887573},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3327227532863617},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2099568247795105},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icccworkshops52231.2021.9538885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccworkshops52231.2021.9538885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CIC International Conference on Communications in China (ICCC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Life below water","id":"https://metadata.un.org/sdg/14"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1551284826","https://openalex.org/W1970632410","https://openalex.org/W2072834015","https://openalex.org/W2107989834","https://openalex.org/W2109598927","https://openalex.org/W2129879516","https://openalex.org/W2130509337","https://openalex.org/W2152759373","https://openalex.org/W2888893086","https://openalex.org/W3107609022","https://openalex.org/W3112635774","https://openalex.org/W6786370446"],"related_works":["https://openalex.org/W2607223747","https://openalex.org/W2081964190","https://openalex.org/W2537402361","https://openalex.org/W1976978163","https://openalex.org/W2041855631","https://openalex.org/W2392303844","https://openalex.org/W2141748222","https://openalex.org/W2386380844","https://openalex.org/W2138035214","https://openalex.org/W2186630360"],"abstract_inverted_index":{"With":[0],"the":[1,4,16,35,40,43,49,70,83,89,103,109,115,119,126],"increase":[2],"in":[3,9],"number":[5],"of":[6,19,42,73,118],"relay":[7,85],"nodes":[8,86],"large-scale":[10],"underwater":[11,84],"acoustic":[12],"sensor":[13],"networks":[14],"(UWA-SNs),":[15],"learning":[17,25,45],"costs":[18],"routing":[20,64,75,94,106,121],"protocols":[21],"based":[22,52],"on":[23,53],"reinforcement":[24,44],"algorithms":[26],"continue":[27],"to":[28,81],"increase.":[29],"In":[30],"this":[31],"paper,":[32],"we":[33],"take":[34],"Q-learning":[36],"(QL)":[37],"algorithm":[38,51,57,92,107,122],"as":[39],"example":[41],"algorithm,":[46],"combined":[47],"with":[48,102],"clustering":[50],"genetic":[54],"simulated":[55],"annealing":[56],"(SAGAFCM),":[58],"and":[59],"propose":[60],"an":[61],"improved":[62],"QL":[63,91,105],"protocol":[65],"(IQLR)":[66],"aimed":[67],"at":[68],"reducing":[69],"time":[71,116],"complexity":[72],"QL-based":[74,120],"algorithm.":[76],"The":[77,96],"core":[78],"idea":[79],"is":[80],"preprocess":[82],"before":[87],"applying":[88],"traditional":[90],"for":[93],"optimization.":[95],"simulation":[97],"results":[98],"show":[99],"that":[100,125],"compared":[101],"un-preprocessed/traditional":[104],"(UQLR),":[108],"proposed":[110],"IQLR":[111],"can":[112],"greatly":[113],"reduce":[114],"cost":[117],"while":[123],"ensuring":[124],"transmission":[127],"quality":[128],"does":[129],"not":[130],"change":[131],"much.":[132]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}