{"id":"https://openalex.org/W7125900630","doi":"https://doi.org/10.1109/smc58881.2025.11343524","title":"QLMR-PO: Intelligent routing algorithm for underwater acoustic sensor networks combining learning automaton and Q-learning","display_name":"QLMR-PO: Intelligent routing algorithm for underwater acoustic sensor networks combining learning automaton and Q-learning","publication_year":2025,"publication_date":"2025-10-05","ids":{"openalex":"https://openalex.org/W7125900630","doi":"https://doi.org/10.1109/smc58881.2025.11343524"},"language":null,"primary_location":{"id":"doi:10.1109/smc58881.2025.11343524","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11343524","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124089197","display_name":"Haoran Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I120379545","display_name":"Inner Mongolia Agricultural University","ror":"https://ror.org/015d0jq83","country_code":"CN","type":"education","lineage":["https://openalex.org/I120379545"]},{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haoran Cheng","raw_affiliation_strings":["Inner Mongolia University, and the Engineering Research Center of Ecological Big Data, Ministry of Education,College of Computer Science,Hohhot,China"],"affiliations":[{"raw_affiliation_string":"Inner Mongolia University, and the Engineering Research Center of Ecological Big Data, Ministry of Education,College of Computer Science,Hohhot,China","institution_ids":["https://openalex.org/I2722730","https://openalex.org/I120379545"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124101312","display_name":"Xiangyu Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Bai","raw_affiliation_strings":["Inner Mongolia University, and the Engineering Research Center of Ecological Big Data, Ministry of Education,School of Computer Science,Hohhot,China"],"affiliations":[{"raw_affiliation_string":"Inner Mongolia University, and the Engineering Research Center of Ecological Big Data, Ministry of Education,School of Computer Science,Hohhot,China","institution_ids":["https://openalex.org/I2722730"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5124089197"],"corresponding_institution_ids":["https://openalex.org/I120379545","https://openalex.org/I2722730"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.67381411,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2571","last_page":"2578"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.963100016117096,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.963100016117096,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.005100000184029341,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11698","display_name":"Underwater Acoustics Research","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/1910","display_name":"Oceanography"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learning-automata","display_name":"Learning automata","score":0.6173999905586243},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5755000114440918},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5425000190734863},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5403000116348267},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5115000009536743},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.4810999929904938},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.47380000352859497},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.4458000063896179},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.4180999994277954},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.41499999165534973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7127000093460083},{"id":"https://openalex.org/C2776807809","wikidata":"https://www.wikidata.org/wiki/Q6510160","display_name":"Learning automata","level":3,"score":0.6173999905586243},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5755000114440918},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5425000190734863},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5403000116348267},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5115000009536743},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.4810999929904938},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.47380000352859497},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46230000257492065},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.4458000063896179},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.4180999994277954},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.41499999165534973},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.41110000014305115},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.3781000077724457},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.37130001187324524},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.365200012922287},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.3617999851703644},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.3407000005245209},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.3287999927997589},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.3287000060081482},{"id":"https://openalex.org/C67467970","wikidata":"https://www.wikidata.org/wiki/Q1292425","display_name":"Underwater acoustics","level":3,"score":0.32190001010894775},{"id":"https://openalex.org/C2984173633","wikidata":"https://www.wikidata.org/wiki/Q22725","display_name":"Routing algorithm","level":4,"score":0.31349998712539673},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C90806461","wikidata":"https://www.wikidata.org/wiki/Q1144416","display_name":"Propagation delay","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2782999873161316},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.2775000035762787},{"id":"https://openalex.org/C62469222","wikidata":"https://www.wikidata.org/wiki/Q17092103","display_name":"Hybrid algorithm (constraint satisfaction)","level":5,"score":0.27379998564720154},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.273499995470047},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.272599995136261},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.26269999146461487},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.25619998574256897},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.2515000104904175},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc58881.2025.11343524","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11343524","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8948059678077698}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322868","display_name":"Natural Science Foundation of Inner Mongolia","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W58949250","https://openalex.org/W1554648094","https://openalex.org/W1834771425","https://openalex.org/W2093125009","https://openalex.org/W2130509337","https://openalex.org/W3112635774","https://openalex.org/W3186173209","https://openalex.org/W4291712360","https://openalex.org/W4297911469","https://openalex.org/W4315491715","https://openalex.org/W4381186750","https://openalex.org/W4388011294","https://openalex.org/W4388101271","https://openalex.org/W4394712113","https://openalex.org/W4400315824","https://openalex.org/W4400590990","https://openalex.org/W4401809449","https://openalex.org/W4404848195","https://openalex.org/W4405198725"],"related_works":[],"abstract_inverted_index":{"Routing":[0],"algorithms":[1,34,135],"in":[2,28,136],"underwater":[3,29,61],"acoustic":[4,62],"sensor":[5,63],"networks":[6,64],"are":[7],"the":[8,78,94,100,106,112,129],"primary":[9],"solution":[10],"to":[11],"address":[12,50],"issues":[13],"such":[14,37],"as":[15,38],"low":[16,42],"bandwidth,":[17],"long":[18],"transmission":[19,79],"delays,":[20],"high":[21],"bit":[22],"error":[23],"rates,":[24],"and":[25,45,70,98,121,145],"limited":[26],"energy":[27,43,139],"environments.":[30],"However,":[31],"many":[32],"routing":[33,58],"face":[35],"challenges":[36],"suboptimal":[39],"path":[40],"selection,":[41],"efficiency,":[44,140],"poor":[46],"overall":[47],"performance.":[48],"To":[49],"these":[51],"issues,":[52],"this":[53],"paper":[54],"proposes":[55],"an":[56],"intelligent":[57],"algorithm":[59,131],"for":[60,72],"(QLMR-PO)":[65],"that":[66,128],"combines":[67],"learning":[68,85],"automaton":[69],"Q-learning":[71],"efficient":[73],"routing.":[74],"First,":[75],"we":[76,88,110],"optimize":[77],"power":[80],"of":[81,115,138],"each":[82],"node":[83,103],"using":[84],"automaton.":[86],"Then,":[87],"introduce":[89],"multiple":[90],"influencing":[91],"factors":[92],"into":[93],"reward":[95],"function":[96],"design":[97],"select":[99],"best":[101],"relay":[102],"by":[104,117],"choosing":[105],"maximum":[107],"Q-value.":[108],"Finally,":[109],"ensure":[111],"forward":[113],"propagation":[114],"data":[116],"introducing":[118],"depth":[119],"information":[120],"a":[122],"memory":[123],"mechanism.":[124],"Simulation":[125],"results":[126],"show":[127],"proposed":[130],"outperforms":[132],"several":[133],"Q-learning-based":[134],"terms":[137],"end-to-end":[141],"delay,":[142],"network":[143],"lifetime,":[144],"other":[146],"performance":[147],"metrics.":[148]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-29T00:00:00"}
