{"id":"https://openalex.org/W4388657750","doi":"https://doi.org/10.1186/s13634-023-01054-7","title":"Model-based optimal action selection for Dyna-Q reverberation suppression cognitive sonar","display_name":"Model-based optimal action selection for Dyna-Q reverberation suppression cognitive sonar","publication_year":2023,"publication_date":"2023-11-14","ids":{"openalex":"https://openalex.org/W4388657750","doi":"https://doi.org/10.1186/s13634-023-01054-7"},"language":"en","primary_location":{"id":"doi:10.1186/s13634-023-01054-7","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13634-023-01054-7","pdf_url":"https://asp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13634-023-01054-7","source":{"id":"https://openalex.org/S35920007","display_name":"EURASIP Journal on Advances in Signal Processing","issn_l":"1687-6172","issn":["1687-6172","1687-6180"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Advances in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://asp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13634-023-01054-7","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102954247","display_name":"Yubin Fu","orcid":"https://orcid.org/0000-0002-0454-3227"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210099069","display_name":"Institute of Acoustics","ror":"https://ror.org/00v8rqv75","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210099069"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yubin Fu","raw_affiliation_strings":["Laboratory of Autonomous Underwater Vehicles, Institute of Acoustics, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Autonomous Underwater Vehicles, Institute of Acoustics, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210099069","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101621752","display_name":"Xiaochuan Ma","orcid":"https://orcid.org/0000-0001-9913-6538"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210099069","display_name":"Institute of Acoustics","ror":"https://ror.org/00v8rqv75","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210099069"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochuan Ma","raw_affiliation_strings":["Laboratory of Autonomous Underwater Vehicles, Institute of Acoustics, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Autonomous Underwater Vehicles, Institute of Acoustics, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210099069","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100746907","display_name":"Chao Feng","orcid":"https://orcid.org/0000-0002-1377-0587"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210099069","display_name":"Institute of Acoustics","ror":"https://ror.org/00v8rqv75","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210099069"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Feng","raw_affiliation_strings":["Laboratory of Autonomous Underwater Vehicles, Institute of Acoustics, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Autonomous Underwater Vehicles, Institute of Acoustics, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210099069","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101266904","display_name":"Xingxuan Pei","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210099069","display_name":"Institute of Acoustics","ror":"https://ror.org/00v8rqv75","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210099069"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingxuan Pei","raw_affiliation_strings":["Laboratory of Autonomous Underwater Vehicles, Institute of Acoustics, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Autonomous Underwater Vehicles, Institute of Acoustics, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210099069","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104197658","display_name":"Pengzhuo Li","orcid":"https://orcid.org/0009-0007-4201-4864"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210099069","display_name":"Institute of Acoustics","ror":"https://ror.org/00v8rqv75","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210099069"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengzhuo Li","raw_affiliation_strings":["Laboratory of Autonomous Underwater Vehicles, Institute of Acoustics, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Autonomous Underwater Vehicles, Institute of Acoustics, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210099069","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102954247"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210099069","https://openalex.org/I4210165038"],"apc_list":{"value":1140,"currency":"GBP","value_usd":1398},"apc_paid":{"value":1140,"currency":"GBP","value_usd":1398},"fwci":0.5203,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.64925578,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"2023","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11698","display_name":"Underwater Acoustics Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1910","display_name":"Oceanography"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reverberation","display_name":"Reverberation","score":0.9290070533752441},{"id":"https://openalex.org/keywords/clutter","display_name":"Clutter","score":0.8255545496940613},{"id":"https://openalex.org/keywords/waveform","display_name":"Waveform","score":0.7738186717033386},{"id":"https://openalex.org/keywords/marine-mammals-and-sonar","display_name":"Marine mammals and sonar","score":0.7645233869552612},{"id":"https://openalex.org/keywords/sonar","display_name":"Sonar","score":0.7271440625190735},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6699705123901367},{"id":"https://openalex.org/keywords/doppler-effect","display_name":"Doppler effect","score":0.6494489908218384},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.5551660656929016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3408341407775879},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3249475359916687},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.19140511751174927},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1732349395751953},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1291884481906891}],"concepts":[{"id":"https://openalex.org/C95851461","wikidata":"https://www.wikidata.org/wiki/Q468809","display_name":"Reverberation","level":2,"score":0.9290070533752441},{"id":"https://openalex.org/C132094186","wikidata":"https://www.wikidata.org/wiki/Q641585","display_name":"Clutter","level":3,"score":0.8255545496940613},{"id":"https://openalex.org/C197424946","wikidata":"https://www.wikidata.org/wiki/Q1165717","display_name":"Waveform","level":3,"score":0.7738186717033386},{"id":"https://openalex.org/C137184094","wikidata":"https://www.wikidata.org/wiki/Q6764300","display_name":"Marine mammals and sonar","level":3,"score":0.7645233869552612},{"id":"https://openalex.org/C555745239","wikidata":"https://www.wikidata.org/wiki/Q133220","display_name":"Sonar","level":2,"score":0.7271440625190735},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6699705123901367},{"id":"https://openalex.org/C142757262","wikidata":"https://www.wikidata.org/wiki/Q76436","display_name":"Doppler effect","level":2,"score":0.6494489908218384},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.5551660656929016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3408341407775879},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3249475359916687},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.19140511751174927},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1732349395751953},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1291884481906891},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13634-023-01054-7","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13634-023-01054-7","pdf_url":"https://asp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13634-023-01054-7","source":{"id":"https://openalex.org/S35920007","display_name":"EURASIP Journal on Advances in Signal Processing","issn_l":"1687-6172","issn":["1687-6172","1687-6180"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Advances in Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4c5078eb452a41a2a93d1b1d0f640453","is_oa":true,"landing_page_url":"https://doaj.org/article/4c5078eb452a41a2a93d1b1d0f640453","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EURASIP Journal on Advances in Signal Processing, Vol 2023, Iss 1, Pp 1-20 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13634-023-01054-7","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13634-023-01054-7","pdf_url":"https://asp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13634-023-01054-7","source":{"id":"https://openalex.org/S35920007","display_name":"EURASIP Journal on Advances in Signal Processing","issn_l":"1687-6172","issn":["1687-6172","1687-6180"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Advances in Signal Processing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388657750.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1952104611","https://openalex.org/W2004263723","https://openalex.org/W2020084167","https://openalex.org/W2041497966","https://openalex.org/W2043993745","https://openalex.org/W2047564403","https://openalex.org/W2063146632","https://openalex.org/W2076234180","https://openalex.org/W2292429760","https://openalex.org/W2296527862","https://openalex.org/W2512331108","https://openalex.org/W2543676396","https://openalex.org/W2799736007","https://openalex.org/W2902907165","https://openalex.org/W3198629713","https://openalex.org/W4212896669","https://openalex.org/W4225813399","https://openalex.org/W4312857157","https://openalex.org/W4366680539","https://openalex.org/W4378977178"],"related_works":["https://openalex.org/W2392611223","https://openalex.org/W1990764576","https://openalex.org/W2187345479","https://openalex.org/W2362175816","https://openalex.org/W2049105424","https://openalex.org/W2016800904","https://openalex.org/W1973796368","https://openalex.org/W153416380","https://openalex.org/W3197465599","https://openalex.org/W2034859555"],"abstract_inverted_index":{"Abstract":[0],"The":[1,20],"Doppler":[2,13,32,46,61,80],"shift":[3],"of":[4,31,59,158,195],"low-speed":[5],"targets":[6],"is":[7,22,51,74,83,162,173],"frequently":[8],"disturbed":[9],"by":[10,24,69,88],"the":[11,17,29,45,57,66,72,78,99,112,120,133,137,144,154,165,177,183,193,196],"reverberation":[12,39,60,79,121],"spread":[14,47,81],"clutter":[15,21,48,82],"under":[16],"shallow":[18],"sea.":[19],"generated":[23],"underwater":[25],"scatterers,":[26],"which":[27],"increases":[28],"difficulty":[30],"estimation.":[33],"To":[34],"solve":[35],"this":[36,54,63,109,152],"problem,":[37],"a":[38],"target":[40,73,122],"resolution":[41,123],"function":[42,64,124],"based":[43,115],"on":[44,116],"statistical":[49],"model":[50],"proposed":[52,184,197],"in":[53,129,140,147,151],"paper.":[55],"Through":[56],"width":[58],"clutter,":[62],"adjusts":[65],"waveform":[67,101,138,146],"parameters":[68,102,139],"determining":[70],"whether":[71],"discriminable.":[75],"In":[76],"addition,":[77],"time-spatial":[84],"varying":[85],"and":[86,95,142,164,180],"affected":[87],"grazing":[89],"angle,":[90],"waves,":[91],"wind":[92],"speed,":[93],"fish":[94],"other":[96],"effects.":[97],"Thus,":[98],"sonar":[100,114,134],"need":[103],"to":[104,125],"be":[105],"adjusted":[106],"constantly.":[107],"Therefore,":[108],"paper":[110],"combines":[111],"cognitive":[113],"reinforcement":[117,160],"learning":[118,161],"with":[119,176],"evaluate":[126],"different":[127,130,148],"waveforms":[128],"environments.":[131,149],"Consequently,":[132],"can":[135],"adjust":[136],"real-time":[141],"obtain":[143],"optimal":[145],"Meanwhile,":[150],"paper,":[153],"action":[155,168],"selection":[156,169],"strategy":[157],"Dyna-Q":[159,170,179],"optimized,":[163],"model-based":[166],"maximum":[167],"algorithm":[171,185],"(Dyna-Q-Max-Action)":[172],"proposed.":[174],"Compared":[175],"traditional":[178],"Q-learning":[181],"algorithms,":[182],"needs":[186],"fewer":[187],"episodes.":[188],"Finally,":[189],"numerical":[190],"simulation":[191],"verified":[192],"effectiveness":[194],"algorithm.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}