{"id":"https://openalex.org/W4313522488","doi":"https://doi.org/10.1186/s13634-022-00961-5","title":"Deep reinforcement learning-based adaptive modulation for OFDM underwater acoustic communication system","display_name":"Deep reinforcement learning-based adaptive modulation for OFDM underwater acoustic communication system","publication_year":2023,"publication_date":"2023-01-03","ids":{"openalex":"https://openalex.org/W4313522488","doi":"https://doi.org/10.1186/s13634-022-00961-5"},"language":"en","primary_location":{"id":"doi:10.1186/s13634-022-00961-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13634-022-00961-5","pdf_url":"https://asp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13634-022-00961-5","source":{"id":"https://openalex.org/S35920007","display_name":"EURASIP Journal on Advances in Signal Processing","issn_l":"1110-8657","issn":["1110-8657","1687-0433","1687-6172","1687-6180"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Advances in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://asp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13634-022-00961-5","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013579299","display_name":"Xuerong Cui","orcid":"https://orcid.org/0000-0002-2326-9518"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuerong Cui","raw_affiliation_strings":["College of Oceanography and Space Informatics, China University of Petroleum (East China), Qingdao, 266580, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Oceanography and Space Informatics, China University of Petroleum (East China), Qingdao, 266580, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018012529","display_name":"Peihao Yan","orcid":"https://orcid.org/0000-0002-7091-8592"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peihao Yan","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China"],"raw_orcid":"https://orcid.org/0000-0002-7091-8592","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420982","display_name":"Juan Li","orcid":"https://orcid.org/0000-0001-7721-6596"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Li","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036622666","display_name":"Shibao Li","orcid":"https://orcid.org/0000-0002-3924-9001"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shibao Li","raw_affiliation_strings":["College of Oceanography and Space Informatics, China University of Petroleum (East China), Qingdao, 266580, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Oceanography and Space Informatics, China University of Petroleum (East China), Qingdao, 266580, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005660769","display_name":"Jianhang Liu","orcid":"https://orcid.org/0000-0003-1612-7527"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhang Liu","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China","institution_ids":["https://openalex.org/I4210162190"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5018012529"],"corresponding_institution_ids":["https://openalex.org/I4210162190"],"apc_list":{"value":1665,"currency":"USD","value_usd":1665},"apc_paid":{"value":1665,"currency":"USD","value_usd":1665},"fwci":2.95,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.90680841,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"2023","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7331455945968628},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.730088472366333},{"id":"https://openalex.org/keywords/communications-system","display_name":"Communications system","score":0.5615856051445007},{"id":"https://openalex.org/keywords/bit-error-rate","display_name":"Bit error rate","score":0.5396973490715027},{"id":"https://openalex.org/keywords/modulation","display_name":"Modulation (music)","score":0.5052109360694885},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.49828290939331055},{"id":"https://openalex.org/keywords/orthogonal-frequency-division-multiplexing","display_name":"Orthogonal frequency-division multiplexing","score":0.4970078766345978},{"id":"https://openalex.org/keywords/link-adaptation","display_name":"Link adaptation","score":0.49556028842926025},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.48933643102645874},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.48217883706092834},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4741879403591156},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4720150828361511},{"id":"https://openalex.org/keywords/adaptive-equalizer","display_name":"Adaptive equalizer","score":0.4194556772708893},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.33609461784362793},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.33602458238601685},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.31041383743286133},{"id":"https://openalex.org/keywords/equalization","display_name":"Equalization (audio)","score":0.24697226285934448},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.19228744506835938},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.17365846037864685},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15912726521492004},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.14793390035629272},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14241328835487366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7331455945968628},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.730088472366333},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.5615856051445007},{"id":"https://openalex.org/C56296756","wikidata":"https://www.wikidata.org/wiki/Q840922","display_name":"Bit error rate","level":3,"score":0.5396973490715027},{"id":"https://openalex.org/C123079801","wikidata":"https://www.wikidata.org/wiki/Q750240","display_name":"Modulation (music)","level":2,"score":0.5052109360694885},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.49828290939331055},{"id":"https://openalex.org/C40409654","wikidata":"https://www.wikidata.org/wiki/Q375889","display_name":"Orthogonal frequency-division multiplexing","level":3,"score":0.4970078766345978},{"id":"https://openalex.org/C138916503","wikidata":"https://www.wikidata.org/wiki/Q2714551","display_name":"Link adaptation","level":4,"score":0.49556028842926025},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.48933643102645874},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.48217883706092834},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4741879403591156},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4720150828361511},{"id":"https://openalex.org/C25125847","wikidata":"https://www.wikidata.org/wiki/Q4680741","display_name":"Adaptive equalizer","level":4,"score":0.4194556772708893},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.33609461784362793},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33602458238601685},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.31041383743286133},{"id":"https://openalex.org/C75755367","wikidata":"https://www.wikidata.org/wiki/Q104531076","display_name":"Equalization (audio)","level":3,"score":0.24697226285934448},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.19228744506835938},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.17365846037864685},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15912726521492004},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.14793390035629272},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14241328835487366},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13634-022-00961-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13634-022-00961-5","pdf_url":"https://asp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13634-022-00961-5","source":{"id":"https://openalex.org/S35920007","display_name":"EURASIP Journal on Advances in Signal Processing","issn_l":"1110-8657","issn":["1110-8657","1687-0433","1687-6172","1687-6180"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Advances in Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:018fa7b4aa7148f38fe331dfdbd0b0dd","is_oa":true,"landing_page_url":"https://doaj.org/article/018fa7b4aa7148f38fe331dfdbd0b0dd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EURASIP Journal on Advances in Signal Processing, Vol 2023, Iss 1, Pp 1-23 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13634-022-00961-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13634-022-00961-5","pdf_url":"https://asp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13634-022-00961-5","source":{"id":"https://openalex.org/S35920007","display_name":"EURASIP Journal on Advances in Signal Processing","issn_l":"1110-8657","issn":["1110-8657","1687-0433","1687-6172","1687-6180"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Advances in Signal Processing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1038620037","display_name":"\u57fa\u4e8eWiFi\u4fe1\u53f7\u7684\u53cd\u5411\u6563\u5c04\u901a\u4fe1\u7cfb\u7edfOFDM\u8f7d\u6ce2\u8c03\u5236\u548c\u5e72\u6270\u7ba1\u7406\u6280\u672f\u7814\u7a76","funder_award_id":"61972417","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3371598077","display_name":null,"funder_award_id":"52171341, 61902431, and 61972417","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4077414543","display_name":null,"funder_award_id":"61902431","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8655643622","display_name":null,"funder_award_id":"52171341","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4313522488.pdf"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2004686860","https://openalex.org/W2014724694","https://openalex.org/W2024977294","https://openalex.org/W2097606935","https://openalex.org/W2131665779","https://openalex.org/W2170984917","https://openalex.org/W2559675423","https://openalex.org/W2725919984","https://openalex.org/W2741333426","https://openalex.org/W2771144749","https://openalex.org/W2784134050","https://openalex.org/W2904944666","https://openalex.org/W2909011093","https://openalex.org/W2944844176","https://openalex.org/W2965700949","https://openalex.org/W2985826674","https://openalex.org/W2998208768","https://openalex.org/W2998822464","https://openalex.org/W3011220254","https://openalex.org/W3041207562","https://openalex.org/W3041410138","https://openalex.org/W3162930381","https://openalex.org/W3163988592","https://openalex.org/W3198030284","https://openalex.org/W3215413674","https://openalex.org/W4292673886"],"related_works":["https://openalex.org/W1948494863","https://openalex.org/W2076548502","https://openalex.org/W2152266824","https://openalex.org/W2124680900","https://openalex.org/W1998397576","https://openalex.org/W2391754513","https://openalex.org/W2071070509","https://openalex.org/W2121545792","https://openalex.org/W1259662306","https://openalex.org/W2387745745"],"abstract_inverted_index":{"Abstract":[0],"Due":[1],"to":[2,45],"the":[3,9,13,21,28,47,54,59,65,99,107,112,134,138,143,169,180],"time-varying":[4],"and":[5,33,37,52,111,126,178],"space-varying":[6],"characteristics":[7],"of":[8,30,109,147,157],"underwater":[10,22,100,164],"acoustic":[11,23,80],"channel,":[12],"communication":[14,24,35,38,81,101],"process":[15,92],"may":[16],"be":[17],"seriously":[18],"disturbed.":[19],"Thus,":[20],"system":[25,55,120,181],"is":[26,86,104,115,152],"facing":[27],"challenges":[29],"alleviating":[31],"interference":[32],"improving":[34],"quality":[36],"efficiency":[39],"through":[40,133],"adaptive":[41,84,171],"modulation.":[42],"In":[43],"order":[44],"select":[46],"optimal":[48],"modulation":[49,85,113,172],"mode":[50,114],"adaptively":[51],"maximize":[53],"throughput":[56,182],"ensuring":[57],"that":[58,168],"bit":[60],"error":[61],"rate":[62],"(BER)":[63],"meets":[64],"transmission":[66],"requirements,":[67],"this":[68],"paper":[69],"introduces":[70],"deep":[71],"reinforcement":[72],"learning":[73],"(DRL)":[74],"into":[75,88],"orthogonal":[76],"frequency":[77],"division":[78],"multiplexing":[79],"system.":[82],"The":[83,119],"mapped":[87],"a":[89,155],"Markov":[90],"decision":[91],"with":[93],"unknown":[94],"state":[95,108,123,145],"transition":[96],"probability.":[97],"Thereby,":[98],"channel":[102,122],"environment":[103],"regarded":[105,116],"as":[106,117],"DRL,":[110],"action.":[118],"returns":[121],"information":[124],"(CSI)":[125],"signal\u2013noise":[127],"ratio":[128],"in":[129,142,162],"every":[130],"time":[131,149],"slot":[132],"feedback":[135],"link.":[136],"Because":[137],"Deep":[139],"Q-Network":[140],"optimizes":[141],"changing":[144],"space":[146],"each":[148],"slot,":[150],"it":[151],"suitable":[153],"for":[154],"variety":[156],"different":[158,163],"CSI.":[159],"Finally,":[160],"simulations":[161],"environments":[165],"(SWellEx-96)":[166],"show":[167],"proposed":[170],"scheme":[173],"can":[174],"obtain":[175],"lower":[176],"BER":[177],"improve":[179],"effectively.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}