{"id":"https://openalex.org/W2771144749","doi":"https://doi.org/10.1109/access.2017.2784239","title":"Reinforcement Learning-Based Adaptive Transmission in Time-Varying Underwater Acoustic Channels","display_name":"Reinforcement Learning-Based Adaptive Transmission in Time-Varying Underwater Acoustic Channels","publication_year":2017,"publication_date":"2017-12-15","ids":{"openalex":"https://openalex.org/W2771144749","doi":"https://doi.org/10.1109/access.2017.2784239","mag":"2771144749"},"language":"en","primary_location":{"id":"doi:10.1109/access.2017.2784239","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2017.2784239","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2017.2784239","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101858945","display_name":"Chaofeng Wang","orcid":"https://orcid.org/0000-0002-4049-977X"},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chaofeng Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Michigan Technological University, Houghton, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Michigan Technological University, Houghton, MI, USA","institution_ids":["https://openalex.org/I11957088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100358051","display_name":"Zhaohui Wang","orcid":"https://orcid.org/0000-0002-8771-0819"},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaohui Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Michigan Technological University, Houghton, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-8771-0819","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Michigan Technological University, Houghton, MI, USA","institution_ids":["https://openalex.org/I11957088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033362120","display_name":"Wensheng Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wensheng Sun","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Michigan Technological University, Houghton, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Michigan Technological University, Houghton, MI, USA","institution_ids":["https://openalex.org/I11957088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025831578","display_name":"Daniel R. Fuhrmann","orcid":"https://orcid.org/0000-0002-3841-8141"},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel R. Fuhrmann","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Michigan Technological University, Houghton, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Michigan Technological University, Houghton, MI, USA","institution_ids":["https://openalex.org/I11957088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I11957088"],"apc_list":{"value":2075,"currency":"USD","value_usd":2075},"apc_paid":{"value":2075,"currency":"USD","value_usd":2075},"fwci":4.5767,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.94314927,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"6","issue":null,"first_page":"2541","last_page":"2558"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7744330167770386},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.6213715076446533},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5664474368095398},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.5626449584960938},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.556144654750824},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5359386205673218},{"id":"https://openalex.org/keywords/link-adaptation","display_name":"Link adaptation","score":0.5037192702293396},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.4540258049964905},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4493386149406433},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.4227403700351715},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4175834059715271},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3587932884693146},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.2980446517467499},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2850865423679352},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.22082024812698364},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.21406373381614685},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1815311312675476},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.13811799883842468},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10843431949615479}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7744330167770386},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.6213715076446533},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5664474368095398},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.5626449584960938},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.556144654750824},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5359386205673218},{"id":"https://openalex.org/C138916503","wikidata":"https://www.wikidata.org/wiki/Q2714551","display_name":"Link adaptation","level":4,"score":0.5037192702293396},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.4540258049964905},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4493386149406433},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.4227403700351715},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4175834059715271},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3587932884693146},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2980446517467499},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2850865423679352},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22082024812698364},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.21406373381614685},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1815311312675476},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.13811799883842468},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10843431949615479},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2017.2784239","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2017.2784239","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.mtu.edu:michigantech-p-1649","is_oa":false,"landing_page_url":"https://digitalcommons.mtu.edu/michigantech-p/653","pdf_url":null,"source":{"id":"https://openalex.org/S4377196391","display_name":"Digital Commons - Michigan Tech (Michigan Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11957088","host_organization_name":"Michigan Technological University","host_organization_lineage":["https://openalex.org/I11957088"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Michigan Tech Publications, Part 1","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:9a3aeab88b50447887a1c63b742b0d25","is_oa":true,"landing_page_url":"https://doaj.org/article/9a3aeab88b50447887a1c63b742b0d25","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 2541-2558 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2017.2784239","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2017.2784239","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G6973993785","display_name":null,"funder_award_id":"CNS-1551067","funder_id":"https://openalex.org/F4320337388","funder_display_name":"Division of Computer and Network Systems"},{"id":"https://openalex.org/G7160419834","display_name":null,"funder_award_id":"ECCS-1651135","funder_id":"https://openalex.org/F4320337392","funder_display_name":"Division of Electrical, Communications and Cyber Systems"}],"funders":[{"id":"https://openalex.org/F4320337388","display_name":"Division of Computer and Network Systems","ror":"https://ror.org/02rdzmk74"},{"id":"https://openalex.org/F4320337392","display_name":"Division of Electrical, Communications and Cyber Systems","ror":"https://ror.org/01krpsy48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W250076511","https://openalex.org/W1620892193","https://openalex.org/W1663973292","https://openalex.org/W1964244694","https://openalex.org/W1982187324","https://openalex.org/W2001046801","https://openalex.org/W2004686860","https://openalex.org/W2008827654","https://openalex.org/W2014724694","https://openalex.org/W2024496345","https://openalex.org/W2024977294","https://openalex.org/W2030835564","https://openalex.org/W2056684975","https://openalex.org/W2074680350","https://openalex.org/W2087406010","https://openalex.org/W2106942061","https://openalex.org/W2109934484","https://openalex.org/W2110621360","https://openalex.org/W2121863487","https://openalex.org/W2124715093","https://openalex.org/W2124839177","https://openalex.org/W2130509337","https://openalex.org/W2136289542","https://openalex.org/W2136762313","https://openalex.org/W2138410336","https://openalex.org/W2138717292","https://openalex.org/W2149472588","https://openalex.org/W2149586740","https://openalex.org/W2165205968","https://openalex.org/W2170984917","https://openalex.org/W2236244207","https://openalex.org/W2327607445","https://openalex.org/W2489939061","https://openalex.org/W2514892827","https://openalex.org/W2549593124","https://openalex.org/W2553149324","https://openalex.org/W2588576993","https://openalex.org/W2962714198","https://openalex.org/W2963515736","https://openalex.org/W3102779725","https://openalex.org/W3123298421","https://openalex.org/W4212863985","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W4321379664","https://openalex.org/W2211790881"],"abstract_inverted_index":{"This":[0],"paper":[1],"studies":[2],"adaptive":[3,151],"transmission":[4,39,54,60,75,152,188],"in":[5,92,166],"an":[6,16,133,163],"underwater":[7],"acoustic":[8],"(UWA)":[9],"point-to-point":[10],"communication":[11],"system":[12,194],"that":[13,138,190,206,218],"operates":[14],"on":[15,82,199],"epoch-by-epoch":[17],"basis":[18],"for":[19,38],"a":[20,41,119,155,167,192,215],"long":[21],"term.":[22],"A":[23],"fixed":[24],"amount":[25],"of":[26,43,65,108,126],"information":[27],"bits":[28],"periodically":[29],"arrive":[30],"at":[31,62],"the":[32,56,59,63,74,78,83,88,93,101,105,111,124,127,139,150,176,181,186,207],"transmitter":[33,57],"data":[34,84],"queue,":[35],"and":[36,73,77,87,95,104,123,161,184,221],"wait":[37],"via":[40],"number":[42],"packets":[44],"within":[45,113],"each":[46,66,114],"epoch.":[47],"To":[48,98],"trade":[49],"off":[50],"energy":[51],"consumption":[52],"with":[53],"latency,":[55],"decides":[58],"action":[61,189],"beginning":[64],"epoch,":[67],"including":[68],"to":[69,214],"transmit":[70],"or":[71],"not,":[72],"power":[76],"modulation-and-coding":[79],"parameters,":[80,179],"based":[81,198],"queue":[85],"status":[86],"predicted":[89],"channel":[90,112,140,177,182,200,223],"conditions":[91],"current":[94],"future":[96],"epochs.":[97],"describe":[99],"both":[100],"fast":[102],"fading":[103],"large-scale":[106],"shadowing":[107],"UWA":[109],"channels,":[110],"epoch":[115],"is":[116,130],"characterized":[117],"by":[118],"compound":[120],"Nakagamilognormal":[121],"distribution,":[122],"evolution":[125],"distribution":[128],"parameters":[129],"modeled":[131],"as":[132,154],"unknown":[134],"Markov":[135,158],"process.":[136],"Given":[137],"can":[141],"only":[142],"be":[143],"observed":[144],"during":[145],"active":[146],"transmissions,":[147],"we":[148],"formulate":[149],"problem":[153],"partially":[156],"observable":[157],"decision":[159],"process,":[160],"develop":[162],"online":[164],"algorithm":[165,173,209],"model-based":[168],"reinforcement":[169],"learning":[170],"framework.":[171],"The":[172],"recursively":[174],"estimates":[175],"model":[178],"tracks":[180],"dynamics,":[183],"computes":[185],"optimal":[187],"minimizes":[191],"long-term":[193],"cost.":[195],"Emulated":[196],"results":[197],"measurements":[201],"from":[202],"two-field":[203],"experiments":[204],"demonstrate":[205],"proposed":[208],"achieves":[210],"decent":[211],"performance":[212],"relative":[213],"benchmark":[216],"method":[217],"assumes":[219],"perfect":[220],"non-causal":[222],"knowledge.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":6}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}