{"id":"https://openalex.org/W4292187374","doi":"https://doi.org/10.3390/rs14163947","title":"Deep Reinforcement Learning-Based Adaptive Modulation for Underwater Acoustic Communication with Outdated Channel State Information","display_name":"Deep Reinforcement Learning-Based Adaptive Modulation for Underwater Acoustic Communication with Outdated Channel State Information","publication_year":2022,"publication_date":"2022-08-14","ids":{"openalex":"https://openalex.org/W4292187374","doi":"https://doi.org/10.3390/rs14163947"},"language":"en","primary_location":{"id":"doi:10.3390/rs14163947","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs14163947","pdf_url":"https://www.mdpi.com/2072-4292/14/16/3947/pdf?version=1660634654","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2072-4292/14/16/3947/pdf?version=1660634654","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100657055","display_name":"Yuzhi Zhang","orcid":"https://orcid.org/0000-0002-1311-9786"},"institutions":[{"id":"https://openalex.org/I110440473","display_name":"Xi'an University of Science and Technology","ror":"https://ror.org/046fkpt18","country_code":"CN","type":"education","lineage":["https://openalex.org/I110440473"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuzhi Zhang","raw_affiliation_strings":["School of Communication and Information Engineering, Xi\u2019an University of Science and Technology, Xi\u2019an 710054, China","School of Communication and Information Engineering, Xi'an University of Science and Technology, Xi'an 710054, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Xi\u2019an University of Science and Technology, Xi\u2019an 710054, China","institution_ids":["https://openalex.org/I110440473"]},{"raw_affiliation_string":"School of Communication and Information Engineering, Xi'an University of Science and Technology, Xi'an 710054, China","institution_ids":["https://openalex.org/I110440473"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024556337","display_name":"Jingru Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I110440473","display_name":"Xi'an University of Science and Technology","ror":"https://ror.org/046fkpt18","country_code":"CN","type":"education","lineage":["https://openalex.org/I110440473"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingru Zhu","raw_affiliation_strings":["School of Communication and Information Engineering, Xi\u2019an University of Science and Technology, Xi\u2019an 710054, China","School of Communication and Information Engineering, Xi'an University of Science and Technology, Xi'an 710054, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Xi\u2019an University of Science and Technology, Xi\u2019an 710054, China","institution_ids":["https://openalex.org/I110440473"]},{"raw_affiliation_string":"School of Communication and Information Engineering, Xi'an University of Science and Technology, Xi'an 710054, China","institution_ids":["https://openalex.org/I110440473"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354452","display_name":"Haiyan Wang","orcid":"https://orcid.org/0000-0002-4906-8845"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I27599042","display_name":"Xi'an Polytechnic University","ror":"https://ror.org/03442p831","country_code":"CN","type":"education","lineage":["https://openalex.org/I27599042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyan Wang","raw_affiliation_strings":["School of Electronics and Information, Xi\u2019an Polytechnic University, Xi\u2019an 710054, China","School of Marine Science and Technology, Northwestern Polytechnical University, Xi\u2019an 710072, China","School of Electronics and Information, Xi'an Polytechnic University, Xi'an 710054, China","School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an 710072, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Xi\u2019an Polytechnic University, Xi\u2019an 710054, China","institution_ids":["https://openalex.org/I27599042"]},{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi\u2019an 710072, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Electronics and Information, Xi'an Polytechnic University, Xi'an 710054, China","institution_ids":["https://openalex.org/I27599042"]},{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an 710072, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007338500","display_name":"Xiaohong Shen","orcid":"https://orcid.org/0000-0002-2361-8327"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohong Shen","raw_affiliation_strings":["School of Marine Science and Technology, Northwestern Polytechnical University, Xi\u2019an 710072, China","School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an 710072, China"],"affiliations":[{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi\u2019an 710072, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an 710072, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398270","display_name":"Bin Wang","orcid":"https://orcid.org/0000-0002-4606-8532"},"institutions":[{"id":"https://openalex.org/I110440473","display_name":"Xi'an University of Science and Technology","ror":"https://ror.org/046fkpt18","country_code":"CN","type":"education","lineage":["https://openalex.org/I110440473"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Wang","raw_affiliation_strings":["School of Communication and Information Engineering, Xi\u2019an University of Science and Technology, Xi\u2019an 710054, China","School of Communication and Information Engineering, Xi'an University of Science and Technology, Xi'an 710054, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Xi\u2019an University of Science and Technology, Xi\u2019an 710054, China","institution_ids":["https://openalex.org/I110440473"]},{"raw_affiliation_string":"School of Communication and Information Engineering, Xi'an University of Science and Technology, Xi'an 710054, China","institution_ids":["https://openalex.org/I110440473"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104668775","display_name":"Yuan Dong","orcid":"https://orcid.org/0000-0001-8058-9043"},"institutions":[{"id":"https://openalex.org/I25355098","display_name":"Chang'an University","ror":"https://ror.org/05mxya461","country_code":"CN","type":"education","lineage":["https://openalex.org/I25355098"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Dong","raw_affiliation_strings":["School of Electronics and Control Engineering, Chang\u2019an University, Xi\u2019an 710064, China","School of Electronics and Control Engineering, Chang'an University, Xi'an 710064, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Control Engineering, Chang\u2019an University, Xi\u2019an 710064, China","institution_ids":["https://openalex.org/I25355098"]},{"raw_affiliation_string":"School of Electronics and Control Engineering, Chang'an University, Xi'an 710064, China","institution_ids":["https://openalex.org/I25355098"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100657055"],"corresponding_institution_ids":["https://openalex.org/I110440473"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2707},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2707},"fwci":3.3782,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.92348302,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"14","issue":"16","first_page":"3947","last_page":"3947"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11698","display_name":"Underwater Acoustics Research","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1910","display_name":"Oceanography"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8574329018592834},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7337651252746582},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.7102470993995667},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5850650072097778},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5244929194450378},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5167402625083923},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.459115207195282},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.44080328941345215},{"id":"https://openalex.org/keywords/modulation","display_name":"Modulation (music)","score":0.4321225881576538},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41864052414894104},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.3661956787109375},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3099687695503235},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.19515705108642578}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8574329018592834},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7337651252746582},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.7102470993995667},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5850650072097778},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5244929194450378},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5167402625083923},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.459115207195282},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.44080328941345215},{"id":"https://openalex.org/C123079801","wikidata":"https://www.wikidata.org/wiki/Q750240","display_name":"Modulation (music)","level":2,"score":0.4321225881576538},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41864052414894104},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.3661956787109375},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3099687695503235},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.19515705108642578},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/rs14163947","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs14163947","pdf_url":"https://www.mdpi.com/2072-4292/14/16/3947/pdf?version=1660634654","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6674b540d2fd469eb4fbcb02b4759722","is_oa":true,"landing_page_url":"https://doaj.org/article/6674b540d2fd469eb4fbcb02b4759722","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 14, Iss 16, p 3947 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2072-4292/14/16/3947/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/rs14163947","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/rs14163947","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs14163947","pdf_url":"https://www.mdpi.com/2072-4292/14/16/3947/pdf?version=1660634654","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"id":"https://metadata.un.org/sdg/14","display_name":"Life below water"}],"awards":[{"id":"https://openalex.org/G1042807389","display_name":null,"funder_award_id":"62031021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4692659707","display_name":null,"funder_award_id":"61801372","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5572140701","display_name":null,"funder_award_id":"62001360","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8208342437","display_name":null,"funder_award_id":"1 and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8965635672","display_name":null,"funder_award_id":"U19B2015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4292187374.pdf","grobid_xml":"https://content.openalex.org/works/W4292187374.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W2004686860","https://openalex.org/W2024977294","https://openalex.org/W2027991761","https://openalex.org/W2129879516","https://openalex.org/W2139698555","https://openalex.org/W2145339207","https://openalex.org/W2160923845","https://openalex.org/W2170984917","https://openalex.org/W2291522532","https://openalex.org/W2525119705","https://openalex.org/W2529441059","https://openalex.org/W2765188911","https://openalex.org/W2771144749","https://openalex.org/W2909011093","https://openalex.org/W2909166375","https://openalex.org/W2910317539","https://openalex.org/W2936083141","https://openalex.org/W2939455399","https://openalex.org/W2944844176","https://openalex.org/W2946061591","https://openalex.org/W2946451720","https://openalex.org/W2959298928","https://openalex.org/W2962797279","https://openalex.org/W2965700949","https://openalex.org/W2967719571","https://openalex.org/W2971438806","https://openalex.org/W2995162558","https://openalex.org/W3009096553","https://openalex.org/W3019463670","https://openalex.org/W3022039839","https://openalex.org/W3041410138","https://openalex.org/W3092138905","https://openalex.org/W3093379678","https://openalex.org/W3100789280","https://openalex.org/W3107749363","https://openalex.org/W3131601043","https://openalex.org/W3152587889","https://openalex.org/W3158947403","https://openalex.org/W3164161738","https://openalex.org/W3185546912","https://openalex.org/W3189280485","https://openalex.org/W3211725049","https://openalex.org/W3213966068","https://openalex.org/W4200145897","https://openalex.org/W4213000699","https://openalex.org/W4225722734","https://openalex.org/W4226080814","https://openalex.org/W6803857709"],"related_works":["https://openalex.org/W3081304190","https://openalex.org/W2477841276","https://openalex.org/W4225540233","https://openalex.org/W1989468614","https://openalex.org/W46613192","https://openalex.org/W2556643280","https://openalex.org/W4285703999","https://openalex.org/W2185568765","https://openalex.org/W2353494610","https://openalex.org/W3214188517"],"abstract_inverted_index":{"Underwater":[0],"acoustic":[1],"(UWA)":[2],"adaptive":[3,73],"modulation":[4,113],"(AM)":[5],"requires":[6],"feedback":[7,28],"about":[8],"channel":[9,108,177],"state":[10],"information":[11,109],"(CSI)":[12],"but":[13],"the":[14,26,33,41,44,48,54,66,70,76,98,116,149,168,198],"long":[15,155],"propagation":[16],"delays":[17],"and":[18,47,56,75,110,173,188,192,204],"time-varying":[19],"features":[20],"of":[21,94,144],"UWA":[22,88,145],"channels":[23,118],"can":[24,57],"cause":[25],"CSI":[27,46,50,96],"to":[29,60,68,133,171],"be":[30],"outdated.":[31],"When":[32],"AM":[34,85,151,206],"mode":[35],"is":[36],"selected":[37],"by":[38,141,152],"outdated":[39,45,95],"CSI,":[40],"mismatch":[42],"between":[43,72],"actual":[49],"during":[51],"transmission":[52],"degrades":[53],"performance":[55],"even":[58],"lead":[59],"communication":[61,89],"failure.":[62],"Reinforcement":[63],"learning":[64],"has":[65],"ability":[67,170,184],"learn":[69],"relationships":[71],"systems":[74],"environment.":[77],"This":[78],"paper":[79],"proposes":[80],"a":[81,92,127,154],"deep":[82,128],"Q-network":[83],"(DQN)-based":[84],"method":[86],"for":[87,185],"that":[90,104,138,197],"uses":[91],"series":[93],"as":[97],"system":[99],"input.":[100],"Our":[101],"study":[102],"showed":[103],"it":[105],"could":[106,166],"extract":[107],"select":[111],"appropriate":[112],"modes":[114],"in":[115],"expected":[117],"more":[119],"effectively":[120],"than":[121],"single":[122],"Q-learning":[123],"(QL)":[124],"without":[125],"needing":[126],"neural":[129,159],"network":[130],"structure.":[131],"Furthermore,":[132],"mitigate":[134],"any":[135],"decision":[136],"bias":[137],"was":[139],"caused":[140],"partial":[142],"observations":[143],"channels,":[146],"we":[147],"improved":[148],"DQN-based":[150],"integrating":[153],"short-term":[156],"memory":[157],"(LSTM)":[158],"network,":[160],"named":[161],"LSTM-DQN-AM.":[162],"The":[163,190],"proposed":[164,199],"scheme":[165],"enhance":[167],"DQN\u2019s":[169],"remember":[172],"process":[174],"historical":[175],"input":[176],"information,":[178],"thus":[179],"strengthening":[180],"its":[181],"relationship":[182],"mapping":[183],"state-action":[186],"pairs":[187],"rewards.":[189],"pool":[191],"sea":[193],"experimental":[194],"results":[195],"demonstrated":[196],"LSTM-DQN-AM":[200],"outperformed":[201],"DQN-,":[202],"QL-":[203],"threshold-based":[205],"methods.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}