{"id":"https://openalex.org/W4388206720","doi":"https://doi.org/10.1109/tvt.2023.3327762","title":"Intelligent Beam Management Based on Deep Reinforcement Learning in High-Speed Railway Scenarios","display_name":"Intelligent Beam Management Based on Deep Reinforcement Learning in High-Speed Railway Scenarios","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4388206720","doi":"https://doi.org/10.1109/tvt.2023.3327762"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3327762","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3327762","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100553720","display_name":"Yuanyuan Qiao","orcid":"https://orcid.org/0009-0002-5852-9049"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyuan Qiao","raw_affiliation_strings":["State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China"],"raw_orcid":"https://orcid.org/0009-0002-5852-9049","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002187290","display_name":"Yong Niu","orcid":"https://orcid.org/0000-0002-7278-5527"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Niu","raw_affiliation_strings":["State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China","State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing 100044, China"],"raw_orcid":"https://orcid.org/0000-0002-7278-5527","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040138334","display_name":"Xiangfei Zhang","orcid":"https://orcid.org/0000-0003-2461-6654"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangfei Zhang","raw_affiliation_strings":["State Key Laboratory of Advanced Rail Autonomous Operation, Beijing, China","Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China"],"raw_orcid":"https://orcid.org/0000-0003-2461-6654","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320969","display_name":"Sheng Chen","orcid":"https://orcid.org/0000-0001-6882-600X"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]},{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Sheng Chen","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton, Southampton, U.K","Laboratory of Advanced Rail Autonomous Operation, and also with the Frontiers Science Center for Smart High-speed Railway System, Beijing Jiaotong University, Beijing 100044, China","Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China"],"raw_orcid":"https://orcid.org/0000-0001-6882-600X","affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, Southampton, U.K","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"Laboratory of Advanced Rail Autonomous Operation, and also with the Frontiers Science Center for Smart High-speed Railway System, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350955","display_name":"Zhangdui Zhong","orcid":"https://orcid.org/0000-0001-8889-7374"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]},{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Zhangdui Zhong","raw_affiliation_strings":["State Key Laboratory of Advanced Rail Autonomous Operation, Beijing, China","School of Electronics and Computer Science, University of Southampton, Southampton SO17 1BJ, U.K","Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China"],"raw_orcid":"https://orcid.org/0000-0001-8889-7374","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, Southampton SO17 1BJ, U.K","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100387099","display_name":"Ning Wang","orcid":"https://orcid.org/0000-0001-9403-3417"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]},{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Wang","raw_affiliation_strings":["School of Information Engineering, Zhengzhou University, Zhengzhou, China","Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China","State Key Laboratory of Advanced Rail Autonomous Operation, and also with the Beijing Engineering Research Center of High-speed Railway Broadband Mobile Communications, Beijing Jiaotong University, Beijing 100044, China"],"raw_orcid":"https://orcid.org/0000-0001-9403-3417","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]},{"raw_affiliation_string":"Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, and also with the Beijing Engineering Research Center of High-speed Railway Broadband Mobile Communications, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100620739","display_name":"Bo Ai","orcid":"https://orcid.org/0000-0001-6850-0595"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Ai","raw_affiliation_strings":["State Key Laboratory of Advanced Rail Autonomous Operation, Beijing, China","Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China","State Key Laboratory of Advanced Rail Autonomous Operation, and also with the Beijing Engineering Research Center of High-speed Railway Broadband Mobile Communications, Beijing Jiaotong University, Beijing 100044, China"],"raw_orcid":"https://orcid.org/0000-0001-6850-0595","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, and also with Beijing Engineer-ing Research Center of High-speed Railway Broadband Mobile Com-munications, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, and also with the Beijing Engineering Research Center of High-speed Railway Broadband Mobile Communications, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6469,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.90495632,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"73","issue":"3","first_page":"3917","last_page":"3931"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6228052973747253},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.5136672854423523},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4927873909473419},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4375265836715698},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4373421370983124},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2966850996017456},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.2717912197113037}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6228052973747253},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.5136672854423523},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4927873909473419},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4375265836715698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4373421370983124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2966850996017456},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.2717912197113037}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2023.3327762","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3327762","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:eprints.soton.ac.uk:483585","is_oa":false,"landing_page_url":"https://eprints.soton.ac.uk/483585/2/TVT2024-Mar.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2081767737","display_name":null,"funder_award_id":"2022JBXT001","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G342761634","display_name":null,"funder_award_id":"62231009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3747751566","display_name":null,"funder_award_id":"2020YFB1806903","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5331489779","display_name":null,"funder_award_id":"62221001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6440702721","display_name":null,"funder_award_id":"2021YFB2900301","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6755018190","display_name":null,"funder_award_id":"62221001","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6840317757","display_name":null,"funder_award_id":"U21A20445","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7052355602","display_name":null,"funder_award_id":"2022JBQY004","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8138337423","display_name":null,"funder_award_id":"2023JBMC030","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1545761024","https://openalex.org/W1981886294","https://openalex.org/W1991056455","https://openalex.org/W1997834106","https://openalex.org/W2012483235","https://openalex.org/W2053521124","https://openalex.org/W2074011868","https://openalex.org/W2083241806","https://openalex.org/W2097395379","https://openalex.org/W2112951164","https://openalex.org/W2127295999","https://openalex.org/W2145339207","https://openalex.org/W2166486216","https://openalex.org/W2195693430","https://openalex.org/W2212508615","https://openalex.org/W2278599113","https://openalex.org/W2612336410","https://openalex.org/W2625024164","https://openalex.org/W2742477580","https://openalex.org/W2772761202","https://openalex.org/W2791279818","https://openalex.org/W2805697023","https://openalex.org/W2885887576","https://openalex.org/W2886115176","https://openalex.org/W2888283726","https://openalex.org/W2907595871","https://openalex.org/W2963079995","https://openalex.org/W2973818893","https://openalex.org/W3008033527","https://openalex.org/W3029554135","https://openalex.org/W3039625072","https://openalex.org/W3045888861","https://openalex.org/W3045964788","https://openalex.org/W3102971715","https://openalex.org/W3133862234","https://openalex.org/W3159340208","https://openalex.org/W4387089707"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2038908348","https://openalex.org/W1977959518","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2089013912","https://openalex.org/W2076061571"],"abstract_inverted_index":{"Millimeter-wave":[0],"(mm-wave)":[1],"communications":[2],"can":[3,95],"fundamentally":[4],"solve":[5],"the":[6,25,28,38,54,58,62,69,75,81,154,164,187,195],"problem":[7],"of":[8,30,57,66,72,110,120,157],"spectrum":[9],"shortage":[10],"in":[11,21,32,205],"wireless":[12],"communication":[13,160,173],"systems,":[14],"and":[15,44,60,80,86,113,117,147,175,199,208],"many":[16],"progresses":[17],"have":[18],"been":[19],"made":[20],"standardization,":[22],"which":[23],"laid":[24],"foundation":[26],"for":[27],"application":[29],"mm-wave":[31,158],"high-speed":[33,70],"railway":[34],"(HSR)":[35],"scenarios.":[36],"However,":[37],"HSR":[39],"channel":[40],"is":[41,50,90,118,151],"fast":[42],"time-varying":[43],"difficult":[45],"to":[46,52,99,152,162],"model.":[47],"Also":[48],"beamforming":[49],"essential":[51],"improve":[53,163],"directional":[55],"gain":[56],"antenna":[59],"offset":[61],"high":[63,122],"path":[64],"loss":[65],"mm-wave.":[67],"But":[68],"movement":[71],"train":[73],"makes":[74],"beam":[76,87,134],"management":[77,135],"extremely":[78],"challenging,":[79],"trade-off":[82],"between":[83],"achievable":[84],"performance":[85,123,193],"training":[88,111,179],"overhead":[89],"unavoidable.":[91],"Reinforcement":[92],"learning":[93],"(RL)":[94],"offer":[96],"new":[97],"solutions":[98],"this":[100,128],"problem,":[101],"as":[102],"it":[103,200],"does":[104],"not":[105],"need":[106],"a":[107,139,171,177],"large":[108],"number":[109],"samples":[112],"other":[114],"system":[115,161],"information,":[116],"capable":[119],"achieving":[121],"with":[124],"low":[125],"complexity.":[126,210],"In":[127],"article,":[129],"we":[130,184],"propose":[131],"an":[132],"intelligent":[133],"scheme":[136,190],"based":[137],"on":[138],"deep":[140,144],"RL":[141],"algorithm":[142],"called":[143],"Q-network":[145],"(DQN),":[146],"our":[148],"main":[149],"idea":[150],"exploit":[153],"hidden":[155],"patterns":[156],"train-ground":[159],"downlink":[165],"signal-to-noise":[166],"ratio":[167],"(SNR),":[168],"while":[169],"ensuring":[170],"certain":[172],"stability":[174,207],"imposing":[176],"minimal":[178],"overhead.":[180],"Through":[181],"extensive":[182],"simulations,":[183],"demonstrate":[185],"that":[186],"proposed":[188],"DQN-based":[189],"has":[191],"better":[192],"than":[194],"four":[196],"baseline":[197],"schemes,":[198],"also":[201],"offers":[202],"great":[203],"advantages":[204],"SNR":[206],"implementation":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}