{"id":"https://openalex.org/W4293057539","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860897","title":"Adaptive Beam Alignment Based on Deep Reinforcement Learning for High Speed Railways","display_name":"Adaptive Beam Alignment Based on Deep Reinforcement Learning for High Speed Railways","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4293057539","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860897"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2022-spring54318.2022.9860897","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860897","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100435939","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0002-4994-805X"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Wang","raw_affiliation_strings":["Beijing Jiaotong University,State Key Laboratory of Rail Traffic Control and Safety,Beijing,China","State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University,State Key Laboratory of Rail Traffic Control and Safety,Beijing,China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100620739","display_name":"Bo Ai","orcid":"https://orcid.org/0000-0001-6850-0595"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Ai","raw_affiliation_strings":["Beijing Jiaotong University,State Key Laboratory of Rail Traffic Control and Safety,Beijing,China","State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University,State Key Laboratory of Rail Traffic Control and Safety,Beijing,China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002187290","display_name":"Yong Niu","orcid":"https://orcid.org/0000-0002-7278-5527"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]},{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Niu","raw_affiliation_strings":["Beijing Jiaotong University,State Key Laboratory of Rail Traffic Control and Safety,Beijing,China","National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University,State Key Laboratory of Rail Traffic Control and Safety,Beijing,China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033468930","display_name":"Meilin Gao","orcid":"https://orcid.org/0000-0001-6474-8518"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meilin Gao","raw_affiliation_strings":["Tsinghua University,Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology,Beijing,China","Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100350955","display_name":"Zhangdui Zhong","orcid":"https://orcid.org/0000-0001-8889-7374"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhangdui Zhong","raw_affiliation_strings":["Beijing Jiaotong University,State Key Laboratory of Rail Traffic Control and Safety,Beijing,China","State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University,State Key Laboratory of Rail Traffic Control and Safety,Beijing,China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100435939"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":1.6094,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.82416899,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7325819134712219},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7052428722381592},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.6362252831459045},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.45380452275276184},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.4251660704612732},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4126034379005432},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3866046667098999},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3725801110267639},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3587151765823364},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17534738779067993},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.128709077835083}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7325819134712219},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7052428722381592},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.6362252831459045},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.45380452275276184},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.4251660704612732},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4126034379005432},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3866046667098999},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3725801110267639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3587151765823364},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17534738779067993},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.128709077835083},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2022-spring54318.2022.9860897","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860897","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323066","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84"},{"id":"https://openalex.org/F4320323067","display_name":"State Key Laboratory of Rail Traffic Control and Safety","ror":"https://ror.org/01yj56c84"},{"id":"https://openalex.org/F4320324856","display_name":"Southeast University","ror":"https://ror.org/04ct4d772"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2201581102","https://openalex.org/W2962944637","https://openalex.org/W2972072389","https://openalex.org/W2974178109","https://openalex.org/W3004533659","https://openalex.org/W3016754131","https://openalex.org/W3021084189","https://openalex.org/W3029554135","https://openalex.org/W3037586895","https://openalex.org/W3039424145","https://openalex.org/W3105458672","https://openalex.org/W3116756905","https://openalex.org/W3118245008","https://openalex.org/W3131199897","https://openalex.org/W6687681856"],"related_works":["https://openalex.org/W618248309","https://openalex.org/W2377336366","https://openalex.org/W1568097102","https://openalex.org/W4390419160","https://openalex.org/W1601203902","https://openalex.org/W2075798043","https://openalex.org/W4225671779","https://openalex.org/W2102464536","https://openalex.org/W2361332776","https://openalex.org/W2248934910"],"abstract_inverted_index":{"The":[0,90,138],"fast":[1],"moving":[2],"characteristics":[3],"of":[4,14,56,95,102,128],"high-speed":[5,15],"trains":[6],"pose":[7],"a":[8,44],"challenge":[9],"to":[10,65,85,108],"the":[11,31,39,53,93,96,99,103,110,115,119,125,146,149,162,168,173],"beam":[12,32,67,72,87,100,111,139,174],"alignment":[13,33,73,175],"railway":[16],"millimeter":[17],"wave":[18],"communication":[19],"systems.":[20],"With":[21],"powerful":[22],"learning":[23,62],"capabilities,":[24],"machine":[25],"learning-based":[26],"methods":[27],"can":[28,165],"help":[29],"improve":[30,167],"performance,":[34],"such":[35],"as":[36],"greatly":[37],"reducing":[38],"delay.":[40,176],"In":[41],"this":[42],"paper,":[43],"non-convex":[45],"optimization":[46],"problem":[47],"is":[48,63,83,132,142],"formulated":[49],"aiming":[50],"at":[51],"maximizing":[52],"received":[54,169],"power":[55,170],"downlink":[57],"transmission,":[58],"and":[59,98,118,171],"deep":[60,81],"reinforcement":[61],"used":[64],"assist":[66],"alignment.":[68],"Particularly,":[69],"an":[70],"adaptive":[71],"algorithm":[74,91,164],"based":[75],"on":[76],"prioritized":[77],"experience":[78],"replay":[79],"double":[80],"Q-Learning":[82],"proposed":[84,163],"adjust":[86],"direction":[88,101,140],"dynamically.":[89],"observes":[92],"position":[94,123],"train":[97,104,122,147],"roof":[105],"mobile":[106],"relay":[107],"guide":[109],"adjustment.":[112],"To":[113],"reduce":[114,172],"adjustment":[116,141],"frequency":[117],"requirements":[120],"for":[121],"accuracy,":[124],"service":[126],"range":[127],"remote":[129],"radio":[130],"head":[131],"divided":[133],"into":[134],"multiple":[135],"location":[136,151],"bins.":[137],"only":[143],"executed":[144],"when":[145],"enters":[148],"next":[150],"bin.":[152],"Simulation":[153],"results":[154],"verify":[155],"that":[156],"compared":[157],"with":[158],"other":[159],"baseline":[160],"schemes,":[161],"effectively":[166]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}