{"id":"https://openalex.org/W4389545045","doi":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333548","title":"Deep Reinforcement Learning-Based Train-Ground Beamforming Management for Multi-MRs Mm-wave Communication","display_name":"Deep Reinforcement Learning-Based Train-Ground Beamforming Management for Multi-MRs Mm-wave Communication","publication_year":2023,"publication_date":"2023-10-10","ids":{"openalex":"https://openalex.org/W4389545045","doi":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333548"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2023-fall60731.2023.10333548","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/vtc2023-fall60731.2023.10333548","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 98th Vehicular Technology Conference (VTC2023-Fall)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100553720","display_name":"Yuanyuan Qiao","orcid":"https://orcid.org/0009-0002-5852-9049"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyuan Qiao","raw_affiliation_strings":["Beijing Jiaotong University,State Key Laboratory of Advanced Rail Autonomous Operation,Beijing,China","School of Electronic and Information Engineering of Beijing, Jiaotong University, Beijing, China","State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University,State Key Laboratory of Advanced Rail Autonomous Operation,Beijing,China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Electronic and Information Engineering of Beijing, Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002187290","display_name":"Yong Niu","orcid":"https://orcid.org/0000-0002-7278-5527"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Niu","raw_affiliation_strings":["Beijing Jiaotong University,State Key Laboratory of Advanced Rail Autonomous Operation,Beijing,China","State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","School of Electronic and Information Engineering of Beijing, Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University,State Key Laboratory of Advanced Rail Autonomous Operation,Beijing,China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Electronic and Information Engineering of Beijing, Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040138334","display_name":"Xiangfei Zhang","orcid":"https://orcid.org/0000-0003-2461-6654"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangfei Zhang","raw_affiliation_strings":["Beijing Jiaotong University,State Key Laboratory of Advanced Rail Autonomous Operation,Beijing,China","School of Electronic and Information Engineering of Beijing, Jiaotong University, Beijing, China","State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University,State Key Laboratory of Advanced Rail Autonomous Operation,Beijing,China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Electronic and Information Engineering of Beijing, Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100387099","display_name":"Ning Wang","orcid":"https://orcid.org/0000-0001-9403-3417"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Wang","raw_affiliation_strings":["Zhengzhou University,Zhengzhou,China","Zhengzhou University, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhengzhou University,Zhengzhou,China","institution_ids":["https://openalex.org/I38877650"]},{"raw_affiliation_string":"Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350955","display_name":"Zhangdui Zhong","orcid":"https://orcid.org/0000-0001-8889-7374"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhangdui Zhong","raw_affiliation_strings":["Beijing Jiaotong University,State Key Laboratory of Advanced Rail Autonomous Operation,Beijing,China","State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","School of Electronic and Information Engineering of Beijing, Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University,State Key Laboratory of Advanced Rail Autonomous Operation,Beijing,China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Electronic and Information Engineering of Beijing, Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100620739","display_name":"Bo Ai","orcid":"https://orcid.org/0000-0001-6850-0595"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Ai","raw_affiliation_strings":["Beijing Jiaotong University,State Key Laboratory of Advanced Rail Autonomous Operation,Beijing,China","State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","School of Electronic and Information Engineering of Beijing, Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University,State Key Laboratory of Advanced Rail Autonomous Operation,Beijing,China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Electronic and Information Engineering of Beijing, Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10069","display_name":"Antenna Design and Analysis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8210315108299255},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.7348199486732483},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6050854921340942},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.44299015402793884},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38122475147247314},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2696874141693115},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19516873359680176},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.05841100215911865}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8210315108299255},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.7348199486732483},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6050854921340942},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.44299015402793884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38122475147247314},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2696874141693115},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19516873359680176},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.05841100215911865}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2023-fall60731.2023.10333548","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/vtc2023-fall60731.2023.10333548","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 98th Vehicular Technology Conference (VTC2023-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2805697023","https://openalex.org/W2963893383","https://openalex.org/W3040407596","https://openalex.org/W3212565034","https://openalex.org/W4205212399","https://openalex.org/W4213446683","https://openalex.org/W4284969696","https://openalex.org/W4289823339","https://openalex.org/W4295035964","https://openalex.org/W4313306183"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588"],"abstract_inverted_index":{"With":[0],"the":[1,7,13,26,44,52,58,62,66,73,76,80,84,93,98,105,112,116,120,127,132,140,144,151,165],"rapid":[2],"development":[3],"of":[4,75,87,167],"wireless":[5],"communications,":[6],"industries":[8],"and":[9,100,115,161],"academia":[10],"acknowledge":[11],"that":[12,131],"millimeter-wave":[14],"(mm-wave)":[15],"frequency":[16],"band":[17],"is":[18,69,90,148],"rich":[19],"in":[20,36,65,139,174],"spectral":[21],"resources.":[22],"This":[23],"paper":[24],"considers":[25],"mm-wave":[27],"train-ground":[28,175],"communication":[29],"system":[30,59,81,88,145],"with":[31],"multiple":[32],"mobile":[33],"relays":[34],"(MRs)":[35],"a":[37],"high-speed":[38],"rail":[39],"(HSR)":[40],"scenario.":[41],"We":[42],"use":[43],"deep":[45],"reinforcement":[46],"learning":[47],"(DRL)":[48],"method":[49],"to":[50,56,72,150],"solve":[51],"beam":[53,94,108,154,172],"management":[54,95,109,173],"problem":[55,86],"maximize":[57],"throughput.":[60],"First,":[61],"inter-beam":[63,77],"interference":[64],"MRs":[67,117],"scene":[68],"modeled":[70],"due":[71],"effect":[74],"angle":[78],"on":[79,119,124],"performance.":[82],"Second,":[83],"maximization":[85],"throughput":[89,146],"constructed":[91],"for":[92,111,171],"at":[96],"both":[97],"transmitter":[99],"receiver.":[101],"And":[102],"we":[103],"proposed":[104,133],"dynamic":[106],"joint":[107],"scheme":[110,134],"base":[113],"station":[114],"located":[118],"train\u2019s":[121],"roof":[122],"based":[123],"DRL.":[125],"Finally,":[126],"performance":[128,147,160],"evaluation":[129],"shows":[130],"displays":[135],"low":[136,162],"computational":[137],"complexity":[138],"online":[141],"phase.":[142],"Additionally,":[143],"close":[149],"ideal":[152],"optimal":[153],"tracking":[155],"algorithm,":[156],"which":[157],"combines":[158],"high":[159],"complexity,":[163],"proving":[164],"feasibility":[166],"using":[168],"DRL":[169],"theory":[170],"communication.":[176]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}