{"id":"https://openalex.org/W3130429073","doi":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348475","title":"Deep Reinforcement Learning-based Beam Tracking from mmWave Antennas Installed on Overhead Messenger Wires","display_name":"Deep Reinforcement Learning-based Beam Tracking from mmWave Antennas Installed on Overhead Messenger Wires","publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3130429073","doi":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348475","mag":"3130429073"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2020-fall49728.2020.9348475","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348475","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 92nd Vehicular Technology Conference (VTC2020-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039035203","display_name":"Masao Shinzaki","orcid":null},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Masao Shinzaki","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Sakyo-ku, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Sakyo-ku, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064208375","display_name":"Yusuke Koda","orcid":"https://orcid.org/0000-0003-3344-7370"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yusuke Koda","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Sakyo-ku, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Sakyo-ku, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063642951","display_name":"Koji Yamamoto","orcid":"https://orcid.org/0000-0003-4106-3983"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koji Yamamoto","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Sakyo-ku, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Sakyo-ku, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042195263","display_name":"Takayuki Nishio","orcid":"https://orcid.org/0000-0003-1026-319X"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takayuki Nishio","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Sakyo-ku, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Sakyo-ku, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101694405","display_name":"Masahiro Morikura","orcid":"https://orcid.org/0000-0002-3634-1320"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro Morikura","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Sakyo-ku, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Sakyo-ku, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044326008","display_name":"Huang Chun-Hsiang","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Chun-hsiang Huang","raw_affiliation_strings":["NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan"],"affiliations":[{"raw_affiliation_string":"NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109478225","display_name":"Yushi Shirato","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yushi Shirato","raw_affiliation_strings":["NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan"],"affiliations":[{"raw_affiliation_string":"NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101993689","display_name":"Naoki Kita","orcid":"https://orcid.org/0000-0003-3629-4787"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoki Kita","raw_affiliation_strings":["NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan"],"affiliations":[{"raw_affiliation_string":"NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5039035203"],"corresponding_institution_ids":["https://openalex.org/I22299242"],"apc_list":null,"apc_paid":null,"fwci":0.5137,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.6605683,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"518","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6215644478797913},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5983272790908813},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.532328724861145},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5161324739456177},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.46222221851348877},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4605822265148163},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4540059566497803},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.4454082250595093},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.4212755858898163},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.34577351808547974},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24852529168128967},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.24416670203208923},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.19035604596138},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15800896286964417},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.12898334860801697}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6215644478797913},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5983272790908813},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.532328724861145},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5161324739456177},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.46222221851348877},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4605822265148163},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4540059566497803},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.4454082250595093},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4212755858898163},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.34577351808547974},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24852529168128967},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.24416670203208923},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.19035604596138},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15800896286964417},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.12898334860801697},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2020-fall49728.2020.9348475","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348475","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 92nd Vehicular Technology Conference (VTC2020-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1596758616","https://openalex.org/W1984114931","https://openalex.org/W2021404768","https://openalex.org/W2067040941","https://openalex.org/W2090135779","https://openalex.org/W2138020668","https://openalex.org/W2145339207","https://openalex.org/W2148158480","https://openalex.org/W2155968351","https://openalex.org/W2173564293","https://openalex.org/W2242279987","https://openalex.org/W2588283865","https://openalex.org/W2746553466","https://openalex.org/W2888896501","https://openalex.org/W2896261175","https://openalex.org/W2920585949","https://openalex.org/W2939455399","https://openalex.org/W2951799221","https://openalex.org/W2962954457","https://openalex.org/W3009344227","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W2520149731","https://openalex.org/W1981519115","https://openalex.org/W1985631144","https://openalex.org/W2087123996","https://openalex.org/W3111553259","https://openalex.org/W2103264866","https://openalex.org/W53279813","https://openalex.org/W2115561238","https://openalex.org/W1586805627","https://openalex.org/W2395800181"],"abstract_inverted_index":{"To":[0,63],"achieve":[1],"reliable":[2],"small":[3,11],"cell":[4,12],"millimeter-wave":[5],"wireless":[6],"backhauls,":[7],"this":[8,66],"study":[9,67],"installs":[10],"base":[13],"stations":[14],"(SBSs)":[15],"on":[16],"overhead":[17],"messenger":[18],"wires":[19],"to":[20,86,122,176],"gain":[21],"flexibility":[22],"in":[23,29,42,50,98,185],"physical":[24],"deployments":[25],"of":[26,73,113,169],"SBSs":[27,34,52,99],"ensuring":[28],"the":[30,71,92,104,110,114,126,137,153,167],"line-of-sight":[31],"connections":[32],"between":[33],"and":[35,57,140,148,152],"gateway":[36,159],"BSs.":[37],"These":[38],"installations":[39],"pose":[40],"challenges":[41],"aligning":[43],"directional":[44],"beams,":[45],"whereby":[46],"complicated":[47],"wind-forced":[48,93,96,182],"dynamics":[49,97,184],"on-wire":[51,186],"require":[53],"frequent":[54],"beam":[55,75,79,88,106,124,127,141,173,178],"training,":[56],"consequently,":[58],"a":[59,78,84,120,146,158],"large":[60],"signaling":[61],"overhead.":[62],"address":[64],"this,":[65],"aims":[68],"at":[69,157],"demonstrating":[70],"feasibility":[72,168],"learning-based":[74],"tracking":[76,80,107,128,174],"where":[77],"policy":[81,129,175],"is":[82,130,161],"learned":[83,131],"priori":[85],"fix":[87,123],"misalignment":[89,179],"caused":[90],"by":[91,181],"dynamics.":[94],"Because":[95],"can":[100],"be":[101],"three-dimensional":[102],"(3D),":[103],"proposed":[105],"newly":[108],"exploits":[109],"3D":[111,138,183],"position/velocity":[112],"SBS":[115],"as":[116,145],"state":[117,147],"information.":[118],"As":[119],"solution":[121],"misalignment,":[125],"via":[132],"deep":[133],"reinforcement":[134],"learning":[135,170],"wherein":[136],"information":[139],"direction":[142],"are":[143],"regarded":[144],"an":[149,171],"action,":[150],"respectively,":[151],"received":[154],"signal":[155],"power":[156],"BS":[160],"maximized.":[162],"The":[163],"simulation":[164],"results":[165],"depict":[166],"appropriate":[172],"prevent":[177],"induced":[180],"SBSs.":[187]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}