{"id":"https://openalex.org/W3159469699","doi":"https://doi.org/10.1109/tccn.2021.3074939","title":"Millimeter Wave Communications on Overhead Messenger Wire: Deep Reinforcement Learning-Based Predictive Beam Tracking","display_name":"Millimeter Wave Communications on Overhead Messenger Wire: Deep Reinforcement Learning-Based Predictive Beam Tracking","publication_year":2021,"publication_date":"2021-04-22","ids":{"openalex":"https://openalex.org/W3159469699","doi":"https://doi.org/10.1109/tccn.2021.3074939","mag":"3159469699"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2021.3074939","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2021.3074939","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064208375","display_name":"Yusuke Koda","orcid":"https://orcid.org/0000-0003-3344-7370"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yusuke Koda","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3344-7370","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039035203","display_name":"Masao Shinzaki","orcid":null},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masao Shinzaki","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063642951","display_name":"Koji Yamamoto","orcid":"https://orcid.org/0000-0003-4106-3983"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koji Yamamoto","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4106-3983","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042195263","display_name":"Takayuki Nishio","orcid":"https://orcid.org/0000-0003-1026-319X"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takayuki Nishio","raw_affiliation_strings":["School of Engineering, Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1026-319X","affiliations":[{"raw_affiliation_string":"School of Engineering, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101694405","display_name":"Masahiro Morikura","orcid":"https://orcid.org/0000-0002-3634-1320"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro Morikura","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3634-1320","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109478225","display_name":"Yushi Shirato","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yushi Shirato","raw_affiliation_strings":["NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019047598","display_name":"Daisei Uchida","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Daisei Uchida","raw_affiliation_strings":["NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101993689","display_name":"Naoki Kita","orcid":"https://orcid.org/0000-0003-3629-4787"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoki Kita","raw_affiliation_strings":["NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5064208375"],"corresponding_institution_ids":["https://openalex.org/I22299242","https://openalex.org/I39012071"],"apc_list":null,"apc_paid":null,"fwci":1.3219,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.79865334,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"7","issue":"4","first_page":"1216","last_page":"1232"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.7101835012435913},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6323899030685425},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5706103444099426},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5651951432228088},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.5567039251327515},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5409513115882874},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.5331515669822693},{"id":"https://openalex.org/keywords/extremely-high-frequency","display_name":"Extremely high frequency","score":0.4375552237033844},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3000386953353882},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.2907941937446594},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.2536632716655731},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.1849786341190338},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1650492250919342}],"concepts":[{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.7101835012435913},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6323899030685425},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5706103444099426},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5651951432228088},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.5567039251327515},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5409513115882874},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5331515669822693},{"id":"https://openalex.org/C45764600","wikidata":"https://www.wikidata.org/wiki/Q570342","display_name":"Extremely high frequency","level":2,"score":0.4375552237033844},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3000386953353882},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.2907941937446594},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2536632716655731},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.1849786341190338},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1650492250919342},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2021.3074939","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2021.3074939","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.800000011920929,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W104184427","https://openalex.org/W1584244501","https://openalex.org/W1981661761","https://openalex.org/W1984114931","https://openalex.org/W2021404768","https://openalex.org/W2034651337","https://openalex.org/W2062580917","https://openalex.org/W2066753782","https://openalex.org/W2110559703","https://openalex.org/W2111953900","https://openalex.org/W2116334496","https://openalex.org/W2138020668","https://openalex.org/W2143471631","https://openalex.org/W2145339207","https://openalex.org/W2148158480","https://openalex.org/W2166021179","https://openalex.org/W2166486216","https://openalex.org/W2263866228","https://openalex.org/W2268295991","https://openalex.org/W2587025426","https://openalex.org/W2601905653","https://openalex.org/W2604992528","https://openalex.org/W2615358882","https://openalex.org/W2761444498","https://openalex.org/W2766305950","https://openalex.org/W2876820033","https://openalex.org/W2891787690","https://openalex.org/W2896261175","https://openalex.org/W2898434483","https://openalex.org/W2905258433","https://openalex.org/W2907595871","https://openalex.org/W2936867047","https://openalex.org/W2951145066","https://openalex.org/W2954834894","https://openalex.org/W2955133642","https://openalex.org/W2963170234","https://openalex.org/W2963408914","https://openalex.org/W2963706687","https://openalex.org/W2964468371","https://openalex.org/W2973024105","https://openalex.org/W2975349842","https://openalex.org/W2980371807","https://openalex.org/W3009344227","https://openalex.org/W3010855363","https://openalex.org/W3019936847","https://openalex.org/W3039059058","https://openalex.org/W3047408115","https://openalex.org/W3101999018","https://openalex.org/W3103325464","https://openalex.org/W3106948566","https://openalex.org/W3130429073","https://openalex.org/W6604254268","https://openalex.org/W6770132634"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2084086966","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090"],"abstract_inverted_index":{"This":[0,148],"paper":[1],"discusses":[2],"the":[3,44,58,73,76,87,103,114,116,119,122,130,142,146,153,159,169,184,187],"feasibility":[4],"of":[5,47,106,118,121,141,155,171,186],"beam":[6,172],"tracking":[7],"against":[8,92,110],"dynamics":[9],"in":[10,23,164],"millimeter":[11],"wave":[12],"(mmWave)":[13],"nodes":[14],"placed":[15],"on":[16,145,158],"overhead":[17],"messenger":[18],"wires.":[19,37],"As":[20],"specific":[21],"disturbances":[22,31],"on-wire":[24,60],"deployments,":[25],"we":[26,65,137],"consider":[27],"wind-forced":[28],"perturbations":[29],"and":[30,79],"caused":[32],"by":[33,151],"impulsive":[34,111,176],"forces":[35,112],"to":[36,41,53,71,113,129,175],"Our":[38,83],"contribution":[39],"is":[40,124,149],"answer":[42],"whether":[43],"historical":[45,77,104],"positions/velocities":[46,78,105,154],"a":[48,107],"mmWave":[49],"node":[50,123,132],"are":[51],"useful":[52],"track":[54],"directional":[55],"beams,":[56],"given":[57],"complicated":[59],"dynamics.":[61],"To":[62,134],"this":[63],"end,":[64],"implement":[66],"deep":[67],"reinforcement":[68],"learning":[69],"(DRL)":[70],"learn":[72],"relationships":[74],"between":[75],"appropriate":[80,96],"beam-steering":[81],"angles.":[82],"numerical":[84],"evaluations":[85],"yielded":[86],"following":[88],"key":[89],"insights:":[90],"First,":[91],"wind":[93],"perturbations,":[94],"an":[95],"beam-tracking":[97],"policy":[98],"can":[99],"be":[100],"learned":[101],"from":[102],"node.":[108,188],"Second,":[109],"wire,":[115],"use":[117],"position/velocity":[120,185],"not":[125,180],"necessarily":[126],"sufficient,":[127],"owing":[128],"rapid":[131],"displacement.":[133],"resolve":[135],"this,":[136],"propose":[138],"taking":[139],"advantage":[140],"positional":[143],"interaction":[144],"wire.":[147],"done":[150],"leveraging":[152],"several":[156],"points":[157],"wire":[160],"as":[161],"state":[162],"information":[163],"DRL.":[165],"The":[166],"results":[167],"confirmed":[168],"avoidance":[170],"misalignment":[173],"due":[174],"forces,":[177],"which":[178],"was":[179],"possible":[181],"using":[182],"only":[183]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}