{"id":"https://openalex.org/W3203635720","doi":"https://doi.org/10.1109/tccn.2021.3116231","title":"Zero-Shot Adaptation for mmWave Beam-Tracking on Overhead Messenger Wires Through Robust Adversarial Reinforcement Learning","display_name":"Zero-Shot Adaptation for mmWave Beam-Tracking on Overhead Messenger Wires Through Robust Adversarial Reinforcement Learning","publication_year":2021,"publication_date":"2021-09-29","ids":{"openalex":"https://openalex.org/W3203635720","doi":"https://doi.org/10.1109/tccn.2021.3116231","mag":"3203635720"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2021.3116231","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2021.3116231","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039035203","display_name":"Masao Shinzaki","orcid":null},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Masao Shinzaki","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064208375","display_name":"Yusuke Koda","orcid":"https://orcid.org/0000-0003-3344-7370"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Yusuke Koda","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3344-7370","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063642951","display_name":"Koji Yamamoto","orcid":"https://orcid.org/0000-0003-4106-3983"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koji Yamamoto","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4106-3983","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042195263","display_name":"Takayuki Nishio","orcid":"https://orcid.org/0000-0003-1026-319X"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takayuki Nishio","raw_affiliation_strings":["School of Engineering, Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1026-319X","affiliations":[{"raw_affiliation_string":"School of Engineering, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101694405","display_name":"Masahiro Morikura","orcid":"https://orcid.org/0000-0002-3634-1320"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro Morikura","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3634-1320","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109478225","display_name":"Yushi Shirato","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yushi Shirato","raw_affiliation_strings":["NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019047598","display_name":"Daisei Uchida","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Daisei Uchida","raw_affiliation_strings":["NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101993689","display_name":"Naoki Kita","orcid":"https://orcid.org/0000-0003-3629-4787"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoki Kita","raw_affiliation_strings":["NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Access Network Service Systems Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5039035203"],"corresponding_institution_ids":["https://openalex.org/I22299242","https://openalex.org/I39012071"],"apc_list":null,"apc_paid":null,"fwci":0.8134,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.72438528,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"8","issue":"1","first_page":"232","last_page":"245"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10752","display_name":"Terahertz technology and applications","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.755168080329895},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7389147281646729},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6253118515014648},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5020208358764648},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4490993320941925},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.44881999492645264},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3691469728946686},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1414766013622284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.755168080329895},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7389147281646729},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6253118515014648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5020208358764648},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4490993320941925},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.44881999492645264},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3691469728946686},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1414766013622284},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2021.3116231","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2021.3116231","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1984114931","https://openalex.org/W2067040941","https://openalex.org/W2090135779","https://openalex.org/W2102112553","https://openalex.org/W2110559703","https://openalex.org/W2138020668","https://openalex.org/W2145339207","https://openalex.org/W2263866228","https://openalex.org/W2551045207","https://openalex.org/W2604992528","https://openalex.org/W2799206304","https://openalex.org/W2886278914","https://openalex.org/W2896261175","https://openalex.org/W2898434483","https://openalex.org/W2910453440","https://openalex.org/W2913219941","https://openalex.org/W2951145066","https://openalex.org/W2955133642","https://openalex.org/W2962954457","https://openalex.org/W2963170234","https://openalex.org/W2963868195","https://openalex.org/W2969413099","https://openalex.org/W2975349842","https://openalex.org/W2975471211","https://openalex.org/W2982523127","https://openalex.org/W2992096220","https://openalex.org/W3009344227","https://openalex.org/W3099147043","https://openalex.org/W3130429073","https://openalex.org/W3159469699","https://openalex.org/W4236909075","https://openalex.org/W6631190155","https://openalex.org/W6685444567","https://openalex.org/W6735677848"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Millimeter":[0],"wave":[1],"(mmWave)":[2],"beam-tracking":[3,72,169,176],"based":[4],"on":[5,80],"machine":[6],"learning":[7,131,149],"enables":[8],"the":[9,17,41,50,66,71,85,95,109,112,119,175,194],"development":[10],"of":[11,36,48,52,111,121,188],"accurate":[12],"tracking":[13],"policies":[14],"while":[15],"obviating":[16],"need":[18],"to":[19,134,184],"periodically":[20],"solve":[21],"beam-optimization":[22],"problems.":[23,115],"However,":[24],"its":[25],"applicability":[26],"is":[27,55,141],"still":[28],"arguable":[29],"when":[30],"training-test":[31,67,113],"gaps":[32,155],"exist":[33],"in":[34],"terms":[35],"environmental":[37,92,135,189],"parameters":[38,136,190],"that":[39,65,162,174],"affect":[40],"node":[42,86],"dynamics.":[43],"From":[44],"this":[45,53],"skeptical":[46],"point":[47],"view,":[49],"contribution":[51],"study":[54],"twofold.":[56],"First,":[57],"by":[58,90,143,160],"considering":[59],"an":[60],"example":[61],"scenario,":[62],"we":[63,76,117],"confirm":[64],"gap":[68,114],"adversely":[69],"affects":[70],"performance.":[73],"More":[74],"specifically,":[75],"consider":[77],"nodes":[78],"placed":[79],"overhead":[81],"messenger":[82],"wires,":[83],"where":[84,129,152],"dynamics":[87],"are":[88,102,156,163],"affected":[89],"several":[91],"parameters,":[93],"e.g.,":[94],"wire":[96],"mass":[97],"and":[98],"tension.":[99],"Although":[100],"these":[101],"particular":[103],"scenarios,":[104],"they":[105],"yield":[106],"insight":[107],"into":[108],"validation":[110],"Second,":[116],"demonstrate":[118,173],"feasibility":[120],"<italic":[122],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[123],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">zero-shot":[124],"adaptation</i>":[125],"as":[126,158],"a":[127,130,145,167,185],"solution,":[128],"agent":[132],"adapts":[133],"unseen":[137],"during":[138],"training.":[139],"This":[140],"achieved":[142],"leveraging":[144],"robust":[146],"adversarial":[147],"reinforcement":[148],"(RARL)":[150],"technique,":[151],"such":[153],"training-and-test":[154],"regarded":[157],"disturbances":[159],"adversaries":[161],"jointly":[164],"trained":[165],"with":[166],"legitimate":[168],"agent.":[170],"Numerical":[171],"evaluations":[172],"policy":[177],"learned":[178],"via":[179],"RARL":[180],"can":[181],"be":[182],"applied":[183],"wide":[186],"range":[187],"without":[191],"severely":[192],"degrading":[193],"received":[195],"power.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}