{"id":"https://openalex.org/W3044917675","doi":"https://doi.org/10.1109/iccworkshops49005.2020.9145051","title":"Multi-UAV mmWave Beam Tracking using Q-Learning and Interference Mitigation","display_name":"Multi-UAV mmWave Beam Tracking using Q-Learning and Interference Mitigation","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3044917675","doi":"https://doi.org/10.1109/iccworkshops49005.2020.9145051","mag":"3044917675"},"language":"en","primary_location":{"id":"doi:10.1109/iccworkshops49005.2020.9145051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops49005.2020.9145051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033231874","display_name":"Hsiao-Lan Chiang","orcid":"https://orcid.org/0000-0002-8103-6085"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hsiao-Lan Chiang","raw_affiliation_strings":["Department of Electrical Engineering, University of South Florida, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of South Florida, USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022325942","display_name":"Kwang\u2010Cheng Chen","orcid":"https://orcid.org/0000-0002-1024-6106"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwang-Cheng Chen","raw_affiliation_strings":["Department of Electrical Engineering, University of South Florida, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of South Florida, USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001955973","display_name":"Wolfgang Rave","orcid":"https://orcid.org/0000-0002-7920-0923"},"institutions":[{"id":"https://openalex.org/I245417339","display_name":"Vodafone (Germany)","ror":"https://ror.org/044qwkx83","country_code":"DE","type":"company","lineage":["https://openalex.org/I245417339","https://openalex.org/I74316835"]},{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wolfgang Rave","raw_affiliation_strings":["Vodafone Chair for Mobile Communications, Technische Universit\u00e4t Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vodafone Chair for Mobile Communications, Technische Universit\u00e4t Dresden, Germany","institution_ids":["https://openalex.org/I245417339","https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089717606","display_name":"Mostafa Khalili Marandi","orcid":"https://orcid.org/0000-0002-2165-3890"},"institutions":[{"id":"https://openalex.org/I245417339","display_name":"Vodafone (Germany)","ror":"https://ror.org/044qwkx83","country_code":"DE","type":"company","lineage":["https://openalex.org/I245417339","https://openalex.org/I74316835"]},{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mostafa Khalili Marandi","raw_affiliation_strings":["Vodafone Chair for Mobile Communications, Technische Universit\u00e4t Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vodafone Chair for Mobile Communications, Technische Universit\u00e4t Dresden, Germany","institution_ids":["https://openalex.org/I245417339","https://openalex.org/I78650965"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022117288","display_name":"Gerhard Fettweis","orcid":"https://orcid.org/0000-0003-4622-1311"},"institutions":[{"id":"https://openalex.org/I245417339","display_name":"Vodafone (Germany)","ror":"https://ror.org/044qwkx83","country_code":"DE","type":"company","lineage":["https://openalex.org/I245417339","https://openalex.org/I74316835"]},{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gerhard Fettweis","raw_affiliation_strings":["Vodafone Chair for Mobile Communications, Technische Universit\u00e4t Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vodafone Chair for Mobile Communications, Technische Universit\u00e4t Dresden, Germany","institution_ids":["https://openalex.org/I245417339","https://openalex.org/I78650965"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9361,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.95066957,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.8192625641822815},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7611950635910034},{"id":"https://openalex.org/keywords/broadband","display_name":"Broadband","score":0.6074628233909607},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5241337418556213},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.5169172286987305},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5005443096160889},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.47619497776031494},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.4484717845916748},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4373134970664978},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4305099546909332},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.4211907386779785},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.3647143840789795},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3430313467979431},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.30273377895355225},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.24140360951423645},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.17758285999298096},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.126206636428833},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11297014355659485}],"concepts":[{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.8192625641822815},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7611950635910034},{"id":"https://openalex.org/C509933004","wikidata":"https://www.wikidata.org/wiki/Q194163","display_name":"Broadband","level":2,"score":0.6074628233909607},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5241337418556213},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.5169172286987305},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5005443096160889},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.47619497776031494},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4484717845916748},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4373134970664978},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4305099546909332},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.4211907386779785},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3647143840789795},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3430313467979431},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.30273377895355225},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.24140360951423645},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17758285999298096},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.126206636428833},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11297014355659485},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccworkshops49005.2020.9145051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops49005.2020.9145051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W905396345","https://openalex.org/W1584244501","https://openalex.org/W1956027752","https://openalex.org/W2053521124","https://openalex.org/W2088212435","https://openalex.org/W2604992528","https://openalex.org/W2758697017","https://openalex.org/W2807790287","https://openalex.org/W2889655092","https://openalex.org/W2898434483","https://openalex.org/W2918985841","https://openalex.org/W2963061782","https://openalex.org/W2963391296","https://openalex.org/W2963576178","https://openalex.org/W2982626639","https://openalex.org/W2985849463","https://openalex.org/W2994008524","https://openalex.org/W3038097199","https://openalex.org/W3099908750","https://openalex.org/W4214717370","https://openalex.org/W6769743052","https://openalex.org/W6780109038"],"related_works":["https://openalex.org/W2963170046","https://openalex.org/W2376244802","https://openalex.org/W2923631784","https://openalex.org/W818226659","https://openalex.org/W4311414679","https://openalex.org/W3124036039","https://openalex.org/W2067196003","https://openalex.org/W4286569445","https://openalex.org/W4315783257","https://openalex.org/W2047743558"],"abstract_inverted_index":{"Applications":[0],"of":[1,60,68,101,107,136],"UAVs":[2,18,47,69],"have":[3],"attracted":[4],"attention":[5],"recently.":[6],"Some":[7],"operations":[8],"are":[9],"subject":[10],"to":[11,16,53,115,152,163],"a":[12,23,146],"low-latency":[13,25],"constraint":[14],"due":[15],"high-speed":[17],"in":[19,35,63,70,99],"3D":[20,71],"space.":[21],"As":[22],"result,":[24],"and":[26,43,92,149,180],"directional":[27],"mmWave":[28,40],"communications":[29],"can":[30,48,83,159,184],"be":[31,84,160],"taken":[32],"into":[33,86],"account":[34],"UAV":[36],"communications.":[37],"To":[38],"overcome":[39],"hardware":[41],"limitations":[42],"severe":[44],"environmental":[45],"conditions,":[46],"exploit":[49],"hybrid":[50],"analog-digital":[51],"beamforming":[52,77,81],"improve":[54],"data":[55],"rates.":[56],"For":[57],"the":[58,66,95,105,117,168,173,177,187],"purpose":[59],"being":[61],"flexible":[62],"mission-oriented":[64],"deployment,":[65],"movement":[67],"space":[72],"is":[73,145],"common":[74],"but":[75],"makes":[76],"more":[78,147],"challenging.":[79],"The":[80,156],"problem":[82],"solved":[85],"two":[87],"steps:":[88],"predicting":[89],"analog":[90,170],"beams":[91],"then":[93],"optimizing":[94],"corresponding":[96],"digital":[97,181,189],"weights":[98],"terms":[100],"SINR":[102,165,178],"maximization.":[103],"Borrowing":[104],"idea":[106],"machine":[108],"learning":[109],"(especially":[110],"Q-learning)":[111],"that":[112],"uses":[113],"experience":[114],"solve":[116],"prediction":[118,124],"problem,":[119],"we":[120,183],"implement":[121],"Q-learning-based":[122],"beam":[123,131,154],"using":[125,140],"coupling":[126,141,157],"coefficients.":[127],"Compared":[128],"with":[129],"other":[130],"tracking":[132],"methods":[133],"given":[134,167],"knowledge":[135],"channel":[137],"or":[138],"SINR,":[139],"coefficients":[142,158],"as":[143],"observations":[144],"feasible":[148],"efficient":[150],"solution":[151],"rapid":[153],"tracking.":[155],"further":[161],"used":[162],"approximate":[164],"measurements":[166,179],"selected":[169],"beams.":[171],"Using":[172],"proposed":[174],"relationship":[175],"between":[176],"weights,":[182],"easily":[185],"obtain":[186],"optimal":[188],"weights.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
