{"id":"https://openalex.org/W3216322087","doi":"https://doi.org/10.1109/tnet.2021.3128836","title":"ESN Reinforcement Learning for Spectrum and Flight Control in THz-Enabled Drone Networks","display_name":"ESN Reinforcement Learning for Spectrum and Flight Control in THz-Enabled Drone Networks","publication_year":2021,"publication_date":"2021-11-30","ids":{"openalex":"https://openalex.org/W3216322087","doi":"https://doi.org/10.1109/tnet.2021.3128836","mag":"3216322087"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2021.3128836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2021.3128836","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019412797","display_name":"Sabarish Krishna Moorthy","orcid":"https://orcid.org/0000-0002-7209-4558"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sabarish Krishna Moorthy","raw_affiliation_strings":["Department of Electrical Engineering, The State University of New York at Buffalo, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-7209-4558","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The State University of New York at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004486858","display_name":"Maxwell McManus","orcid":"https://orcid.org/0000-0002-3477-3840"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maxwell Mcmanus","raw_affiliation_strings":["Department of Electrical Engineering, The State University of New York at Buffalo, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-3477-3840","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The State University of New York at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085416965","display_name":"Zhangyu Guan","orcid":"https://orcid.org/0000-0001-6134-215X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhangyu Guan","raw_affiliation_strings":["Department of Electrical Engineering, The State University of New York at Buffalo, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-6134-215X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The State University of New York at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63190737"],"apc_list":null,"apc_paid":null,"fwci":0.7236,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.67693274,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"30","issue":"2","first_page":"782","last_page":"795"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6989320516586304},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6146601438522339},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.5427747964859009},{"id":"https://openalex.org/keywords/microwave","display_name":"Microwave","score":0.4804762899875641},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4670003652572632},{"id":"https://openalex.org/keywords/terahertz-radiation","display_name":"Terahertz radiation","score":0.42592185735702515},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41700485348701477},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.41204118728637695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38390249013900757},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.26347577571868896},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.18202021718025208},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09322619438171387}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6989320516586304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6146601438522339},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.5427747964859009},{"id":"https://openalex.org/C44838205","wikidata":"https://www.wikidata.org/wiki/Q127995","display_name":"Microwave","level":2,"score":0.4804762899875641},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4670003652572632},{"id":"https://openalex.org/C107816215","wikidata":"https://www.wikidata.org/wiki/Q647887","display_name":"Terahertz radiation","level":2,"score":0.42592185735702515},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41700485348701477},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.41204118728637695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38390249013900757},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.26347577571868896},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18202021718025208},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09322619438171387},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C49040817","wikidata":"https://www.wikidata.org/wiki/Q193091","display_name":"Optoelectronics","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2021.3128836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2021.3128836","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":91,"referenced_works":["https://openalex.org/W1990442206","https://openalex.org/W2057518223","https://openalex.org/W2072707587","https://openalex.org/W2073252511","https://openalex.org/W2074573438","https://openalex.org/W2078094197","https://openalex.org/W2100879426","https://openalex.org/W2121863487","https://openalex.org/W2125290396","https://openalex.org/W2166640289","https://openalex.org/W2168311839","https://openalex.org/W2248415020","https://openalex.org/W2254633211","https://openalex.org/W2258127536","https://openalex.org/W2294775169","https://openalex.org/W2311907317","https://openalex.org/W2443133074","https://openalex.org/W2492629073","https://openalex.org/W2549389582","https://openalex.org/W2561715836","https://openalex.org/W2586556512","https://openalex.org/W2615358882","https://openalex.org/W2734524380","https://openalex.org/W2775513303","https://openalex.org/W2781054684","https://openalex.org/W2805022829","https://openalex.org/W2807133510","https://openalex.org/W2808128011","https://openalex.org/W2810941875","https://openalex.org/W2876820033","https://openalex.org/W2884324469","https://openalex.org/W2886509985","https://openalex.org/W2888612457","https://openalex.org/W2895065489","https://openalex.org/W2898035736","https://openalex.org/W2903528516","https://openalex.org/W2906692145","https://openalex.org/W2912719095","https://openalex.org/W2921466771","https://openalex.org/W2950373453","https://openalex.org/W2957798391","https://openalex.org/W2959943703","https://openalex.org/W2961776577","https://openalex.org/W2962691384","https://openalex.org/W2962850461","https://openalex.org/W2963191855","https://openalex.org/W2963569053","https://openalex.org/W2963648888","https://openalex.org/W2966781572","https://openalex.org/W2972656576","https://openalex.org/W2975102170","https://openalex.org/W2975296300","https://openalex.org/W2976008907","https://openalex.org/W2980781235","https://openalex.org/W2981096252","https://openalex.org/W2990204812","https://openalex.org/W2994779567","https://openalex.org/W3003960230","https://openalex.org/W3004970143","https://openalex.org/W3009353939","https://openalex.org/W3010191728","https://openalex.org/W3011088449","https://openalex.org/W3017171960","https://openalex.org/W3021614403","https://openalex.org/W3023624873","https://openalex.org/W3034968889","https://openalex.org/W3042046096","https://openalex.org/W3044628679","https://openalex.org/W3045998184","https://openalex.org/W3046150221","https://openalex.org/W3047099940","https://openalex.org/W3047296326","https://openalex.org/W3048710803","https://openalex.org/W3084000032","https://openalex.org/W3090563722","https://openalex.org/W3092477410","https://openalex.org/W3095949524","https://openalex.org/W3101946233","https://openalex.org/W3114905703","https://openalex.org/W3124635006","https://openalex.org/W3134737640","https://openalex.org/W3134888006","https://openalex.org/W3135309852","https://openalex.org/W3174396440","https://openalex.org/W3180143122","https://openalex.org/W3203950204","https://openalex.org/W4214717370","https://openalex.org/W4287801005","https://openalex.org/W6698369844","https://openalex.org/W6757482023","https://openalex.org/W6776867814"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281","https://openalex.org/W2605096541","https://openalex.org/W3200286695","https://openalex.org/W4212885606"],"abstract_inverted_index":{"Terahertz":[0],"(THz)-band":[1],"communications":[2,66,221],"have":[3],"been":[4],"envisioned":[5],"as":[6],"a":[7,73,79,105,154,169,187],"key":[8],"technology":[9],"to":[10,21,92,115,132,152],"support":[11,52],"ultra-high-data-rate":[12],"applications":[13],"in":[14,35,55,67,95,243,246],"5G-beyond":[15],"(or":[16],"6G)":[17],"wireless":[18,191],"networks.":[19,192],"Compared":[20],"the":[22,27,31,62,96,112,117,124,127,133,137,142,146,203,215,226,229],"microwave":[23],"and":[24,45,99,136,175,209,232],"mmWave":[25,98],"bands,":[26],"main":[28],"challenges":[29],"with":[30,185],"THz":[32,100],"band":[33,200],"are":[34],"its":[36],"i)":[37],"large":[38],"path":[39],"loss":[40],"hence":[41,50],"limited":[42],"network":[43,75,118],"coverage":[44,211],"ii)":[46],"visible-light-like":[47],"propagation":[48],"characteristics":[49],"poor":[51],"of":[53,64,81,108,126,171,205,218,228],"mobility":[54,227],"blockage-rich":[56,68],"environments.":[57,248],"This":[58],"paper":[59],"studies":[60],"quantitatively":[61],"applicability":[63],"THz-band":[65,220],"mobile":[69,244],"environments,":[70],"focusing":[71],"on":[72,84,168,233],"new":[74],"scenario":[76],"calledFlyTera.":[77],"InFlyTera,":[78],"set":[80],"hotspots":[82],"mounted":[83],"flying":[85,230],"drones":[86],"collaboratively":[87],"provide":[88,104],"data":[89,207],"streaming":[90],"services":[91],"ground":[93,134],"users,":[94,135],"microwave,":[97],"bands.":[101],"We":[102],"first":[103],"mathematical":[106],"formulation":[107],"theFlyTeracontrol":[109],"problem,":[110,148,161],"where":[111],"objective":[113],"is":[114,150,182,194],"maximize":[116],"spectral":[119],"efficiency":[120],"by":[121,141],"jointly":[122],"controlling":[123],"flight":[125],"drone":[128],"hotspots,":[129],"their":[130],"association":[131],"spectrum":[138,199],"bands":[139],"used":[140],"users.":[143],"To":[144],"solve":[145],"resulting":[147],"which":[149],"shown":[151,195],"be":[153,241],"mixed":[155],"integer":[156],"nonlinear":[157],"nonconvex":[158],"programming":[159],"(MINLP)":[160],"we":[162],"design":[163],"distributed":[164],"solution":[165],"algorithms":[166],"based":[167],"combination":[170],"echo":[172],"state":[173],"learning":[174],"reinforcement":[176],"learning.":[177],"An":[178],"extensive":[179],"simulation":[180],"campaign":[181],"then":[183],"conducted":[184],"SimBAG,":[186],"newly":[188],"developedSimulator":[189],"ofBroadbandAerial-Ground":[190],"It":[193],"that":[196],"no":[197],"single":[198],"can":[201,222,240],"meet":[202],"requirements":[204],"high":[206],"rate":[208],"wide":[210],"simultaneously.":[212],"Moreover,":[213],"from":[214,225],"network-level":[216],"point":[217],"view,":[219],"significantly":[223],"benefit":[224],"drones,":[231],"average$4":[234],"-":[235],"6$timeshigher":[236],"(rather":[237],"than":[238,245],"lower)throughput":[239],"achieved":[242],"static":[247]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}