{"id":"https://openalex.org/W3216322087","doi":"https://doi.org/10.1109/tnet.2021.3128836","title":"ESN Reinforcement Learning for Spectrum and Flight Control in THz-Enabled Drone Networks","display_name":"ESN Reinforcement Learning for Spectrum and Flight Control in THz-Enabled Drone Networks","publication_year":2021,"publication_date":"2021-11-30","ids":{"openalex":"https://openalex.org/W3216322087","doi":"https://doi.org/10.1109/tnet.2021.3128836","mag":"3216322087"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2021.3128836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2021.3128836","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019412797","display_name":"Sabarish Krishna Moorthy","orcid":"https://orcid.org/0000-0002-7209-4558"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sabarish Krishna Moorthy","raw_affiliation_strings":["Department of Electrical Engineering, The State University of New York at Buffalo, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-7209-4558","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The State University of New York at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004486858","display_name":"Maxwell McManus","orcid":"https://orcid.org/0000-0002-3477-3840"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maxwell Mcmanus","raw_affiliation_strings":["Department of Electrical Engineering, The State University of New York at Buffalo, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-3477-3840","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The State University of New York at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085416965","display_name":"Zhangyu Guan","orcid":"https://orcid.org/0000-0001-6134-215X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhangyu Guan","raw_affiliation_strings":["Department of Electrical Engineering, The State University of New York at Buffalo, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-6134-215X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The State University of New York at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9153,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.74694153,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"30","issue":"2","first_page":"782","last_page":"795"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6989320516586304},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6146601438522339},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.5427747964859009},{"id":"https://openalex.org/keywords/microwave","display_name":"Microwave","score":0.4804762899875641},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4670003652572632},{"id":"https://openalex.org/keywords/terahertz-radiation","display_name":"Terahertz radiation","score":0.42592185735702515},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41700485348701477},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.41204118728637695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38390249013900757},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.26347577571868896},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.18202021718025208},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09322619438171387}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6989320516586304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6146601438522339},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.5427747964859009},{"id":"https://openalex.org/C44838205","wikidata":"https://www.wikidata.org/wiki/Q127995","display_name":"Microwave","level":2,"score":0.4804762899875641},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4670003652572632},{"id":"https://openalex.org/C107816215","wikidata":"https://www.wikidata.org/wiki/Q647887","display_name":"Terahertz radiation","level":2,"score":0.42592185735702515},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41700485348701477},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.41204118728637695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38390249013900757},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.26347577571868896},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18202021718025208},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09322619438171387},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C49040817","wikidata":"https://www.wikidata.org/wiki/Q193091","display_name":"Optoelectronics","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2021.3128836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2021.3128836","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":91,"referenced_works":["https://openalex.org/W1990442206","https://openalex.org/W2057518223","https://openalex.org/W2072707587","https://openalex.org/W2073252511","https://openalex.org/W2074573438","https://openalex.org/W2078094197","https://openalex.org/W2100879426","https://openalex.org/W2121863487","https://openalex.org/W2125290396","https://openalex.org/W2166640289","https://openalex.org/W2168311839","https://openalex.org/W2248415020","https://openalex.org/W2254633211","https://openalex.org/W2258127536","https://openalex.org/W2294775169","https://openalex.org/W2311907317","https://openalex.org/W2443133074","https://openalex.org/W2492629073","https://openalex.org/W2549389582","https://openalex.org/W2561715836","https://openalex.org/W2586556512","https://openalex.org/W2615358882","https://openalex.org/W2734524380","https://openalex.org/W2775513303","https://openalex.org/W2781054684","https://openalex.org/W2805022829","https://openalex.org/W2807133510","https://openalex.org/W2808128011","https://openalex.org/W2810941875","https://openalex.org/W2876820033","https://openalex.org/W2884324469","https://openalex.org/W2886509985","https://openalex.org/W2888612457","https://openalex.org/W2895065489","https://openalex.org/W2898035736","https://openalex.org/W2903528516","https://openalex.org/W2906692145","https://openalex.org/W2912719095","https://openalex.org/W2921466771","https://openalex.org/W2950373453","https://openalex.org/W2957798391","https://openalex.org/W2959943703","https://openalex.org/W2961776577","https://openalex.org/W2962691384","https://openalex.org/W2962850461","https://openalex.org/W2963191855","https://openalex.org/W2963569053","https://openalex.org/W2963648888","https://openalex.org/W2966781572","https://openalex.org/W2972656576","https://openalex.org/W2975102170","https://openalex.org/W2975296300","https://openalex.org/W2976008907","https://openalex.org/W2980781235","https://openalex.org/W2981096252","https://openalex.org/W2990204812","https://openalex.org/W2994779567","https://openalex.org/W3003960230","https://openalex.org/W3004970143","https://openalex.org/W3009353939","https://openalex.org/W3010191728","https://openalex.org/W3011088449","https://openalex.org/W3017171960","https://openalex.org/W3021614403","https://openalex.org/W3023624873","https://openalex.org/W3034968889","https://openalex.org/W3042046096","https://openalex.org/W3044628679","https://openalex.org/W3045998184","https://openalex.org/W3046150221","https://openalex.org/W3047099940","https://openalex.org/W3047296326","https://openalex.org/W3048710803","https://openalex.org/W3084000032","https://openalex.org/W3090563722","https://openalex.org/W3092477410","https://openalex.org/W3095949524","https://openalex.org/W3101946233","https://openalex.org/W3114905703","https://openalex.org/W3124635006","https://openalex.org/W3134737640","https://openalex.org/W3134888006","https://openalex.org/W3135309852","https://openalex.org/W3174396440","https://openalex.org/W3180143122","https://openalex.org/W3203950204","https://openalex.org/W4214717370","https://openalex.org/W4287801005","https://openalex.org/W6698369844","https://openalex.org/W6757482023","https://openalex.org/W6776867814"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281","https://openalex.org/W2605096541","https://openalex.org/W3200286695","https://openalex.org/W4212885606"],"abstract_inverted_index":{"Terahertz":[0],"(THz)-band":[1],"communications":[2,66,249],"have":[3],"been":[4],"envisioned":[5],"as":[6],"a":[7,73,87,113,166,181,199],"key":[8],"technology":[9],"to":[10,21,100,127,144,164],"support":[11,52],"ultra-high-data-rate":[12],"applications":[13],"in":[14,35,55,67,103,282,285],"5G-beyond":[15],"(or":[16],"6G)":[17],"wireless":[18,219],"networks.":[19,220],"Compared":[20],"the":[22,27,31,62,104,117,124,129,136,139,145,149,154,158,231,243,254,257],"microwave":[23],"and":[24,45,107,148,187,237,260],"mmWave":[25,106],"bands,":[26],"main":[28],"challenges":[29],"with":[30,197],"THz":[32,108],"band":[33,228],"are":[34],"its":[36],"i)":[37],"large":[38],"path":[39],"loss":[40],"hence":[41,50],"limited":[42],"network":[43,75,130],"coverage":[44,239],"ii)":[46],"visible-light-like":[47],"propagation":[48],"characteristics":[49],"poor":[51],"of":[53,64,89,116,138,183,206,233,246,256],"mobility":[54,255],"blockage-rich":[56,68],"environments.":[57,287],"This":[58],"paper":[59],"studies":[60],"quantitatively":[61],"applicability":[63],"THz-band":[65,248],"mobile":[69,283],"environments,":[70],"focusing":[71],"on":[72,92,180,261],"new":[74],"scenario":[76],"called":[77],"<italic":[78,83,118,272],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[79,84,119,203,208,212,216,264,273],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">FlyTera</i>":[80,85,120],".":[81],"In":[82],",":[86],"set":[88],"hotspots":[90],"mounted":[91],"flying":[93,258],"drones":[94],"collaboratively":[95],"provide":[96,112],"data":[97,235],"streaming":[98],"services":[99],"ground":[101,146],"users,":[102,147],"microwave,":[105],"bands.":[109],"We":[110],"first":[111],"mathematical":[114],"formulation":[115],"control":[121],"problem,":[122,160,173],"where":[123],"objective":[125],"is":[126,162,194,222],"maximize":[128],"spectral":[131],"efficiency":[132],"by":[133,153],"jointly":[134],"controlling":[135],"flight":[137],"drone":[140],"hotspots,":[141],"their":[142],"association":[143],"spectrum":[150,227],"bands":[151],"used":[152],"users.":[155],"To":[156],"solve":[157],"resulting":[159],"which":[161],"shown":[163,223],"be":[165,280],"mixed":[167],"integer":[168],"nonlinear":[169],"nonconvex":[170],"programming":[171],"(MINLP)":[172],"we":[174],"design":[175],"distributed":[176],"solution":[177],"algorithms":[178],"based":[179],"combination":[182],"echo":[184],"state":[185],"learning":[186],"reinforcement":[188],"learning.":[189],"An":[190],"extensive":[191],"simulation":[192],"campaign":[193],"then":[195],"conducted":[196],"SimBAG,":[198],"newly":[200],"developed":[201],"<underline":[202,207,211,215],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Sim</u>":[204],"ulator":[205],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">B</u>":[209],"roadband":[210],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">A</u>":[213],"erial-":[214],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">G</u>":[217],"round":[218],"It":[221],"that":[224],"no":[225],"single":[226],"can":[229,250,279],"meet":[230],"requirements":[232],"high":[234],"rate":[236],"wide":[238],"simultaneously.":[240],"Moreover,":[241],"from":[242,253],"network-level":[244],"point":[245],"view,":[247],"significantly":[251],"benefit":[252],"drones,":[259],"average":[262],"<inline-formula":[263],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[265],"<tex-math":[266],"notation=\"LaTeX\">$4":[267],"-":[268],"6$":[269],"</tex-math></inline-formula>":[270],"times":[271],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">higher":[274],"(rather":[275],"than":[276,284],"lower)</i>":[277],"throughput":[278],"achieved":[281],"static":[286]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}