{"id":"https://openalex.org/W4401506954","doi":"https://doi.org/10.1109/ojcoms.2024.3442709","title":"Goal-Oriented Reinforcement Learning in THz-Enabled UAV-Aided Network Using Supervised Learning","display_name":"Goal-Oriented Reinforcement Learning in THz-Enabled UAV-Aided Network Using Supervised Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401506954","doi":"https://doi.org/10.1109/ojcoms.2024.3442709"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2024.3442709","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/ojcoms.2024.3442709","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dx.doi.org/10.1109/ojcoms.2024.3442709","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078103538","display_name":"Atefeh Termehchi","orcid":"https://orcid.org/0000-0002-3948-3703"},"institutions":[{"id":"https://openalex.org/I46247651","display_name":"University of Manitoba","ror":"https://ror.org/02gfys938","country_code":"CA","type":"education","lineage":["https://openalex.org/I46247651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Atefeh Termehchi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Manitoba, Winnipeg, MB, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3948-3703","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Manitoba, Winnipeg, MB, Canada","institution_ids":["https://openalex.org/I46247651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015965562","display_name":"Tingnan Bao","orcid":"https://orcid.org/0000-0003-0296-3110"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tingnan Bao","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0296-3110","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018710229","display_name":"Aisha Syed","orcid":"https://orcid.org/0009-0005-6552-3720"},"institutions":[{"id":"https://openalex.org/I72090969","display_name":"Nokia (United States)","ror":"https://ror.org/038km2573","country_code":"US","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I72090969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aisha Syed","raw_affiliation_strings":["Nokia Bell Labs, Murray Hill, NJ, USA"],"raw_orcid":"https://orcid.org/0009-0005-6552-3720","affiliations":[{"raw_affiliation_string":"Nokia Bell Labs, Murray Hill, NJ, USA","institution_ids":["https://openalex.org/I72090969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054767234","display_name":"W. Sean Kennedy","orcid":null},"institutions":[{"id":"https://openalex.org/I72090969","display_name":"Nokia (United States)","ror":"https://ror.org/038km2573","country_code":"US","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I72090969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Sean Kennedy","raw_affiliation_strings":["Nokia Bell Labs, Murray Hill, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs, Murray Hill, NJ, USA","institution_ids":["https://openalex.org/I72090969"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6787-8457","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5078103538"],"corresponding_institution_ids":["https://openalex.org/I46247651"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17423688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":null,"first_page":"5027","last_page":"5036"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7916911840438843},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5740307569503784},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5403092503547668},{"id":"https://openalex.org/keywords/terahertz-radiation","display_name":"Terahertz radiation","score":0.42034628987312317},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3784153461456299},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.23831433057785034},{"id":"https://openalex.org/keywords/optoelectronics","display_name":"Optoelectronics","score":0.10508847236633301}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7916911840438843},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5740307569503784},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5403092503547668},{"id":"https://openalex.org/C107816215","wikidata":"https://www.wikidata.org/wiki/Q647887","display_name":"Terahertz radiation","level":2,"score":0.42034628987312317},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3784153461456299},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.23831433057785034},{"id":"https://openalex.org/C49040817","wikidata":"https://www.wikidata.org/wiki/Q193091","display_name":"Optoelectronics","level":1,"score":0.10508847236633301},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2024.3442709","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/ojcoms.2024.3442709","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:69611c5d9bb84b1bb059b02f12d081e2","is_oa":true,"landing_page_url":"https://doaj.org/article/69611c5d9bb84b1bb059b02f12d081e2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 5, Pp 5027-5036 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2024.3442709","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/ojcoms.2024.3442709","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2886509985","https://openalex.org/W2951782192","https://openalex.org/W2961380111","https://openalex.org/W3017275226","https://openalex.org/W3033400733","https://openalex.org/W3035858775","https://openalex.org/W3173424115","https://openalex.org/W3204258145","https://openalex.org/W4205683915","https://openalex.org/W4226126396","https://openalex.org/W4285820896","https://openalex.org/W4308090261","https://openalex.org/W4313350218","https://openalex.org/W4319303211","https://openalex.org/W4366966441","https://openalex.org/W4377235105","https://openalex.org/W4377971498","https://openalex.org/W4379184851","https://openalex.org/W4381415989","https://openalex.org/W4386473019","https://openalex.org/W4387883656","https://openalex.org/W4388684721","https://openalex.org/W4388685522","https://openalex.org/W4389170174","https://openalex.org/W4390189149","https://openalex.org/W4390738544","https://openalex.org/W4390857057","https://openalex.org/W4399426426","https://openalex.org/W4400276537","https://openalex.org/W4402156390","https://openalex.org/W6852396053","https://openalex.org/W6858812382","https://openalex.org/W6858980133","https://openalex.org/W6859050424"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2033952283","https://openalex.org/W2762687161","https://openalex.org/W2353254830","https://openalex.org/W2351210568","https://openalex.org/W2028421553","https://openalex.org/W4229079866","https://openalex.org/W2890072373","https://openalex.org/W3000002614"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2,9,211],"(DRL)":[3],"has":[4],"been":[5],"a":[6,93,168,213],"key":[7],"machine":[8],"technique":[10],"in":[11,92,240],"many":[12],"5G":[13],"and":[14,36,44,61,71,116,128,156,174,187,236,249],"6G":[15],"applications.":[16],"DRL":[17,42,59,90,216,228],"agents":[18],"learn":[19],"optimal":[20],"(or":[21],"sub-optimal)":[22],"policies":[23],"by":[24,191,233],"interacting":[25],"with":[26,104],"the":[27,41,52,58,62,80,88,105,112,122,135,141,146,148,152,157,162,183,192,199,219,226,243],"environment.":[28,46],"However,":[29],"this":[30,48,179],"process":[31],"often":[32],"involves":[33],"numerous":[34],"uninformative":[35],"repetitive":[37],"message":[38],"transmissions":[39],"between":[40,57,111],"agent":[43,60],"its":[45],"In":[47],"paper,":[49],"we":[50,86,181,207],"address":[51,178],"problem":[53,91,103,166,173,200],"of":[54,79,83,107,124,138,145,151,161,242,245],"reducing":[55,109,234],"interactions":[56,110,235],"environment,":[63],"called":[64],"goal-oriented":[65,89,227],"DRL.":[66],"Meanwhile,":[67],"Terahertz":[68],"(THz)":[69],"bands":[70],"unmanned":[72],"aerial":[73],"vehicles":[74],"(UAVs)":[75],"are":[76],"considered":[77],"two":[78,204],"main":[81],"enablers":[82],"6G.":[84],"Therefore,":[85],"investigate":[87],"THz-enabled":[94,163],"UAV-aided":[95],"network.":[96],"We":[97],"formulate":[98],"it":[99],"as":[100,212],"an":[101,188],"optimization":[102,172,185],"goals":[106],"i)":[108],"UAV":[113],"(DRL":[114],"agent)":[115],"IoT":[117,126,139,154,247],"devices":[118,248],"(environment),":[119],"ii)":[120],"maximizing":[121],"number":[123,244],"served":[125,153,246],"devices,":[127,140,155],"iii)":[129],"ensuring":[130],"fairness.":[131,250],"The":[132],"constraints":[133],"include":[134],"movement":[136],"characteristics":[137],"maximum":[142],"speed":[143],"limitation":[144],"UAV,":[147],"QoS":[149],"requirements":[150],"limited":[158],"uplink":[159],"coverage":[160],"UAV.":[164],"This":[165],"is":[167,175,201],"mixed-integer":[169],"nonlinear":[170],"programming":[171],"NP-hard.":[176],"To":[177],"problem,":[180],"employ":[182],"decoupling":[184],"method":[186,194],"approach":[189,229],"inspired":[190],"self-triggered":[193],"from":[195],"control":[196],"engineering.":[197],"Specifically,":[198],"divided":[202],"into":[203],"sub-problems;":[205],"Then,":[206],"propose":[208],"using":[209],"supervised":[210],"teacher":[214],"for":[215],"to":[217],"reduce":[218],"interactions.":[220],"Our":[221],"simulation":[222],"results":[223],"show":[224],"that":[225],"outperforms":[230],"conventional":[231],"methods":[232],"maintaining":[237],"good":[238],"performance":[239],"terms":[241]},"counts_by_year":[],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}