{"id":"https://openalex.org/W4407025222","doi":"https://doi.org/10.1109/jiot.2025.3537803","title":"AAV Deployment in IoT Networks: A Codebook-Based Reinforcement Learning Approach","display_name":"AAV Deployment in IoT Networks: A Codebook-Based Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-01-31","ids":{"openalex":"https://openalex.org/W4407025222","doi":"https://doi.org/10.1109/jiot.2025.3537803"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3537803","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3537803","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092921071","display_name":"MohammadMahdi Ghadaksaz","orcid":"https://orcid.org/0009-0004-4629-7679"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohammadmahdi Ghadaksaz","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McGill University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0009-0004-4629-7679","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053304580","display_name":"Mobeen Mahmood","orcid":"https://orcid.org/0000-0002-2454-3953"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mobeen Mahmood","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McGill University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2454-3953","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026464766","display_name":"Tho Le\u2010Ngoc","orcid":"https://orcid.org/0000-0002-9308-8894"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tho Le-Ngoc","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McGill University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9308-8894","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.721,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.97345699,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"12","issue":"11","first_page":"17137","last_page":"17152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.932699978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.8074432611465454},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8019688725471497},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7593833208084106},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7238288521766663},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.6103482246398926},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.36254483461380005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36069419980049133},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33852267265319824},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.32211583852767944}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.8074432611465454},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8019688725471497},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7593833208084106},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7238288521766663},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.6103482246398926},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36254483461380005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36069419980049133},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33852267265319824},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.32211583852767944},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3537803","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3537803","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322183","display_name":"Huawei Technologies","ror":"https://ror.org/00cmhce21"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2195833401","https://openalex.org/W2258127536","https://openalex.org/W2268751503","https://openalex.org/W2769313250","https://openalex.org/W2804985843","https://openalex.org/W2893666888","https://openalex.org/W2962691117","https://openalex.org/W2963542767","https://openalex.org/W2980672541","https://openalex.org/W2988592481","https://openalex.org/W2989186172","https://openalex.org/W2998100811","https://openalex.org/W3006499227","https://openalex.org/W3021261488","https://openalex.org/W3042391361","https://openalex.org/W3080942332","https://openalex.org/W3109039904","https://openalex.org/W3109340983","https://openalex.org/W3109467707","https://openalex.org/W3125083873","https://openalex.org/W3131503981","https://openalex.org/W3187132557","https://openalex.org/W3202977637","https://openalex.org/W3216809534","https://openalex.org/W4226177089","https://openalex.org/W4292862193","https://openalex.org/W4312264399","https://openalex.org/W4317419072","https://openalex.org/W4323065100","https://openalex.org/W4381733133","https://openalex.org/W4383752869","https://openalex.org/W4385800732","https://openalex.org/W4386951874","https://openalex.org/W4387885597","https://openalex.org/W4392158229","https://openalex.org/W4400810844","https://openalex.org/W4401509185","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2293149949","https://openalex.org/W2026099691","https://openalex.org/W4284672201","https://openalex.org/W2377486419","https://openalex.org/W2943202426","https://openalex.org/W2137816434","https://openalex.org/W2163679795","https://openalex.org/W2736714427","https://openalex.org/W2017956276","https://openalex.org/W2048606991"],"abstract_inverted_index":{"This":[0,211],"study":[1],"explores":[2],"a":[3,17,46,112,132,155,192,217],"multiuser":[4],"massive":[5],"multiple-input-multiple-output":[6],"(MU-mMIMO)":[7],"system":[8],"that":[9,49,186],"incorporates":[10],"an":[11,140,167,173],"autonomous":[12],"aerial":[13],"vehicle":[14],"(AAV)":[15],"as":[16],"decode-and-forward":[18],"(DF)":[19],"relay":[20],"between":[21],"the":[22,39,65,74,83,95,125,136,187,196,207,213],"base":[23],"station":[24],"(BS)":[25],"and":[26,151,172,202],"multiple":[27],"Internet":[28],"of":[29,85,146,166],"Things":[30],"(IoT)":[31],"devices.":[32],"The":[33,182],"primary":[34],"goal":[35],"is":[36,121,163],"to":[37,81,123,148,178,195],"maximize":[38],"overall":[40],"achievable":[41],"rate":[42],"(AR)":[43],"by":[44,88,209],"introducing":[45],"novel":[47,156],"framework":[48],"integrates":[50],"joint":[51],"hybrid":[52],"beamforming":[53],"(HBF)":[54],"with":[55,117],"AAV":[56,126,142,160,175],"deployment":[57,143,161,176],"in":[58,199,224],"dynamic":[59,152,203],"MU-mMIMO":[60,226],"IoT":[61,227],"systems.":[62,228],"Specifically,":[63],"considering":[64],"geometry-based":[66],"millimeter-wave":[67],"(mmWave)":[68],"channel":[69,104],"model":[70],"for":[71,127,220],"both":[72,149,200],"links,":[73],"radio":[75],"frequency":[76],"(RF)":[77],"stages":[78,98],"are":[79,99],"configured":[80],"minimize":[82],"number":[84],"RF":[86],"chains":[87],"utilizing":[89],"slow":[90],"time-varying":[91],"angular":[92],"information,":[93],"while":[94,205],"baseband":[96],"(BB)":[97],"developed":[100,122],"using":[101],"reduced-dimension":[102],"effective":[103],"matrices.":[105],"Subsequently,":[106],"deep":[107],"deterministic":[108],"policy":[109,144],"gradient":[110],"(DDPG),":[111],"reinforcement":[113],"learning":[114],"(RL)":[115],"algorithm":[116],"continuous":[118],"action":[119],"space,":[120],"train":[124],"its":[128],"deployment.":[129],"By":[130],"employing":[131],"customized":[133],"reward":[134],"function,":[135],"RL":[137],"agent":[138,169],"learns":[139],"optimal":[141],"capable":[145],"adapting":[147],"static":[150,201],"environments.":[153],"Then,":[154],"low-complexity":[157],"DDPG":[158,214],"codebook-based":[159,215],"(DDPG-C-AD)":[162],"proposed,":[164],"consisting":[165],"offline":[168],"training":[170],"phase,":[171],"online":[174,222],"prediction":[177],"achieve":[179],"maximum":[180],"AR.":[181],"illustrative":[183],"results":[184],"show":[185],"proposed":[188],"DDPG-C-AD":[189],"can":[190],"attain":[191],"performance":[193],"close":[194],"DDPG-based":[197],"solution":[198,216],"environments":[204],"reducing":[206],"runtime":[208],"99%.":[210],"makes":[212],"promising":[218],"implementation":[219],"real-time":[221],"applications":[223],"AAV-assisted":[225]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-02-01T00:00:00"}