{"id":"https://openalex.org/W4226266237","doi":"https://doi.org/10.1109/access.2022.3166179","title":"Optimal Frequency Reuse and Power Control in Multi-UAV Wireless Networks: Hierarchical Multi-Agent Reinforcement Learning Perspective","display_name":"Optimal Frequency Reuse and Power Control in Multi-UAV Wireless Networks: Hierarchical Multi-Agent Reinforcement Learning Perspective","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4226266237","doi":"https://doi.org/10.1109/access.2022.3166179"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3166179","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3166179","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09754590.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09754590.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023691148","display_name":"Seungmin Lee","orcid":"https://orcid.org/0000-0002-1796-1495"},"institutions":[{"id":"https://openalex.org/I119060216","display_name":"Hankyong National University","ror":"https://ror.org/0031nsg68","country_code":"KR","type":"education","lineage":["https://openalex.org/I119060216"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Seungmin Lee","raw_affiliation_strings":["School of Electronic and Electrical Engineering, Hankyong National University, Anseong, South Korea","Institute for IT Convergence (IITC), Hankyong National University, Anseong, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, Hankyong National University, Anseong, South Korea","institution_ids":["https://openalex.org/I119060216"]},{"raw_affiliation_string":"Institute for IT Convergence (IITC), Hankyong National University, Anseong, South Korea","institution_ids":["https://openalex.org/I119060216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001248935","display_name":"Suhyeon Lim","orcid":"https://orcid.org/0000-0003-1841-8352"},"institutions":[{"id":"https://openalex.org/I119060216","display_name":"Hankyong National University","ror":"https://ror.org/0031nsg68","country_code":"KR","type":"education","lineage":["https://openalex.org/I119060216"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Suhyeon Lim","raw_affiliation_strings":["School of Electronic and Electrical Engineering, Hankyong National University, Anseong, South Korea","Institute for IT Convergence (IITC), Hankyong National University, Anseong, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, Hankyong National University, Anseong, South Korea","institution_ids":["https://openalex.org/I119060216"]},{"raw_affiliation_string":"Institute for IT Convergence (IITC), Hankyong National University, Anseong, South Korea","institution_ids":["https://openalex.org/I119060216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040921342","display_name":"Seong Ho Chae","orcid":"https://orcid.org/0000-0001-9092-5039"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seong Ho Chae","raw_affiliation_strings":["Department of Electronics Engineering, Tech University of Korea, Siheung-si, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering, Tech University of Korea, Siheung-si, South Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039254133","display_name":"Bang Chul Jung","orcid":"https://orcid.org/0000-0002-4485-9592"},"institutions":[{"id":"https://openalex.org/I196345858","display_name":"Chungnam National University","ror":"https://ror.org/0227as991","country_code":"KR","type":"education","lineage":["https://openalex.org/I196345858"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Bang Chul Jung","raw_affiliation_strings":["Department of Electronics Engineering, Chungnam National University, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering, Chungnam National University, Daejeon, South Korea","institution_ids":["https://openalex.org/I196345858"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013475432","display_name":"Chan Yi Park","orcid":"https://orcid.org/0000-0001-6772-911X"},"institutions":[{"id":"https://openalex.org/I2801036362","display_name":"Agency for Defense Development","ror":"https://ror.org/05fhe0r85","country_code":"KR","type":"government","lineage":["https://openalex.org/I1327899338","https://openalex.org/I1344042128","https://openalex.org/I2801036362","https://openalex.org/I2801339556"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Chan Yi Park","raw_affiliation_strings":["Agency for Defense Development, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"Agency for Defense Development, Daejeon, South Korea","institution_ids":["https://openalex.org/I2801036362"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101594484","display_name":"Howon Lee","orcid":"https://orcid.org/0000-0001-5509-9202"},"institutions":[{"id":"https://openalex.org/I119060216","display_name":"Hankyong National University","ror":"https://ror.org/0031nsg68","country_code":"KR","type":"education","lineage":["https://openalex.org/I119060216"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Howon Lee","raw_affiliation_strings":["School of Electronic and Electrical Engineering, Hankyong National University, Anseong, South Korea","Institute for IT Convergence (IITC), Hankyong National University, Anseong, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, Hankyong National University, Anseong, South Korea","institution_ids":["https://openalex.org/I119060216"]},{"raw_affiliation_string":"Institute for IT Convergence (IITC), Hankyong National University, Anseong, South Korea","institution_ids":["https://openalex.org/I119060216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5023691148"],"corresponding_institution_ids":["https://openalex.org/I119060216"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.6954,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.92106876,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"10","issue":null,"first_page":"39555","last_page":"39565"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8332680463790894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8056271076202393},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.6651297807693481},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6229235529899597},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.5737096667289734},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.549789547920227},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.490979939699173},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.41801953315734863},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3837518095970154},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.37072205543518066},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.2817291021347046},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2728356719017029},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.2359544336795807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17047333717346191},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13399890065193176},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10543859004974365}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8332680463790894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8056271076202393},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.6651297807693481},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6229235529899597},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.5737096667289734},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.549789547920227},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.490979939699173},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.41801953315734863},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3837518095970154},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37072205543518066},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.2817291021347046},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2728356719017029},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2359544336795807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17047333717346191},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13399890065193176},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10543859004974365},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3166179","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3166179","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09754590.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f0387c824fe8446396682b86806e4a63","is_oa":true,"landing_page_url":"https://doaj.org/article/f0387c824fe8446396682b86806e4a63","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 39555-39565 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3166179","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3166179","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09754590.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321204","display_name":"Chungnam National University","ror":"https://ror.org/0227as991"},{"id":"https://openalex.org/F4320321282","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12"},{"id":"https://openalex.org/F4320321284","display_name":"Pusan National University","ror":"https://ror.org/01an57a31"},{"id":"https://openalex.org/F4320321318","display_name":"Gyeongsang National University","ror":"https://ror.org/00saywf64"},{"id":"https://openalex.org/F4320321354","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73"},{"id":"https://openalex.org/F4320321368","display_name":"Hankyong National University","ror":"https://ror.org/0031nsg68"},{"id":"https://openalex.org/F4320321378","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20"},{"id":"https://openalex.org/F4320323103","display_name":"Agency for Defense Development","ror":"https://ror.org/05fhe0r85"},{"id":"https://openalex.org/F4320324161","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"},{"id":"https://openalex.org/F4320332603","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226266237.pdf","grobid_xml":"https://content.openalex.org/works/W4226266237.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1974556907","https://openalex.org/W2031834036","https://openalex.org/W2041792217","https://openalex.org/W2086206906","https://openalex.org/W2528061673","https://openalex.org/W2761904027","https://openalex.org/W2886509985","https://openalex.org/W2922832438","https://openalex.org/W2963079995","https://openalex.org/W2975158636","https://openalex.org/W2991026280","https://openalex.org/W3038395710","https://openalex.org/W3109628683","https://openalex.org/W3128060803","https://openalex.org/W3131382839","https://openalex.org/W3139329231","https://openalex.org/W3199610981"],"related_works":["https://openalex.org/W3129791130","https://openalex.org/W2169294228","https://openalex.org/W2024980950","https://openalex.org/W2801697760","https://openalex.org/W2147040402","https://openalex.org/W2624272178","https://openalex.org/W2056563920","https://openalex.org/W2887214500","https://openalex.org/W2377202261","https://openalex.org/W2376184308"],"abstract_inverted_index":{"To":[0],"overcome":[1],"the":[2,6,28,36,57,67,73,102,134,143,150,155],"problems":[3],"caused":[4],"by":[5,34],"limited":[7],"battery":[8],"lifetime":[9],"in":[10,92,133],"multiple-unmanned":[11],"aerial":[12],"vehicle":[13],"(UAV)":[14],"wireless":[15,94],"networks,":[16],"we":[17,147],"propose":[18],"a":[19,110,115,121],"hierarchical":[20,122],"multi-agent":[21,123],"reinforcement":[22],"learning":[23],"(RL)":[24],"framework":[25],"to":[26,81,160],"maximize":[27],"energy":[29],"efficiency":[30],"(EE)":[31],"of":[32,48,56],"UAVs":[33],"finding":[35,66],"optimal":[37,68],"frequency":[38,69,117],"reuse":[39,70,118],"factor":[40,119],"and":[41,61,86,120],"transmit":[42,53,89,128],"power.":[43],"The":[44],"proposed":[45,74,103,151],"algorithm":[46,75,104,113,125,152],"consists":[47],"distributed":[49],"inner-loop":[50],"RL":[51,64],"for":[52,65,99],"power":[54,90,129],"control":[55],"UAV":[58],"terminal":[59],"(UT)":[60],"centralized":[62],"outer-loop":[63],"factor.":[71],"Specifically,":[72],"adjusts":[76],"these":[77],"two":[78],"factors":[79],"jointly":[80],"effectively":[82],"mitigate":[83],"intercell":[84],"interference":[85],"reduce":[87],"undesired":[88],"consumption":[91],"multi-UAV":[93],"networks.":[95],"We":[96],"show":[97,148],"that,":[98],"this":[100],"reason,":[101],"outperforms":[105],"conventional":[106,161],"algorithms,":[107],"such":[108],"as":[109],"random":[111],"action":[112],"with":[114,126],"fixed":[116],"Q-learning":[124],"binary":[127],"controls.":[130],"Furthermore,":[131],"even":[132],"environment":[135],"where":[136],"UTs":[137],"are":[138],"continuously":[139],"moving":[140],"based":[141],"on":[142],"mixed":[144],"mobility":[145],"model,":[146],"that":[149],"can":[153],"find":[154],"best":[156],"reward":[157],"when":[158],"compared":[159],"algorithms.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}