{"id":"https://openalex.org/W3209767145","doi":"https://doi.org/10.1109/lcomm.2021.3122129","title":"Deep Reinforcement Learning for Energy-Efficient Federated Learning in UAV-Enabled Wireless Powered Networks","display_name":"Deep Reinforcement Learning for Energy-Efficient Federated Learning in UAV-Enabled Wireless Powered Networks","publication_year":2021,"publication_date":"2021-10-25","ids":{"openalex":"https://openalex.org/W3209767145","doi":"https://doi.org/10.1109/lcomm.2021.3122129","mag":"3209767145"},"language":"en","primary_location":{"id":"doi:10.1109/lcomm.2021.3122129","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2021.3122129","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017988248","display_name":"Quang Vinh","orcid":"https://orcid.org/0000-0002-6899-2347"},"institutions":[{"id":"https://openalex.org/I4921948","display_name":"Pusan National University","ror":"https://ror.org/01an57a31","country_code":"KR","type":"education","lineage":["https://openalex.org/I4921948"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Quang Vinh Do","raw_affiliation_strings":["Artificial Intelligence Research Center, Pusan National University, Busan, South Korea"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Center, Pusan National University, Busan, South Korea","institution_ids":["https://openalex.org/I4921948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062525719","display_name":"Quoc\u2010Viet Pham","orcid":"https://orcid.org/0000-0002-9485-9216"},"institutions":[{"id":"https://openalex.org/I4921948","display_name":"Pusan National University","ror":"https://ror.org/01an57a31","country_code":"KR","type":"education","lineage":["https://openalex.org/I4921948"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Quoc-Viet Pham","raw_affiliation_strings":["Korean Southeast Center for the 4th Industrial Revolution Leader Education, Pusan National University, Busan, South Korea"],"affiliations":[{"raw_affiliation_string":"Korean Southeast Center for the 4th Industrial Revolution Leader Education, Pusan National University, Busan, South Korea","institution_ids":["https://openalex.org/I4921948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085192467","display_name":"Won\u2010Joo Hwang","orcid":"https://orcid.org/0000-0001-8398-564X"},"institutions":[{"id":"https://openalex.org/I4921948","display_name":"Pusan National University","ror":"https://ror.org/01an57a31","country_code":"KR","type":"education","lineage":["https://openalex.org/I4921948"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Won-Joo Hwang","raw_affiliation_strings":["Department of Biomedical Convergence Engineering, Pusan National University, Gyeongsangnam, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Convergence Engineering, Pusan National University, Gyeongsangnam, South Korea","institution_ids":["https://openalex.org/I4921948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5017988248"],"corresponding_institution_ids":["https://openalex.org/I4921948"],"apc_list":null,"apc_paid":null,"fwci":60.0463,"has_fulltext":false,"cited_by_count":78,"citation_normalized_percentile":{"value":0.99824401,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"26","issue":"1","first_page":"99","last_page":"103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8345720767974854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.75631183385849},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5544735193252563},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.45648691058158875},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4392354488372803},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4313373863697052},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4195627272129059},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3988838195800781},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.29353004693984985},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12914854288101196},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.102762371301651}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8345720767974854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.75631183385849},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5544735193252563},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.45648691058158875},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4392354488372803},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4313373863697052},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4195627272129059},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3988838195800781},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.29353004693984985},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12914854288101196},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.102762371301651}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lcomm.2021.3122129","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2021.3122129","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321284","display_name":"Pusan National University","ror":"https://ror.org/01an57a31"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2886509985","https://openalex.org/W2962691117","https://openalex.org/W2963035841","https://openalex.org/W2964052915","https://openalex.org/W2968225350","https://openalex.org/W2997853417","https://openalex.org/W2998266342","https://openalex.org/W3011766871","https://openalex.org/W3015636663","https://openalex.org/W3033403733","https://openalex.org/W3044274646","https://openalex.org/W3046016465","https://openalex.org/W3085145549","https://openalex.org/W3101718285","https://openalex.org/W3102483098","https://openalex.org/W3130992186","https://openalex.org/W3133982043","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Federated":[0],"learning":[1,13,49],"(FL)":[2],"is":[3,25],"a":[4,46,109,114,126,133],"promising":[5],"solution":[6,142],"to":[7,29,59,70,107,136],"privacy":[8],"preservation":[9],"for":[10,52],"data-driven":[11],"deep":[12,47],"approaches.":[14],"However,":[15],"enabling":[16],"FL":[17,62,74],"in":[18,35,80,159],"unmanned":[19],"aerial":[20],"vehicle":[21],"(UAV)-assisted":[22],"wireless":[23,150],"networks":[24,151],"still":[26],"challenging":[27],"due":[28],"limited":[30,78],"resources":[31,79],"and":[32,38,56,89,131],"battery":[33],"capacity":[34],"the":[36,72,77,81,95,98,103,119,123,138,145,157,160],"UAV":[37,54],"user":[39,66],"devices.":[40,67],"In":[41],"this":[42],"regard,":[43],"we":[44,101],"propose":[45],"reinforcement":[48],"(DRL)-based":[50],"framework":[51,124],"joint":[53],"placement":[55],"resource":[57],"allocation":[58],"enable":[60],"sustainable":[61,146],"with":[63],"energy":[64,91,111,154],"harvesting":[65],"We":[68,117],"aim":[69],"maximize":[71],"long-term":[73,110],"performance":[75],"considering":[76],"network,":[82],"such":[83],"as":[84,122],"harvested":[85],"energy,":[86],"bandwidth":[87],"resources,":[88],"UAV\u2019s":[90],"budget.":[92],"To":[93],"reduce":[94],"complexity":[96],"of":[97,125,148,156],"original":[99],"problem,":[100],"leverage":[102],"Lyapunov":[104],"optimization":[105,120],"technique":[106],"transform":[108],"constraint":[112],"into":[113],"deterministic":[115],"problem.":[116],"reformulate":[118],"problem":[121],"Markov":[127],"decision":[128],"process":[129],"(MDP)":[130],"design":[132],"DRL-based":[134],"algorithm":[135],"solve":[137],"MDP.":[139],"The":[140],"proposed":[141],"can":[143],"guarantee":[144],"operation":[147],"UAV-aided":[149],"by":[152],"improving":[153],"conservation":[155],"network":[158],"long":[161],"run.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":11}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}