{"id":"https://openalex.org/W4387169722","doi":"https://doi.org/10.1186/s13677-023-00512-9","title":"HAP-assisted multi-aerial base station deployment for capacity enhancement via federated deep reinforcement learning","display_name":"HAP-assisted multi-aerial base station deployment for capacity enhancement via federated deep reinforcement learning","publication_year":2023,"publication_date":"2023-09-29","ids":{"openalex":"https://openalex.org/W4387169722","doi":"https://doi.org/10.1186/s13677-023-00512-9"},"language":"en","primary_location":{"id":"doi:10.1186/s13677-023-00512-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-023-00512-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00512-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00512-9","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100349496","display_name":"Lei Liu","orcid":"https://orcid.org/0000-0001-8173-0408"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Liu","raw_affiliation_strings":["Beijing Research Institute, China Telecom Corporation Limited, Beijing, China","Beijing Research Institute, China Telecom Corporation Limited, Beijing, 102209, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Research Institute, China Telecom Corporation Limited, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"Beijing Research Institute, China Telecom Corporation Limited, Beijing, 102209, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101965761","display_name":"Haoran He","orcid":"https://orcid.org/0000-0002-7340-8643"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran He","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062020419","display_name":"Fei Qi","orcid":"https://orcid.org/0000-0002-2633-5023"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Qi","raw_affiliation_strings":["Beijing Research Institute, China Telecom Corporation Limited, Beijing, China","Beijing Research Institute, China Telecom Corporation Limited, Beijing, 102209, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Research Institute, China Telecom Corporation Limited, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"Beijing Research Institute, China Telecom Corporation Limited, Beijing, 102209, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026411857","display_name":"Yikun Zhao","orcid":"https://orcid.org/0000-0001-6031-590X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yikun Zhao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012766815","display_name":"Weiliang Xie","orcid":"https://orcid.org/0009-0008-2542-8050"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiliang Xie","raw_affiliation_strings":["Beijing Research Institute, China Telecom Corporation Limited, Beijing, China","Beijing Research Institute, China Telecom Corporation Limited, Beijing, 102209, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Research Institute, China Telecom Corporation Limited, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"Beijing Research Institute, China Telecom Corporation Limited, Beijing, 102209, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021772015","display_name":"Fanqin Zhou","orcid":"https://orcid.org/0000-0002-4158-6517"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanqin Zhou","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059665891","display_name":"Lei Feng","orcid":"https://orcid.org/0000-0003-3494-5590"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Feng","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1490,"currency":"USD","value_usd":1490},"apc_paid":{"value":1490,"currency":"USD","value_usd":1490},"fwci":2.0731,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.91142566,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"12","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.940500020980835,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.8641585111618042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7641854882240295},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7431929707527161},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.680969774723053},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5343455672264099},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.442367821931839},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43006086349487305},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.42482322454452515},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3450600206851959},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.319814532995224},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.26372289657592773},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09507307410240173}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.8641585111618042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7641854882240295},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7431929707527161},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.680969774723053},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5343455672264099},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.442367821931839},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43006086349487305},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.42482322454452515},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3450600206851959},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.319814532995224},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.26372289657592773},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09507307410240173},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13677-023-00512-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-023-00512-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00512-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5e08997bfd5e45f090b81b8be2acaee3","is_oa":true,"landing_page_url":"https://doaj.org/article/5e08997bfd5e45f090b81b8be2acaee3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cloud Computing: Advances, Systems and Applications, Vol 12, Iss 1, Pp 1-13 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13677-023-00512-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-023-00512-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00512-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.7400000095367432}],"awards":[{"id":"https://openalex.org/G2661725412","display_name":null,"funder_award_id":"2020YFB1806700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387169722.pdf"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2258127536","https://openalex.org/W2912719095","https://openalex.org/W2964095788","https://openalex.org/W2972656576","https://openalex.org/W2991026280","https://openalex.org/W2997499903","https://openalex.org/W3016207298","https://openalex.org/W3026084580","https://openalex.org/W3034311544","https://openalex.org/W3044497374","https://openalex.org/W3045522851","https://openalex.org/W3087154026","https://openalex.org/W3134033224","https://openalex.org/W3157990341","https://openalex.org/W3172129612","https://openalex.org/W3176046737","https://openalex.org/W3183650111","https://openalex.org/W3207745675","https://openalex.org/W4200612738","https://openalex.org/W4206400910","https://openalex.org/W4214545322","https://openalex.org/W4225586447","https://openalex.org/W4225923531","https://openalex.org/W4226303299","https://openalex.org/W4283214530","https://openalex.org/W4285103008","https://openalex.org/W4285237764","https://openalex.org/W4285267501","https://openalex.org/W4285272834","https://openalex.org/W4286490622","https://openalex.org/W4292262852","https://openalex.org/W4312323945","https://openalex.org/W4319166504","https://openalex.org/W4319342235","https://openalex.org/W4321438204","https://openalex.org/W4383751256","https://openalex.org/W4384009836","https://openalex.org/W4384655927"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003"],"abstract_inverted_index":{"Abstract":[0],"Aerial":[1],"base":[2],"stations":[3],"(AeBSs),":[4],"as":[5,102,117],"crucial":[6],"components":[7],"of":[8,50,55,125,162],"air-ground":[9],"integrated":[10],"networks,":[11],"are":[12],"widely":[13],"employed":[14],"in":[15,66,97],"cloud":[16],"computing,":[17],"disaster":[18],"relief,":[19],"and":[20,26,63,141,157],"various":[21],"applications.":[22],"How":[23],"to":[24,106,121],"quickly":[25],"efficiently":[27],"deploy":[28],"multi-AeBSs":[29,51],"for":[30,82],"higher":[31],"capacity":[32],"gain":[33],"has":[34],"become":[35],"a":[36,74,88],"key":[37],"research":[38],"issue.":[39],"In":[40,128],"this":[41,129],"paper,":[42],"we":[43,72],"address":[44],"the":[45,53,83,103,114,118,123,149,160],"3D":[46],"deployment":[47,85,93,110],"optimization":[48],"problem":[49],"with":[52,176],"objective":[54],"maximizing":[56],"system":[57],"capacity.":[58],"To":[59],"overcome":[60],"communication":[61,143],"overhead":[62],"privacy":[64,139],"challenges":[65],"multi-agent":[67,163],"deep":[68,76,164],"reinforcement":[69],"learning":[70],"(MADRL),":[71],"propose":[73],"federated":[75],"deterministic":[77,165],"policy":[78,166],"gradient":[79,167],"(Fed-DDPG)":[80],"algorithm":[81,151],"multi-AeBS":[84,92],"decision.":[86],"Specifically,":[87],"high-altitude":[89],"platform":[90],"(HAP)-assisted":[91],"architecture":[94],"is":[95],"designed,":[96],"which":[98,169],"low-altitude":[99],"AeBS":[100],"act":[101],"local":[104,126],"nodes":[105],"train":[107],"its":[108],"own":[109],"decision":[111],"model,":[112],"while":[113],"HAP":[115],"acts":[116],"global":[119,171],"node":[120],"aggregate":[122],"weights":[124],"models.":[127],"architecture,":[130],"AeBSs":[131],"do":[132],"not":[133],"exchange":[134],"raw":[135],"data,":[136],"addressing":[137],"data":[138],"concerns":[140],"reducing":[142],"overhead.":[144],"Simulation":[145],"results":[146],"show":[147],"that":[148],"proposed":[150],"outperforms":[152],"fully":[153],"distributed":[154],"MADRL":[155],"algorithms":[156],"closely":[158],"approximates":[159],"performance":[161],"(MADDPG),":[168],"requires":[170],"information":[172],"during":[173],"training,":[174],"but":[175],"less":[177],"training":[178],"time.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}