{"id":"https://openalex.org/W4387169722","doi":"https://doi.org/10.1186/s13677-023-00512-9","title":"HAP-assisted multi-aerial base station deployment for capacity enhancement via federated deep reinforcement learning","display_name":"HAP-assisted multi-aerial base station deployment for capacity enhancement via federated deep reinforcement learning","publication_year":2023,"publication_date":"2023-09-29","ids":{"openalex":"https://openalex.org/W4387169722","doi":"https://doi.org/10.1186/s13677-023-00512-9"},"language":"en","primary_location":{"id":"doi:10.1186/s13677-023-00512-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-023-00512-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00512-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00512-9","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100349496","display_name":"Lei Liu","orcid":"https://orcid.org/0000-0001-8173-0408"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Liu","raw_affiliation_strings":["Beijing Research Institute, China Telecom Corporation Limited, Beijing, 102209, China"],"affiliations":[{"raw_affiliation_string":"Beijing Research Institute, China Telecom Corporation Limited, Beijing, 102209, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101965761","display_name":"Haoran He","orcid":"https://orcid.org/0000-0002-7340-8643"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran He","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062020419","display_name":"Fei Qi","orcid":"https://orcid.org/0000-0002-2633-5023"},"institutions":[{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]},{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Qi","raw_affiliation_strings":["Beijing Research Institute, China Telecom Corporation Limited, Beijing, 102209, China"],"affiliations":[{"raw_affiliation_string":"Beijing Research Institute, China Telecom Corporation Limited, Beijing, 102209, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026411857","display_name":"Yikun Zhao","orcid":"https://orcid.org/0000-0001-6031-590X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yikun Zhao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012766815","display_name":"Weiliang Xie","orcid":"https://orcid.org/0009-0008-2542-8050"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiliang Xie","raw_affiliation_strings":["Beijing Research Institute, China Telecom Corporation Limited, Beijing, 102209, China"],"affiliations":[{"raw_affiliation_string":"Beijing Research Institute, China Telecom Corporation Limited, Beijing, 102209, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021772015","display_name":"Fanqin Zhou","orcid":"https://orcid.org/0000-0002-4158-6517"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanqin Zhou","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059665891","display_name":"Lei Feng","orcid":"https://orcid.org/0000-0003-3494-5590"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Feng","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100349496"],"corresponding_institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"],"apc_list":{"value":990,"currency":"GBP","value_usd":1214},"apc_paid":{"value":990,"currency":"GBP","value_usd":1214},"fwci":2.2842,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.91178869,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.940500020980835,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.8641585111618042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7641854882240295},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7431929707527161},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.680969774723053},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5343455672264099},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.442367821931839},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43006086349487305},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.42482322454452515},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3450600206851959},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.319814532995224},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.26372289657592773},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09507307410240173}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.8641585111618042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7641854882240295},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7431929707527161},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.680969774723053},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5343455672264099},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.442367821931839},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43006086349487305},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.42482322454452515},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3450600206851959},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.319814532995224},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.26372289657592773},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09507307410240173},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13677-023-00512-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-023-00512-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00512-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5e08997bfd5e45f090b81b8be2acaee3","is_oa":true,"landing_page_url":"https://doaj.org/article/5e08997bfd5e45f090b81b8be2acaee3","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cloud Computing: Advances, Systems and Applications, Vol 12, Iss 1, Pp 1-13 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13677-023-00512-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-023-00512-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00512-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.7400000095367432}],"awards":[{"id":"https://openalex.org/G2661725412","display_name":null,"funder_award_id":"2020YFB1806700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387169722.pdf"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2258127536","https://openalex.org/W2912719095","https://openalex.org/W2964095788","https://openalex.org/W2972656576","https://openalex.org/W2991026280","https://openalex.org/W2997499903","https://openalex.org/W3016207298","https://openalex.org/W3026084580","https://openalex.org/W3034311544","https://openalex.org/W3044497374","https://openalex.org/W3045522851","https://openalex.org/W3087154026","https://openalex.org/W3134033224","https://openalex.org/W3157990341","https://openalex.org/W3172129612","https://openalex.org/W3176046737","https://openalex.org/W3183650111","https://openalex.org/W3207745675","https://openalex.org/W4200612738","https://openalex.org/W4206400910","https://openalex.org/W4214545322","https://openalex.org/W4225586447","https://openalex.org/W4225923531","https://openalex.org/W4226303299","https://openalex.org/W4283214530","https://openalex.org/W4285103008","https://openalex.org/W4285237764","https://openalex.org/W4285267501","https://openalex.org/W4285272834","https://openalex.org/W4286490622","https://openalex.org/W4292262852","https://openalex.org/W4312323945","https://openalex.org/W4319166504","https://openalex.org/W4319342235","https://openalex.org/W4321438204","https://openalex.org/W4383751256","https://openalex.org/W4384009836","https://openalex.org/W4384655927"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003"],"abstract_inverted_index":{"Abstract":[0],"Aerial":[1],"base":[2],"stations":[3],"(AeBSs),":[4],"as":[5,102,117],"crucial":[6],"components":[7],"of":[8,50,55,125,162],"air-ground":[9],"integrated":[10],"networks,":[11],"are":[12],"widely":[13],"employed":[14],"in":[15,66,97],"cloud":[16],"computing,":[17],"disaster":[18],"relief,":[19],"and":[20,26,63,141,157],"various":[21],"applications.":[22],"How":[23],"to":[24,106,121],"quickly":[25],"efficiently":[27],"deploy":[28],"multi-AeBSs":[29,51],"for":[30,82],"higher":[31],"capacity":[32],"gain":[33],"has":[34],"become":[35],"a":[36,74,88],"key":[37],"research":[38],"issue.":[39],"In":[40,128],"this":[41,129],"paper,":[42],"we":[43,72],"address":[44],"the":[45,53,83,103,114,118,123,149,160],"3D":[46],"deployment":[47,85,93,110],"optimization":[48],"problem":[49],"with":[52,176],"objective":[54],"maximizing":[56],"system":[57],"capacity.":[58],"To":[59],"overcome":[60],"communication":[61,143],"overhead":[62],"privacy":[64,139],"challenges":[65],"multi-agent":[67,163],"deep":[68,76,164],"reinforcement":[69],"learning":[70],"(MADRL),":[71],"propose":[73],"federated":[75],"deterministic":[77,165],"policy":[78,166],"gradient":[79,167],"(Fed-DDPG)":[80],"algorithm":[81,151],"multi-AeBS":[84,92],"decision.":[86],"Specifically,":[87],"high-altitude":[89],"platform":[90],"(HAP)-assisted":[91],"architecture":[94],"is":[95],"designed,":[96],"which":[98,169],"low-altitude":[99],"AeBS":[100],"act":[101],"local":[104,126],"nodes":[105],"train":[107],"its":[108],"own":[109],"decision":[111],"model,":[112],"while":[113],"HAP":[115],"acts":[116],"global":[119,171],"node":[120],"aggregate":[122],"weights":[124],"models.":[127],"architecture,":[130],"AeBSs":[131],"do":[132],"not":[133],"exchange":[134],"raw":[135],"data,":[136],"addressing":[137],"data":[138],"concerns":[140],"reducing":[142],"overhead.":[144],"Simulation":[145],"results":[146],"show":[147],"that":[148],"proposed":[150],"outperforms":[152],"fully":[153],"distributed":[154],"MADRL":[155],"algorithms":[156],"closely":[158],"approximates":[159],"performance":[161],"(MADDPG),":[168],"requires":[170],"information":[172],"during":[173],"training,":[174],"but":[175],"less":[177],"training":[178],"time.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}