{"id":"https://openalex.org/W4391496455","doi":"https://doi.org/10.1109/wcsp58612.2023.10404342","title":"UAV Swarm Deployment and Trajectory for 3D Area Coverage via Reinforcement Learning","display_name":"UAV Swarm Deployment and Trajectory for 3D Area Coverage via Reinforcement Learning","publication_year":2023,"publication_date":"2023-11-02","ids":{"openalex":"https://openalex.org/W4391496455","doi":"https://doi.org/10.1109/wcsp58612.2023.10404342"},"language":"en","primary_location":{"id":"doi:10.1109/wcsp58612.2023.10404342","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp58612.2023.10404342","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101270449","display_name":"Jia He","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]},{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jia He","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,The Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology,Nanjing,210016","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,The Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology,Nanjing,210016","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102750610","display_name":"Ziye Jia","orcid":"https://orcid.org/0000-0001-9281-4826"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]},{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziye Jia","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,The Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology,Nanjing,210016","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,The Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology,Nanjing,210016","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058480659","display_name":"Chao Dong","orcid":"https://orcid.org/0000-0002-0183-0087"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Dong","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,The Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology,Nanjing,210016"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,The Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology,Nanjing,210016","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100682735","display_name":"Junyu Liu","orcid":"https://orcid.org/0000-0001-7667-6451"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyu Liu","raw_affiliation_strings":["Ericsson (China) Communications Company Ltd.,Beijing,100102","Xidian University,State Key Laboratory of Integrated Services Networks,Xi’an,710071"],"affiliations":[{"raw_affiliation_string":"Ericsson (China) Communications Company Ltd.,Beijing,100102","institution_ids":[]},{"raw_affiliation_string":"Xidian University,State Key Laboratory of Integrated Services Networks,Xi’an,710071","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100785103","display_name":"Qihui Wu","orcid":"https://orcid.org/0000-0002-9521-5084"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qihui Wu","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,The Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology,Nanjing,210016"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,The Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology,Nanjing,210016","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100662008","display_name":"Jingxian Liu","orcid":"https://orcid.org/0000-0002-2802-4683"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingxian Liu","raw_affiliation_strings":["Ericsson (China) Communications Company Ltd.,Beijing,100102","Xidian University,State Key Laboratory of Integrated Services Networks,Xi’an,710071"],"affiliations":[{"raw_affiliation_string":"Ericsson (China) Communications Company Ltd.,Beijing,100102","institution_ids":[]},{"raw_affiliation_string":"Xidian University,State Key Laboratory of Integrated Services Networks,Xi’an,710071","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101270449"],"corresponding_institution_ids":["https://openalex.org/I149594827","https://openalex.org/I890469752","https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":1.7628,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.87444592,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"683","last_page":"688"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9623000025749207,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.8754909038543701},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7714192867279053},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7332556247711182},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7269836068153381},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6716417670249939},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5615386366844177},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5511800050735474},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5416245460510254},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39938172698020935},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.38255855441093445},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3683255910873413},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24934476613998413},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07930442690849304}],"concepts":[{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.8754909038543701},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7714192867279053},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7332556247711182},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7269836068153381},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6716417670249939},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5615386366844177},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5511800050735474},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5416245460510254},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39938172698020935},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.38255855441093445},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3683255910873413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24934476613998413},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07930442690849304},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcsp58612.2023.10404342","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp58612.2023.10404342","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2171143223","https://openalex.org/W2896596198","https://openalex.org/W2899676632","https://openalex.org/W2962804513","https://openalex.org/W2998267513","https://openalex.org/W3030859533","https://openalex.org/W3048217314","https://openalex.org/W3081933036","https://openalex.org/W3095931495","https://openalex.org/W3106567578","https://openalex.org/W3166228843","https://openalex.org/W4212797575","https://openalex.org/W4312811396","https://openalex.org/W4386260478","https://openalex.org/W4387870016"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W2250140200","https://openalex.org/W3121791438"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicles":[2],"(UAVs)":[3],"are":[4],"recognized":[5],"as":[6,28],"promising":[7],"technologies":[8],"for":[9,29],"area":[10],"coverage":[11,60],"due":[12,100],"to":[13,57,74,85,101,131,141],"the":[14,19,30,62,77,81,87,92,96,102,133,143,147],"flexibility":[15],"and":[16,27,55,105,120,146],"adaptability.":[17],"However,":[18,95],"ability":[20],"of":[21,51,64,91,112],"a":[22,49,70,127],"single":[23],"UAV":[24,35,52,93,115],"is":[25,83,98],"limited,":[26],"large-scale":[31],"three-dimensional":[32],"(3D)":[33],"scenario,":[34],"swarms":[36],"can":[37],"establish":[38],"seamless":[39],"wireless":[40],"communication":[41],"services.":[42],"Hence,":[43],"in":[44],"this":[45],"work,":[46],"we":[47,68,106,125,137],"consider":[48],"scenario":[50],"swarm":[53,72,116,121],"deployment":[54],"trajectory":[56,89,122],"satisfy":[58],"3D":[59],"considering":[61],"effects":[63],"obstacles.":[65],"In":[66],"detail,":[67],"propose":[69],"hierarchical":[71],"framework":[73],"efficiently":[75],"serve":[76],"large-area":[78],"users.":[79],"Then,":[80],"problem":[82,97],"formulated":[84],"minimize":[86],"total":[88],"loss":[90],"swarm.":[94],"intractable":[99],"non-convex":[103],"property,":[104],"decompose":[107],"it":[108],"into":[109],"smaller":[110],"issues":[111],"users":[113],"clustering,":[114],"hovering":[117],"points":[118],"selection,":[119],"determination.":[123],"Moreover,":[124],"design":[126],"Q-learning":[128],"based":[129],"algorithm":[130,149],"accelerate":[132],"solution":[134],"efficiency.":[135],"Finally,":[136],"conduct":[138],"extensive":[139],"simulations":[140],"verify":[142],"proposed":[144],"mechanisms,":[145],"designed":[148],"outperforms":[150],"other":[151],"referred":[152],"methods.":[153]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}