{"id":"https://openalex.org/W3130934335","doi":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348512","title":"Adaptive Deployment of UAV-Aided Networks Based on Hybrid Deep Reinforcement Learning","display_name":"Adaptive Deployment of UAV-Aided Networks Based on Hybrid Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3130934335","doi":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348512","mag":"3130934335"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2020-fall49728.2020.9348512","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348512","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 92nd Vehicular Technology Conference (VTC2020-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100778862","display_name":"Xiaoyong Ma","orcid":"https://orcid.org/0000-0003-1925-0387"},"institutions":[{"id":"https://openalex.org/I173899330","display_name":"Henan University","ror":"https://ror.org/003xyzq10","country_code":"CN","type":"education","lineage":["https://openalex.org/I173899330"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoyong Ma","raw_affiliation_strings":["Henan University,School of Computer and Information Engineering,Kaifeng,China,475004","International Joint Research Laboratory for Cooperative Vehicular Networks of Henan, Henan, China"],"affiliations":[{"raw_affiliation_string":"Henan University,School of Computer and Information Engineering,Kaifeng,China,475004","institution_ids":["https://openalex.org/I173899330"]},{"raw_affiliation_string":"International Joint Research Laboratory for Cooperative Vehicular Networks of Henan, Henan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089920351","display_name":"Shuting Hu","orcid":"https://orcid.org/0000-0003-1813-4309"},"institutions":[{"id":"https://openalex.org/I173899330","display_name":"Henan University","ror":"https://ror.org/003xyzq10","country_code":"CN","type":"education","lineage":["https://openalex.org/I173899330"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuting Hu","raw_affiliation_strings":["Henan University,School of Computer and Information Engineering,Kaifeng,China,475004","International Joint Research Laboratory for Cooperative Vehicular Networks of Henan, Henan, China"],"affiliations":[{"raw_affiliation_string":"Henan University,School of Computer and Information Engineering,Kaifeng,China,475004","institution_ids":["https://openalex.org/I173899330"]},{"raw_affiliation_string":"International Joint Research Laboratory for Cooperative Vehicular Networks of Henan, Henan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072832427","display_name":"Danyang Zhou","orcid":"https://orcid.org/0009-0003-7099-5242"},"institutions":[{"id":"https://openalex.org/I173899330","display_name":"Henan University","ror":"https://ror.org/003xyzq10","country_code":"CN","type":"education","lineage":["https://openalex.org/I173899330"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danyang Zhou","raw_affiliation_strings":["Henan University,School of Computer and Information Engineering,Kaifeng,China,475004","International Joint Research Laboratory for Cooperative Vehicular Networks of Henan, Henan, China"],"affiliations":[{"raw_affiliation_string":"Henan University,School of Computer and Information Engineering,Kaifeng,China,475004","institution_ids":["https://openalex.org/I173899330"]},{"raw_affiliation_string":"International Joint Research Laboratory for Cooperative Vehicular Networks of Henan, Henan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065562660","display_name":"Yi Zhou","orcid":"https://orcid.org/0000-0001-7657-6100"},"institutions":[{"id":"https://openalex.org/I173899330","display_name":"Henan University","ror":"https://ror.org/003xyzq10","country_code":"CN","type":"education","lineage":["https://openalex.org/I173899330"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhou","raw_affiliation_strings":["Henan University,School of Computer and Information Engineering,Kaifeng,China,475004","Henan Key Laboratory of Big Data Analysis and Processing, Henan University, Kaifeng, PR China"],"affiliations":[{"raw_affiliation_string":"Henan University,School of Computer and Information Engineering,Kaifeng,China,475004","institution_ids":["https://openalex.org/I173899330"]},{"raw_affiliation_string":"Henan Key Laboratory of Big Data Analysis and Processing, Henan University, Kaifeng, PR China","institution_ids":["https://openalex.org/I173899330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100432389","display_name":"Ning Lu","orcid":"https://orcid.org/0000-0002-2141-0653"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ning Lu","raw_affiliation_strings":["Queen\u2019s University,Department of Electrical and Computer Engineering,Kingston,Ontario,Canada,K7L 3N6"],"affiliations":[{"raw_affiliation_string":"Queen\u2019s University,Department of Electrical and Computer Engineering,Kingston,Ontario,Canada,K7L 3N6","institution_ids":["https://openalex.org/I204722609"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100778862"],"corresponding_institution_ids":["https://openalex.org/I173899330"],"apc_list":null,"apc_paid":null,"fwci":1.3806,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85199197,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.964900016784668,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9313862323760986},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7881895303726196},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6963143348693848},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6168267130851746},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5201818943023682},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4943866729736328},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.44279909133911133},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4209280014038086},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.41451993584632874},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.41261059045791626},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35200291872024536},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.34678471088409424},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19653072953224182},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13366898894309998},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0855492651462555}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9313862323760986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7881895303726196},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6963143348693848},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6168267130851746},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5201818943023682},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4943866729736328},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.44279909133911133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4209280014038086},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.41451993584632874},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.41261059045791626},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35200291872024536},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.34678471088409424},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19653072953224182},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13366898894309998},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0855492651462555},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2020-fall49728.2020.9348512","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348512","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 92nd Vehicular Technology Conference (VTC2020-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322878","display_name":"Henan University","ror":"https://ror.org/003xyzq10"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2183455461","https://openalex.org/W2268751503","https://openalex.org/W2289204537","https://openalex.org/W2558431499","https://openalex.org/W2604436698","https://openalex.org/W2783406823","https://openalex.org/W2790872482","https://openalex.org/W2886509985","https://openalex.org/W2887410404","https://openalex.org/W2895410236","https://openalex.org/W2914264156","https://openalex.org/W2951066214","https://openalex.org/W2962691117","https://openalex.org/W2963615009","https://openalex.org/W2963697941","https://openalex.org/W2963857659","https://openalex.org/W2964011490","https://openalex.org/W3098593178","https://openalex.org/W4295598622","https://openalex.org/W6749304979"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W4210343411"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicles":[2],"(UAVs)":[3],"can":[4,75,98,197],"be":[5,99,134,198],"used":[6],"as":[7],"air":[8],"base":[9],"stations":[10],"to":[11,20,34,82,102,121,133,140,202],"provide":[12],"fast":[13],"wireless":[14],"connections":[15],"for":[16,63],"ground":[17],"users.":[18],"Due":[19],"their":[21],"constraints":[22],"on":[23,67,125],"both":[24],"mobility":[25],"and":[26,80,108,144,157,175,180,190],"energy":[27,188],"consumption,":[28],"a":[29,39,73,110],"key":[30],"problem":[31],"is":[32],"how":[33],"deploy":[35],"UAVs":[36,97],"adaptively":[37],"in":[38,88,129,138,177,184],"geographic":[40],"area":[41],"with":[42,115],"changing":[43],"traffic":[44],"demand":[45],"of":[46,146,186],"mobile":[47],"users,":[48],"while":[49],"meeting":[50],"the":[51,89,104,130,142,166],"aforemetioned":[52],"constraints.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57,148],"propose":[58],"an":[59],"adaptive":[60],"deployment":[61,132],"strategy":[62],"UAV-aided":[64],"networks":[65],"based":[66,124],"hybrid":[68,93,150,167],"deep":[69,94,168],"reinforcement":[70,95,151,169],"learning,":[71,96,147,152],"where":[72],"UAV":[74,118],"adjust":[76],"its":[77,126],"movement":[78],"direction":[79],"distance":[81],"serve":[83],"users":[84],"who":[85],"move":[86],"randomly":[87],"target":[90],"area.":[91],"Through":[92],"trained":[100],"offline":[101],"obtain":[103],"global":[105],"state":[106,128],"information":[107],"learn":[109],"completely":[111],"distributed":[112],"control":[113],"strategy,":[114],"which":[116,194],"each":[117],"only":[119],"needs":[120],"take":[122],"actions":[123],"observed":[127],"real":[131],"fully":[135],"adaptive.":[136],"Moreover,":[137],"order":[139],"improve":[141,149],"speed":[143],"effect":[145],"by":[153,193,200],"adding":[154],"genetic":[155],"algorithms":[156],"TD-error-based":[158],"resampling":[159],"optimization":[160],"mechanism.":[161],"Simulation":[162],"results":[163],"show":[164],"that":[165],"learning":[170],"algorithm":[171],"has":[172,181],"better":[173,182],"efficiency":[174],"robustness":[176],"multi-UAV":[178],"control,":[179],"performance":[183],"terms":[185],"coverage,":[187],"consumption":[189],"average":[191,195],"throughput,":[192],"throughput":[196],"increased":[199],"20%":[201],"60%.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}