{"id":"https://openalex.org/W3131382839","doi":"https://doi.org/10.1109/jiot.2020.3024666","title":"Hierarchical Deep Reinforcement Learning for Backscattering Data Collection With Multiple UAVs","display_name":"Hierarchical Deep Reinforcement Learning for Backscattering Data Collection With Multiple UAVs","publication_year":2020,"publication_date":"2020-09-18","ids":{"openalex":"https://openalex.org/W3131382839","doi":"https://doi.org/10.1109/jiot.2020.3024666","mag":"3131382839"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.3024666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3024666","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100433521","display_name":"Yu Zhang","orcid":"https://orcid.org/0000-0002-2645-804X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yu Zhang","raw_affiliation_strings":["Institute for Artificial Intelligence, State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence, State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039553287","display_name":"Zhiyu Mou","orcid":"https://orcid.org/0000-0002-3260-1420"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyu Mou","raw_affiliation_strings":["Institute for Artificial Intelligence, State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence, State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050402661","display_name":"Feifei Gao","orcid":"https://orcid.org/0000-0001-8896-352X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feifei Gao","raw_affiliation_strings":["Institute for Artificial Intelligence, State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence, State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100727909","display_name":"Ling Xing","orcid":"https://orcid.org/0000-0002-5132-3817"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling Xing","raw_affiliation_strings":["School of Information Engineering, Henan University of Science and Technology, Luoyang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071183299","display_name":"Jing Jiang","orcid":"https://orcid.org/0000-0003-3242-912X"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Jiang","raw_affiliation_strings":["Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":null},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Kyung Hee University, Seoul, South Korea","University of Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Kyung Hee University, Seoul, South Korea","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100433521"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":110.082,"has_fulltext":false,"cited_by_count":129,"citation_normalized_percentile":{"value":0.99923243,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"8","issue":"5","first_page":"3786","last_page":"3800"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9235000014305115,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7861055135726929},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6432754397392273},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5237553119659424},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5156297087669373},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.49563515186309814},{"id":"https://openalex.org/keywords/backscatter","display_name":"Backscatter (email)","score":0.4614625573158264},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.45653706789016724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4005025029182434},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.37957626581192017},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35781073570251465},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21676963567733765},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1691785454750061}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7861055135726929},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6432754397392273},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5237553119659424},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5156297087669373},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.49563515186309814},{"id":"https://openalex.org/C30354325","wikidata":"https://www.wikidata.org/wiki/Q204667","display_name":"Backscatter (email)","level":3,"score":0.4614625573158264},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.45653706789016724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4005025029182434},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.37957626581192017},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35781073570251465},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21676963567733765},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1691785454750061},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2020.3024666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3024666","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1967788546","display_name":null,"funder_award_id":"CNS1717454","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3113351901","display_name":null,"funder_award_id":"CNS-1731424","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3762958806","display_name":null,"funder_award_id":"L182042","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G4940453275","display_name":null,"funder_award_id":"EARS-1839818","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5896791982","display_name":null,"funder_award_id":"61771274","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6827979741","display_name":null,"funder_award_id":"61771185","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7025569477","display_name":null,"funder_award_id":"61871321","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G721611289","display_name":null,"funder_award_id":"CNS-1702850","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8114187719","display_name":null,"funder_award_id":"61831013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8616498718","display_name":null,"funder_award_id":"61531011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G930939680","display_name":null,"funder_award_id":"4182030","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1640718925","https://openalex.org/W2031834036","https://openalex.org/W2099996866","https://openalex.org/W2101871422","https://openalex.org/W2109910161","https://openalex.org/W2145339207","https://openalex.org/W2218982152","https://openalex.org/W2289204537","https://openalex.org/W2740005962","https://openalex.org/W2759529277","https://openalex.org/W2790256744","https://openalex.org/W2885293674","https://openalex.org/W2896775460","https://openalex.org/W2901790394","https://openalex.org/W2919989217","https://openalex.org/W2920039152","https://openalex.org/W2922037304","https://openalex.org/W2927073559","https://openalex.org/W2962141687","https://openalex.org/W2962247285","https://openalex.org/W2962751492","https://openalex.org/W2962847915","https://openalex.org/W2963177943","https://openalex.org/W2963555336","https://openalex.org/W2963864421","https://openalex.org/W2964023906","https://openalex.org/W2964819384","https://openalex.org/W2966659925","https://openalex.org/W2973697444","https://openalex.org/W2979035384","https://openalex.org/W2990270976","https://openalex.org/W2991046523","https://openalex.org/W2996942283","https://openalex.org/W3007761703","https://openalex.org/W3013500184","https://openalex.org/W3035088654","https://openalex.org/W3035754542","https://openalex.org/W3045471271","https://openalex.org/W3081661410","https://openalex.org/W3096193835","https://openalex.org/W3099595001","https://openalex.org/W3108070921","https://openalex.org/W4297627396","https://openalex.org/W4299802797","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2110485207"],"abstract_inverted_index":{"The":[0],"emerging":[1],"backscatter":[2,28,48,74],"communication":[3,29,49],"technology":[4,30],"is":[5,50,102,125],"recognized":[6],"as":[7],"a":[8,58,177,200],"promising":[9],"solution":[10],"to":[11,72,78,88,113,117,128,148,207,211],"the":[12,23,33,44,64,73,84,90,95,99,105,109,114,121,130,134,137,142,150,158,165,171,190,194,209,214,219,223,245],"battery":[13,39],"problem":[14],"of":[15,17,47,94,123,136],"Internet":[16],"Things":[18],"(IoT)":[19],"devices.":[20],"For":[21,170,193],"example,":[22],"wireless":[24],"sensor":[25,75],"network":[26],"with":[27,226],"can":[31,69,111,248],"monitor":[32],"environment":[34],"in":[35],"remote":[36],"areas":[37],"without":[38],"maintenance":[40],"or":[41],"replacement.":[42],"Unfortunately,":[43],"transmission":[45],"range":[46],"limited.":[51],"To":[52,132],"tackle":[53],"this":[54],"challenge,":[55],"we":[56,139,156,175,198,221],"propose":[57,176,199],"multi-UAV-aided":[59],"data":[60,106],"collection":[61,100,107],"scenario":[62],"where":[63,184],"unmanned":[65],"aerial":[66],"vehicle":[67],"(UAV)":[68],"fly":[70,188],"close":[71],"node":[76],"(BSN)":[77],"activate":[79],"it":[80],"and":[81,161,238],"then":[82],"collects":[83],"data.":[85],"We":[86],"aim":[87],"minimize":[89],"total":[91],"flight":[92],"time":[93],"rechargeable":[96],"UAVs":[97,110,210],"when":[98,120],"mission":[101],"finished.":[103],"During":[104],"process,":[108],"return":[112],"charging":[115],"station":[116],"recharge":[118],"itself":[119],"energy":[122],"UAV":[124,166,186],"not":[126],"sufficient":[127],"complete":[129],"mission.":[131],"reduce":[133],"complexity":[135],"task,":[138],"first":[140],"use":[141],"Gaussian":[143],"mixture":[144],"model":[145],"clustering":[146],"method":[147],"divide":[149],"BSNs":[151,216],"into":[152],"multiple":[153],"clusters.":[154],"Then":[155],"consider":[157],"deterministic":[159,172,191,229,234],"boundary":[160,163,173,196],"ambiguous":[162,195,215],"for":[164],"flying":[167],"regions,":[168],"respectively.":[169],"scenario,":[174,197],"single-agent":[178],"deep":[179,202,228,233,239],"option":[180,203],"learning":[181,204],"(SADOL)":[182],"algorithm,":[183],"each":[185],"cannot":[187],"beyond":[189],"boundary.":[192],"multiagent":[201,227],"(MADOL)":[205],"algorithm":[206],"enable":[208],"cooperatively":[212],"learn":[213],"assignment.":[217],"In":[218],"simulation,":[220],"compare":[222],"proposed":[224,246],"algorithms":[225,247],"policy":[230,235],"gradient":[231,236],"(MADDPG),":[232],"(DDPG),":[237],"Q-network":[240],"(DQN)":[241],"algorithms,":[242],"which":[243],"proves":[244],"achieve":[249],"better":[250],"performance.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":20}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}