{"id":"https://openalex.org/W4210242265","doi":"https://doi.org/10.1109/jiot.2022.3142269","title":"Deep-Reinforcement-Learning-Based Optimal Transmission Policies for Opportunistic UAV-Aided Wireless Sensor Network","display_name":"Deep-Reinforcement-Learning-Based Optimal Transmission Policies for Opportunistic UAV-Aided Wireless Sensor Network","publication_year":2022,"publication_date":"2022-01-26","ids":{"openalex":"https://openalex.org/W4210242265","doi":"https://doi.org/10.1109/jiot.2022.3142269"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3142269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3142269","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100779099","display_name":"Yitong Liu","orcid":"https://orcid.org/0000-0002-1202-6174"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yitong Liu","raw_affiliation_strings":["College of Communication Engineering, Jilin University, Changchun, Jilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114585154","display_name":"Junjie Yan","orcid":"https://orcid.org/0009-0000-9362-3941"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Yan","raw_affiliation_strings":["College of Communication Engineering, Jilin University, Changchun, Jilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100668750","display_name":"Xiaohui Zhao","orcid":"https://orcid.org/0000-0002-3363-5139"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Zhao","raw_affiliation_strings":["College of Communication Engineering, Jilin University, Changchun, Jilin, China"],"raw_orcid":"https://orcid.org/0000-0002-3363-5139","affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I194450716"],"apc_list":null,"apc_paid":null,"fwci":20.2427,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.99076706,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"9","issue":"15","first_page":"13823","last_page":"13836"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8397653102874756},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7970423698425293},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7733680009841919},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.591081440448761},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5739664435386658},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5148731470108032},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.490002304315567},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.46055781841278076},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.441377192735672},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4267776608467102},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.42117559909820557},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3631037473678589},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.34031152725219727},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20892173051834106},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.18835169076919556},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11807611584663391}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8397653102874756},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7970423698425293},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7733680009841919},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.591081440448761},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5739664435386658},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5148731470108032},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.490002304315567},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.46055781841278076},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.441377192735672},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4267776608467102},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.42117559909820557},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3631037473678589},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.34031152725219727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20892173051834106},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.18835169076919556},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11807611584663391},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3142269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3142269","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.550000011920929,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G6770083957","display_name":"\u4e0d\u786e\u5b9a\u53c2\u6570\u4e0b\u8ba4\u77e5\u65e0\u7ebf\u7535\u9c81\u68d2\u529f\u7387\u63a7\u5236\u548c\u65f6\u5ef6\u8865\u507f\u6280\u672f\u7814\u7a76","funder_award_id":"61571209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2113274749","https://openalex.org/W2268751503","https://openalex.org/W2522123397","https://openalex.org/W2523219060","https://openalex.org/W2741178546","https://openalex.org/W2782935052","https://openalex.org/W2896977747","https://openalex.org/W2913210379","https://openalex.org/W2940785943","https://openalex.org/W2963542767","https://openalex.org/W2963555336","https://openalex.org/W2979897999","https://openalex.org/W2990270976","https://openalex.org/W2996942283","https://openalex.org/W3021299077","https://openalex.org/W3028372444","https://openalex.org/W3030248112","https://openalex.org/W3034825911","https://openalex.org/W3084578038","https://openalex.org/W3093980922","https://openalex.org/W3111412729","https://openalex.org/W3119286118","https://openalex.org/W3127745423","https://openalex.org/W3128132480","https://openalex.org/W3176727369"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2315999538"],"abstract_inverted_index":{"When":[0],"there":[1],"are":[2],"unmanned":[3],"aerial":[4],"vehicles":[5],"(UAVs)":[6],"performing":[7],"their":[8,30,43,183],"specifically":[9],"assigned":[10],"tasks":[11],"in":[12,74,121,213],"the":[13,35,60,117,126,168,175,186,191,200],"air,":[14],"some":[15],"of":[16,85,171,180,204],"them":[17],"still":[18],"have":[19],"available":[20],"resources":[21],"to":[22,28,102,111,115,150,166,189],"access":[23,128],"different":[24,214],"ground":[25],"communication":[26,31],"networks":[27,58],"improve":[29,190],"performance,":[32],"especially":[33],"for":[34,56],"wireless":[36,76],"sensor":[37,77,98],"network.":[38],"Technically,":[39],"when":[40],"they":[41,50],"execute":[42],"own":[44],"given":[45],"missions":[46,184],"with":[47,209],"predetermined":[48],"trajectories,":[49],"can":[51],"also":[52],"provide":[53],"opportunistic":[54,69,127],"assistance":[55],"terrestrial":[57],"at":[59],"same":[61],"time.":[62],"In":[63,83],"this":[64,132],"article,":[65],"we":[66,100],"solve":[67],"an":[68],"UAV-assisted":[70],"data":[71,119,194],"transmission":[72,90,120,195],"problem":[73,134],"a":[75,80,122,136,155,158],"network":[78,118,193],"from":[79],"novel":[81],"perspective.":[82],"consideration":[84],"UAVs":[86,96,181],"dynamic":[87],"behaviors,":[88],"varying":[89],"tasks,":[91],"and":[92,97,107,141,157,174,177,202],"real-time":[93],"matching":[94],"between":[95],"clusters,":[99],"propose":[101],"jointly":[103],"optimize":[104],"UAV":[105],"scheduling":[106,176],"power":[108,169],"control":[109],"aiming":[110],"obtain":[112,151],"optimal":[113],"policies":[114,212],"maximize":[116],"long":[123],"run":[124],"under":[125],"mode.":[129],"We":[130,153],"reformulate":[131],"optimization":[133,164],"as":[135,147],"Markov":[137],"decision":[138],"process":[139],"(MDP)":[140],"take":[142],"deep":[143,159],"reinforcement":[144],"learning":[145],"(DRL)":[146],"our":[148,205],"tool":[149],"solutions.":[152],"develop":[154],"DQN-based":[156],"deterministic":[160],"policy":[161],"gradient":[162],"(DDPG)-based":[163],"approaches":[165,207],"adjust":[167],"allocation":[170,179],"cluster":[172],"heads,":[173],"bandwidth":[178],"during":[182],"over":[185],"covered":[187],"area":[188],"whole":[192],"performance.":[196],"Simulation":[197],"results":[198],"demonstrate":[199],"validity":[201],"superiority":[203],"proposed":[206],"compared":[208],"other":[210],"benchmark":[211],"perspectives.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}