{"id":"https://openalex.org/W3175611345","doi":"https://doi.org/10.1109/jiot.2022.3151201","title":"Joint Speed Control and Energy Replenishment Optimization for UAV-Assisted IoT Data Collection With Deep Reinforcement Transfer Learning","display_name":"Joint Speed Control and Energy Replenishment Optimization for UAV-Assisted IoT Data Collection With Deep Reinforcement Transfer Learning","publication_year":2022,"publication_date":"2022-02-15","ids":{"openalex":"https://openalex.org/W3175611345","doi":"https://doi.org/10.1109/jiot.2022.3151201","mag":"3175611345"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3151201","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3151201","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052317784","display_name":"Nam H. Chu","orcid":"https://orcid.org/0000-0001-5652-7408"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nam H. Chu","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-5652-7408","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9528-0863","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100697893","display_name":"Diep N. Nguyen","orcid":"https://orcid.org/0000-0003-2659-8648"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Diep N. Nguyen","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2659-8648","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085560176","display_name":"Nguy\u1ec5n V\u0103n Huynh","orcid":"https://orcid.org/0000-0002-7696-0521"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["AU","GB"],"is_corresponding":false,"raw_author_name":"Nguyen Van Huynh","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-7696-0521","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063537942","display_name":"Eryk Dutkiewicz","orcid":"https://orcid.org/0000-0002-4268-9286"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Eryk Dutkiewicz","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4268-9286","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":40.3506,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.99757373,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"10","issue":"7","first_page":"5778","last_page":"5793"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7441656589508057},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7371138334274292},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6540952920913696},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5810250043869019},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5791637897491455},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.513512909412384},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.47463569045066833},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4608319401741028},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.416806161403656},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.41219067573547363},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36598363518714905},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3486579358577728},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.30216744542121887},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09668952226638794}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7441656589508057},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7371138334274292},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6540952920913696},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5810250043869019},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5791637897491455},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.513512909412384},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.47463569045066833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4608319401741028},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.416806161403656},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.41219067573547363},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36598363518714905},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3486579358577728},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.30216744542121887},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09668952226638794},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3151201","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3151201","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2879187064","display_name":null,"funder_award_id":"DE210100651","funder_id":"https://openalex.org/F4320315885","funder_display_name":"Australian Government"}],"funders":[{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W51508254","https://openalex.org/W1994616650","https://openalex.org/W2097381042","https://openalex.org/W2098688960","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2165698076","https://openalex.org/W2173564293","https://openalex.org/W2394916055","https://openalex.org/W2557283755","https://openalex.org/W2586889314","https://openalex.org/W2746553466","https://openalex.org/W2763712365","https://openalex.org/W2886509985","https://openalex.org/W2896977747","https://openalex.org/W2898035736","https://openalex.org/W2901633191","https://openalex.org/W2925554975","https://openalex.org/W2962698540","https://openalex.org/W2963177943","https://openalex.org/W2963542767","https://openalex.org/W2972164357","https://openalex.org/W2979035384","https://openalex.org/W3007091509","https://openalex.org/W3035330356","https://openalex.org/W3047074398","https://openalex.org/W3085267010","https://openalex.org/W3098950843","https://openalex.org/W3101050753","https://openalex.org/W3127779718","https://openalex.org/W3130202693","https://openalex.org/W3131382839","https://openalex.org/W3161863910","https://openalex.org/W3163676048","https://openalex.org/W3176727369","https://openalex.org/W6602057636","https://openalex.org/W6630598529","https://openalex.org/W6674600207","https://openalex.org/W6685444567","https://openalex.org/W6756001544","https://openalex.org/W6783144354","https://openalex.org/W6790478079"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4404955202"],"abstract_inverted_index":{"Unmanned-aerial-vehicle":[0],"(UAV)-assisted":[1],"data":[2,30,74,210],"collection":[3,31,75,211],"has":[4],"been":[5],"emerging":[6],"as":[7,112,192,194],"a":[8,43,51,84,141],"prominent":[9],"application":[10],"due":[11],"to":[12,66,88,133,144,155,181,217,225],"its":[13],"flexibility,":[14],"mobility,":[15],"and":[16,24,32,60,76,93,101,120,146,166,183,219],"low":[17],"operational":[18],"cost.":[19],"However,":[20],"under":[21,98],"the":[22,37,57,69,90,99,104,131,135,189,208,214,221],"dynamic":[23],"uncertainty":[25],"of":[26,28,103,213,230],"Internet":[27],"Things":[29],"energy":[33,61,77,167],"replenishment":[34,62],"processes,":[35],"optimizing":[36],"performance":[38,72,212],"for":[39,63],"UAV":[40,65,91,132],"collectors":[41],"is":[42,153],"very":[44],"challenging":[45],"task.":[46],"Thus,":[47],"this":[48],"article":[49],"introduces":[50],"novel":[52],"framework":[53],"that":[54,170,178,202],"jointly":[55],"optimizes":[56],"flying":[58],"speed":[59],"each":[64],"significantly":[67,195],"improve":[68,207],"overall":[70],"system":[71,215],"(e.g.,":[73],"usage":[78],"efficiency).":[79],"Specifically,":[80],"we":[81,172],"first":[82],"develop":[83,173],"Markov":[85],"decision":[86],"process":[87],"help":[89,130],"automatically":[92],"dynamically":[94],"make":[95],"optimal":[96,136],"decisions":[97],"dynamics":[100],"uncertainties":[102],"environment.":[105],"Although":[106],"traditional":[107],"reinforcement":[108],"learning":[109,176,185,190,197],"algorithms,":[110],"such":[111],"<inline-formula":[113,122],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[114,123],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[115,124],"<tex-math":[116,125],"notation=\"LaTeX\">$Q$":[117,126],"</tex-math></inline-formula>":[118,127],"-learning":[119],"deep":[121],"-learning,":[128],"can":[129,206],"obtain":[134],"policy,":[137],"they":[138],"often":[139],"take":[140],"long":[142],"time":[143,191,223],"converge":[145],"require":[147],"high":[148],"computational":[149],"complexity.":[150],"Therefore,":[151],"it":[152],"impractical":[154],"deploy":[156],"these":[157],"conventional":[158,231],"methods":[159],"on":[160],"UAVs":[161,180],"with":[162,228],"limited":[163],"computing":[164],"capacity":[165],"resource.":[168],"To":[169],"end,":[171],"advanced":[174],"transfer":[175],"techniques":[177],"allow":[179],"\u201cshare\u201d":[182],"\u201ctransfer\u201d":[184],"knowledge,":[186],"thereby":[187],"reducing":[188],"well":[193],"improving":[196],"quality.":[198],"Extensive":[199],"simulations":[200],"demonstrate":[201],"our":[203],"proposed":[204],"solution":[205],"average":[209],"up":[216,224],"200%":[218],"reduce":[220],"convergence":[222],"50%":[226],"compared":[227],"those":[229],"methods.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}