{"id":"https://openalex.org/W4408145075","doi":"https://doi.org/10.1109/twc.2025.3545451","title":"OH-DRL: An AoI-Guaranteed Energy-Efficient Approach for UAV-Assisted IoT Data Collection","display_name":"OH-DRL: An AoI-Guaranteed Energy-Efficient Approach for UAV-Assisted IoT Data Collection","publication_year":2025,"publication_date":"2025-03-04","ids":{"openalex":"https://openalex.org/W4408145075","doi":"https://doi.org/10.1109/twc.2025.3545451"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2025.3545451","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3545451","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/OH-DRL_An_AoI-Guaranteed_Energy-Efficient_Approach_for_UAV-Assisted_IoT_Data_Collection/28604438","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102679710","display_name":"Bowen Yang","orcid":"https://orcid.org/0009-0000-2303-1051"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowen Yang","raw_affiliation_strings":["School of Computer Science and Engineering and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, Northeastern University, Shenyang, China","Northeastern University and Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0000-2303-1051","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Northeastern University and Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100749123","display_name":"Yao Yu","orcid":"https://orcid.org/0000-0001-9804-7189"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Yu","raw_affiliation_strings":["School of Computer Science and Engineering and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, Northeastern University, Shenyang, China","Northeastern University and Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-9804-7189","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Northeastern University and Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056157496","display_name":"Xin Hao","orcid":"https://orcid.org/0000-0003-1577-2620"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xin Hao","raw_affiliation_strings":["School of Information Technology, Deakin University, Melbourne, VIC, Australia","School of Information Technology, Deakin University, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1577-2620","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]},{"raw_affiliation_string":"School of Information Technology, Deakin University, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064721659","display_name":"Phee Lep Yeoh","orcid":"https://orcid.org/0000-0002-2516-4226"},"institutions":[{"id":"https://openalex.org/I174025329","display_name":"University of the Sunshine Coast","ror":"https://ror.org/016gb9e15","country_code":"AU","type":"education","lineage":["https://openalex.org/I174025329"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Phee Lep Yeoh","raw_affiliation_strings":["School of Science, Technology and Engineering, University of the Sunshine Coast, Sunshine Coast, QLD, Australia","School of Science, Technology and Engineering, University of the Sunshine Coast, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2516-4226","affiliations":[{"raw_affiliation_string":"School of Science, Technology and Engineering, University of the Sunshine Coast, Sunshine Coast, QLD, Australia","institution_ids":["https://openalex.org/I174025329"]},{"raw_affiliation_string":"School of Science, Technology and Engineering, University of the Sunshine Coast, Australia","institution_ids":["https://openalex.org/I174025329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102896876","display_name":"Junxiong Zhang","orcid":"https://orcid.org/0000-0002-2218-0060"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxiong Zhang","raw_affiliation_strings":["School of Computer Science and Engineering and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, Northeastern University, Shenyang, China","Northeastern University and Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Northeastern University and Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100344290","display_name":"Lei Guo","orcid":"https://orcid.org/0000-0001-5860-0082"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Guo","raw_affiliation_strings":["School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-5860-0082","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100448724","display_name":"Yonghui Li","orcid":"https://orcid.org/0000-0001-7702-1123"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yonghui Li","raw_affiliation_strings":["School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia","School of Electrical and Computer Engineering, University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7702-1123","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering, University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.572,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.96482826,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"24","issue":"6","first_page":"5009","last_page":"5022"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7821066379547119},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.536945104598999},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.4646455943584442},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.44618740677833557},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.43402808904647827},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.25779831409454346}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7821066379547119},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.536945104598999},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.4646455943584442},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44618740677833557},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.43402808904647827},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.25779831409454346},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/twc.2025.3545451","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3545451","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/28604438","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/OH-DRL_An_AoI-Guaranteed_Energy-Efficient_Approach_for_UAV-Assisted_IoT_Data_Collection/28604438","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/28604438","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/OH-DRL_An_AoI-Guaranteed_Energy-Efficient_Approach_for_UAV-Assisted_IoT_Data_Collection/28604438","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.800000011920929}],"awards":[{"id":"https://openalex.org/G3738001366","display_name":null,"funder_award_id":"N2416009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8159283994","display_name":null,"funder_award_id":"62171113","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W2604830243","https://openalex.org/W2962804513","https://openalex.org/W2963385432","https://openalex.org/W2964018918","https://openalex.org/W3008608467","https://openalex.org/W3051352583","https://openalex.org/W3109039904","https://openalex.org/W3122801138","https://openalex.org/W3134949638","https://openalex.org/W3135424908","https://openalex.org/W3155178538","https://openalex.org/W3169817290","https://openalex.org/W3195263836","https://openalex.org/W3198713257","https://openalex.org/W3201545796","https://openalex.org/W3202712184","https://openalex.org/W3205217150","https://openalex.org/W3214166479","https://openalex.org/W4205224143","https://openalex.org/W4211195223","https://openalex.org/W4220697450","https://openalex.org/W4226332602","https://openalex.org/W4285109365","https://openalex.org/W4285150296","https://openalex.org/W4285414102","https://openalex.org/W4286377505","https://openalex.org/W4292387509","https://openalex.org/W4293704729","https://openalex.org/W4294811202","https://openalex.org/W4295700726","https://openalex.org/W4313535466","https://openalex.org/W4321380910","https://openalex.org/W4323896567","https://openalex.org/W4366147753","https://openalex.org/W4367277145","https://openalex.org/W4376481302","https://openalex.org/W4379620513","https://openalex.org/W4381304734","https://openalex.org/W4386025741","https://openalex.org/W4387682071","https://openalex.org/W4388739163","https://openalex.org/W4389040946","https://openalex.org/W4389041454","https://openalex.org/W4389104746","https://openalex.org/W4389776304","https://openalex.org/W4391092702","https://openalex.org/W4391741350","https://openalex.org/W4392449680","https://openalex.org/W4400526157","https://openalex.org/W4402978101","https://openalex.org/W4403060886"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2390279801","https://openalex.org/W2625093826","https://openalex.org/W4391913857","https://openalex.org/W3172412001"],"abstract_inverted_index":{"In":[0,103,120,141],"this":[1],"paper,":[2],"we":[3,76,105,124],"propose":[4],"a":[5,57,112,116,145],"hierarchical":[6,80],"optimization":[7,47,149],"approach":[8],"that":[9,86,165],"guarantees":[10],"the":[11,46,50,64,88,108,121,132,142,153,159,180,186,195],"maximum":[12,58],"age":[13],"of":[14,197],"information":[15],"(AoI)":[16],"for":[17,201],"uncrewed":[18],"aerial":[19],"vehicle":[20],"(UAV)":[21],"assisted":[22],"Internet-of-Things":[23],"(IoT)":[24],"data":[25],"collection.":[26],"Our":[27],"model":[28],"is":[29],"based":[30],"on":[31],"an":[32,78,92,126],"energy-efficient":[33],"simultaneously":[34],"transmitting":[35],"and":[36,70,97,115,171,193],"reflecting":[37],"reconfigurable":[38],"intelligent":[39],"surface":[40],"(STAR-RIS)":[41],"beamforming":[42],"model.":[43],"We":[44],"formulate":[45],"to":[48,56,130,179],"minimize":[49],"UAV":[51,65,94,134,187],"flight":[52,139,188],"energy":[53,189],"consumption":[54,190],"subject":[55],"average":[59,160],"AoI":[60],"threshold":[61],"by":[62,157,191,203],"optimizing":[63],"trajectory,":[66],"IoT":[67,100],"device":[68],"scheduling,":[69],"STAR-RIS":[71],"beamforming.":[72],"To":[73],"solve":[74],"this,":[75],"develop":[77],"optimization-based":[79],"deep":[81],"reinforcement":[82],"learning":[83],"(OH-DRL)":[84],"algorithm":[85,129,150],"decomposes":[87],"formulated":[89],"problem":[90],"into":[91],"inter-cluster":[93],"visiting":[95],"policy":[96],"STAR-RIS-based":[98],"intra-cluster":[99],"scheduling":[101],"policy.":[102],"OH-DRL,":[104],"jointly":[106],"optimize":[107],"two":[109],"policies":[110],"in":[111],"high-level":[113,122],"loop":[114],"low-level":[117,143],"loop,":[118,123,144],"respectively.":[119],"design":[125],"AoI-guided":[127],"DRL":[128,182],"determine":[131],"AoI-guaranteed":[133],"hovering":[135],"position":[136],"with":[137],"minimal":[138],"distance.":[140],"semidefinite":[146],"relaxation":[147],"(SDR)-based":[148],"further":[151],"reduces":[152,185],"UAV\u2019s":[154],"flying":[155],"time":[156],"minimizing":[158],"AoI.":[161],"Simulation":[162],"results":[163],"validate":[164],"OH-DRL":[166,184],"achieves":[167],"better":[168],"convergence":[169,202],"performance":[170],"energy-saving":[172],"efficiency":[173],"across":[174],"different":[175],"network":[176],"scales.":[177],"Compared":[178],"state-of-the-art":[181],"algorithm,":[183],"14.4%":[192],"decreases":[194],"number":[196],"training":[198],"episodes":[199],"required":[200],"66%":[204]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}