{"id":"https://openalex.org/W4376480643","doi":"https://doi.org/10.1109/wcnc55385.2023.10119126","title":"Deep Reinforcement Learning for Energy-Efficient Fresh Data Collection in Rechargeable UAV-assisted IoT Networks","display_name":"Deep Reinforcement Learning for Energy-Efficient Fresh Data Collection in Rechargeable UAV-assisted IoT Networks","publication_year":2023,"publication_date":"2023-03-01","ids":{"openalex":"https://openalex.org/W4376480643","doi":"https://doi.org/10.1109/wcnc55385.2023.10119126"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc55385.2023.10119126","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc55385.2023.10119126","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062421970","display_name":"Mengjie Yi","orcid":"https://orcid.org/0009-0007-7851-8335"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mengjie Yi","raw_affiliation_strings":["Xidian University,School of Cyber Engineering,Xi’an,China,710071"],"affiliations":[{"raw_affiliation_string":"Xidian University,School of Cyber Engineering,Xi’an,China,710071","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100709597","display_name":"Xijun Wang","orcid":"https://orcid.org/0000-0003-3504-9763"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xijun Wang","raw_affiliation_strings":["Sun Yat-sen University,School of Electronics and Information Technology,Guangzhou,China,510006"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Electronics and Information Technology,Guangzhou,China,510006","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446337","display_name":"Juan Liu","orcid":"https://orcid.org/0000-0003-3402-3123"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Liu","raw_affiliation_strings":["Ningbo University,School of Electrical Engineering and Computer Science,Zhejiang,China,315211"],"affiliations":[{"raw_affiliation_string":"Ningbo University,School of Electrical Engineering and Computer Science,Zhejiang,China,315211","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100732087","display_name":"Yan Zhang","orcid":"https://orcid.org/0000-0002-2168-9674"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["Xidian University,State Key Lab of Integrated Service Networks, Information Science Institute,Xi’an,China,710071"],"affiliations":[{"raw_affiliation_string":"Xidian University,State Key Lab of Integrated Service Networks, Information Science Institute,Xi’an,China,710071","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000244376","display_name":"Ronghui Hou","orcid":"https://orcid.org/0000-0002-4560-2350"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ronghui Hou","raw_affiliation_strings":["Xidian University,School of Cyber Engineering,Xi’an,China,710071"],"affiliations":[{"raw_affiliation_string":"Xidian University,School of Cyber Engineering,Xi’an,China,710071","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5062421970"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":13.2209,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.98154202,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.851915717124939},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7055782079696655},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.6365119814872742},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.5557486414909363},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5137449502944946},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4415552020072937},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37681639194488525},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35228100419044495},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3338702321052551},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.27911490201950073},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18435141444206238},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1559777855873108}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.851915717124939},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7055782079696655},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.6365119814872742},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.5557486414909363},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5137449502944946},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4415552020072937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37681639194488525},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35228100419044495},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3338702321052551},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.27911490201950073},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18435141444206238},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1559777855873108},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc55385.2023.10119126","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc55385.2023.10119126","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2746553466","https://openalex.org/W2951799221","https://openalex.org/W2962804513","https://openalex.org/W2964023906","https://openalex.org/W2994733011","https://openalex.org/W3005226193","https://openalex.org/W3007091509","https://openalex.org/W3047017235","https://openalex.org/W3106530718","https://openalex.org/W3175611345","https://openalex.org/W3179083570","https://openalex.org/W3209468212","https://openalex.org/W4214866088","https://openalex.org/W6685444567","https://openalex.org/W6798286592"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W4306904969","https://openalex.org/W2625093826","https://openalex.org/W2950174689","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W4247463117","https://openalex.org/W2138720691"],"abstract_inverted_index":{"The":[0,165],"unmanned":[1],"aerial":[2],"vehicle":[3],"(UAV)":[4],"can":[5,106,192],"act":[6],"as":[7],"the":[8,20,40,51,60,65,70,82,89,102,108,111,118,125,130,134,141,154,158,188,194,198,202,209],"edge":[9],"server":[10],"in":[11,19,59,81,101],"delay-sensitive":[12],"monitoring":[13],"for":[14],"data":[15,57,75,174],"collection":[16,58,175],"and":[17,30,55,85,140,162,201],"processing":[18],"Internet":[21],"of":[22,35,133,137,160,197],"things":[23],"(IoT)":[24],"networks":[25,84],"due":[26],"to":[27,73,87,116,152],"its":[28,36],"flexibility":[29],"low":[31],"operational":[32],"cost.":[33],"One":[34],"major":[37],"disadvantages":[38],"is":[39,167],"limited":[41],"battery":[42],"level.":[43],"This":[44],"paper":[45],"focuses":[46],"on":[47,178],"a":[48,93,147,171],"problem":[49],"with":[50],"rechargeable":[52,172],"UAV-assisted":[53,173],"energy-efficient":[54],"fresh":[56],"IoT":[61,83,103],"networks.":[62],"In":[63],"particular,":[64],"UAV":[66,109],"takes":[67],"off":[68],"from":[69,77,122],"initial":[71],"position":[72,91],"collect":[74],"packets":[76],"sensor":[78],"nodes":[79],"(SNs)":[80],"needs":[86],"reach":[88],"final":[90],"at":[92],"given":[94],"time.":[95],"Some":[96],"charging":[97],"stations":[98],"(CSs)":[99],"are":[100],"networks,":[104],"which":[105],"recharge":[107],"by":[110],"wireless":[112],"power":[113],"transfer":[114],"technique":[115],"keep":[117],"UAV\u2019s":[119,155],"energy":[120,163],"level":[121],"falling":[123],"below":[124],"threshold":[126],"energy.":[127],"To":[128],"minimize":[129],"weighted":[131,195],"sum":[132,196],"average":[135,142,199,203],"age":[136],"information":[138],"(AoI)":[139],"recharging":[143,204],"price,":[144],"we":[145],"design":[146],"Markov":[148],"Decision":[149],"Process":[150],"(MDP)":[151],"determine":[153],"flight":[156],"trajectory,":[157],"scheduling":[159],"SNs,":[161],"recharging.":[164],"MDP":[166],"then":[168],"solved":[169],"using":[170],"algorithm":[176,191],"based":[177],"dueling":[179],"double":[180],"deep":[181],"Q-networks":[182],"(D3QN).":[183],"Numerous":[184],"simulations":[185],"show":[186],"that":[187],"proposed":[189],"D3QN":[190],"reduce":[193],"AoI":[200],"price":[205],"more":[206],"effectively":[207],"than":[208],"baseline":[210],"algorithms.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}