{"id":"https://openalex.org/W7084067408","doi":"https://doi.org/10.1109/infocomwkshps65812.2025.11152836","title":"Energy-Efficient UAV-Assisted Data Collection in Wireless Sensor Networks Using Deep Reinforcement Learning","display_name":"Energy-Efficient UAV-Assisted Data Collection in Wireless Sensor Networks Using Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W7084067408","doi":"https://doi.org/10.1109/infocomwkshps65812.2025.11152836"},"language":"en","primary_location":{"id":"doi:10.1109/infocomwkshps65812.2025.11152836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocomwkshps65812.2025.11152836","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2025 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Amira A. Amer","orcid":null},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Amira A. Amer","raw_affiliation_strings":["Cairo University,Faculty of Engineering,Department of Computer Engineering,Giza,Egypt,12613"],"affiliations":[{"raw_affiliation_string":"Cairo University,Faculty of Engineering,Department of Computer Engineering,Giza,Egypt,12613","institution_ids":["https://openalex.org/I145487455"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tawfik Ismail","orcid":null},"institutions":[{"id":"https://openalex.org/I23075662","display_name":"Taibah University","ror":"https://ror.org/01xv1nn60","country_code":"SA","type":"education","lineage":["https://openalex.org/I23075662"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Tawfik Ismail","raw_affiliation_strings":["Taibah University,Energy, Industry, and Advanced Technologies Research Center,Medina,Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Taibah University,Energy, Industry, and Advanced Technologies Research Center,Medina,Saudi Arabia","institution_ids":["https://openalex.org/I23075662"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hattan F. Abutarboush","orcid":null},"institutions":[{"id":"https://openalex.org/I23075662","display_name":"Taibah University","ror":"https://ror.org/01xv1nn60","country_code":"SA","type":"education","lineage":["https://openalex.org/I23075662"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Hattan F. Abutarboush","raw_affiliation_strings":["Taibah University,Energy, Industry, and Advanced Technologies Research Center,Medina,Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Taibah University,Energy, Industry, and Advanced Technologies Research Center,Medina,Saudi Arabia","institution_ids":["https://openalex.org/I23075662"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haitham H. Mahmoud","orcid":null},"institutions":[{"id":"https://openalex.org/I12870472","display_name":"Birmingham City University","ror":"https://ror.org/00t67pt25","country_code":"GB","type":"education","lineage":["https://openalex.org/I12870472"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Haitham H. Mahmoud","raw_affiliation_strings":["Birmingham City University,College of Computing,Birmingham,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Birmingham City University,College of Computing,Birmingham,United Kingdom","institution_ids":["https://openalex.org/I12870472"]}]},{"author_position":"middle","author":{"id":null,"display_name":"De Mi","orcid":null},"institutions":[{"id":"https://openalex.org/I12870472","display_name":"Birmingham City University","ror":"https://ror.org/00t67pt25","country_code":"GB","type":"education","lineage":["https://openalex.org/I12870472"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"De Mi","raw_affiliation_strings":["Birmingham City University,College of Computing,Birmingham,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Birmingham City University,College of Computing,Birmingham,United Kingdom","institution_ids":["https://openalex.org/I12870472"]}]},{"author_position":"last","author":{"id":null,"display_name":"Pei Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Pei Xiao","raw_affiliation_strings":["University of Surrey,Institute for Communication Systems,Guildford,United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Surrey,Institute for Communication Systems,Guildford,United Kingdom","institution_ids":["https://openalex.org/I28290843"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I145487455"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.77038191,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6363999843597412,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6363999843597412,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.027300000190734863,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14311","display_name":"Electrical and Electromagnetic Research","score":0.022700000554323196,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.765999972820282},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.7124000191688538},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.6802999973297119},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6686000227928162},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4487000107765198},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4341999888420105},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.40790000557899475},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.39259999990463257},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.39239999651908875}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.765999972820282},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.7124000191688538},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7071999907493591},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.6802999973297119},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6686000227928162},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5831999778747559},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4487000107765198},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4341999888420105},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.40790000557899475},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4034000039100647},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3993000090122223},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.39259999990463257},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.39239999651908875},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.37139999866485596},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.34540000557899475},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C180505990","wikidata":"https://www.wikidata.org/wiki/Q498267","display_name":"News aggregator","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.32510000467300415},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.31369999051094055},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.2849000096321106},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.28279998898506165},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26809999346733093},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C193519340","wikidata":"https://www.wikidata.org/wiki/Q891179","display_name":"Data loss","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocomwkshps65812.2025.11152836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocomwkshps65812.2025.11152836","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2025 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8682884573936462,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2917796313","https://openalex.org/W3128132480","https://openalex.org/W3134251890","https://openalex.org/W3135545824","https://openalex.org/W3148946438","https://openalex.org/W3157174894","https://openalex.org/W3176727369","https://openalex.org/W3191425715","https://openalex.org/W3193611316","https://openalex.org/W3194789261","https://openalex.org/W3210057799","https://openalex.org/W3216224295","https://openalex.org/W3216515470","https://openalex.org/W4285028943","https://openalex.org/W4285151170","https://openalex.org/W4365790519","https://openalex.org/W4390738682","https://openalex.org/W4399990441","https://openalex.org/W4401943289","https://openalex.org/W4407682606"],"related_works":[],"abstract_inverted_index":{"Wireless":[0],"sensor":[1],"networks":[2],"(WSNs)":[3],"deployed":[4],"in":[5,63,164],"remote":[6,34],"locations":[7],"often":[8],"struggle":[9],"to":[10,14,18,42,66,82,116,146,181],"transmit":[11],"collected":[12,71],"data":[13,15,49,69,88,94,130,170],"centres":[16],"due":[17],"limited":[19,132],"network":[20,28],"coverage.":[21],"Unmanned":[22],"aerial":[23],"vehicles":[24],"(UAVs)":[25],"can":[26],"enhance":[27,83],"coverage":[29],"by":[30],"flying":[31],"over":[32],"these":[33],"areas":[35],"and":[36,60,92,106,120,135,176,185],"communicating":[37],"with":[38],"WSN":[39,58],"aggregator":[40],"nodes":[41],"gather":[43],"data.":[44],"However,":[45],"designing":[46],"efficient":[47],"UAV-assisted":[48,169],"collection":[50,89],"systems":[51],"requires":[52],"careful":[53],"consideration":[54],"of":[55,86,152,160,168],"UAV":[56,87,118],"capabilities,":[57],"constraints,":[59],"uncertainty":[61],"found":[62],"real-world":[64,125],"environments":[65],"ensure":[67],"all":[68],"is":[70],"effectively.":[72],"This":[73],"paper":[74],"presents":[75],"a":[76,101],"novel":[77],"deep":[78,161],"reinforcement":[79,162],"learning-based":[80],"approach":[81],"the":[84,108,142,148,158,166],"energy-efficient":[85],"under":[90,123],"dynamic":[91],"unpredictable":[93],"traffic.":[95],"We":[96,139],"model":[97],"this":[98],"problem":[99],"as":[100,128],"Markov":[102],"Decision":[103],"Process":[104],"(MDP)":[105],"utilize":[107],"Twin-Delayed":[109],"Deep":[110],"Deterministic":[111],"Policy":[112],"Gradient":[113],"(TD3)":[114],"algorithm":[115],"optimize":[117],"speed":[119],"communication":[121],"strategies":[122],"dynamic,":[124],"conditions":[126],"such":[127],"variable":[129],"traffic,":[131],"battery":[133],"life,":[134],"transmission":[136],"power":[137,184],"constraints.":[138],"further":[140],"adapt":[141],"classic":[143],"TD3":[144],"architecture":[145],"fit":[147],"highly":[149],"complex":[150],"nature":[151],"our":[153],"problem.":[154],"The":[155],"results":[156],"demonstrate":[157],"effectiveness":[159],"learning":[163],"addressing":[165],"challenges":[167],"collection,":[171],"ensuring":[172],"both":[173],"mission":[174],"completion":[175],"minimal":[177],"energy":[178],"consumption":[179],"compared":[180],"applying":[182],"fixed":[183],"speed.":[186]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}