{"id":"https://openalex.org/W4396782862","doi":"https://doi.org/10.1109/ojcoms.2024.3398718","title":"Deep Reinforcement Learning for Energy-Efficient Data Dissemination Through UAV Networks","display_name":"Deep Reinforcement Learning for Energy-Efficient Data Dissemination Through UAV Networks","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396782862","doi":"https://doi.org/10.1109/ojcoms.2024.3398718"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2024.3398718","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3398718","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10527358.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10527358.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085694574","display_name":"Abubakar Sani Ali","orcid":"https://orcid.org/0000-0003-4155-1792"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Abubakar S. Ali","raw_affiliation_strings":["Department of Computer and Information Engineering, KU 6G Research Center, Khalifa University, Abu Dhabi, UAE","Department of Electrical Engineering and Computer Science, KU Center for Cyber-Physical Systems, Khalifa University, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Engineering, KU 6G Research Center, Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, KU Center for Cyber-Physical Systems, Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052829091","display_name":"Ahmed A. Al-Habob","orcid":"https://orcid.org/0000-0001-9392-4285"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ahmed A. Al-Habob","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Memorial University, St. John’s, NL, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Memorial University, St. John’s, NL, Canada","institution_ids":["https://openalex.org/I130438778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062807150","display_name":"Shimaa Naser","orcid":"https://orcid.org/0000-0002-2941-9337"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Shimaa Naser","raw_affiliation_strings":["Department of Computer and Information Engineering, KU 6G Research Center, Khalifa University, Abu Dhabi, UAE","KU 6G Research Center, Department of Computer and Communication Engineering, Khalifa University, Abu Dhabi, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Engineering, KU 6G Research Center, Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"KU 6G Research Center, Department of Computer and Communication Engineering, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024225018","display_name":"Lina Bariah","orcid":"https://orcid.org/0000-0001-7244-1663"},"institutions":[{"id":"https://openalex.org/I4210087059","display_name":"Technology Innovation Institute","ror":"https://ror.org/001kv2y39","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210087059"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Lina Bariah","raw_affiliation_strings":["Technology Innovation Institute, Abu Dhabi, UAE","Technology Innovation Institute, Masdar City, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"Technology Innovation Institute, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210087059"]},{"raw_affiliation_string":"Technology Innovation Institute, Masdar City, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210087059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077149719","display_name":"Octavia A. Dobre","orcid":"https://orcid.org/0000-0001-8528-0512"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Octavia A. Dobre","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Memorial University, St. John’s, NL, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Memorial University, St. John’s, NL, Canada","institution_ids":["https://openalex.org/I130438778"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004034156","display_name":"Sami Muhaidat","orcid":"https://orcid.org/0000-0003-4649-9399"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]},{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["AE","CA"],"is_corresponding":false,"raw_author_name":"Sami Muhaidat","raw_affiliation_strings":["Department of Computer and Information Engineering, KU 6G Research Center, Khalifa University, Abu Dhabi, UAE","Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada","Department of Electrical Engineering and Computer Science, KU Center for Cyber-Physical Systems, Khalifa University, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Engineering, KU 6G Research Center, Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, KU Center for Cyber-Physical Systems, Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5062807150"],"corresponding_institution_ids":["https://openalex.org/I176601375"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":11.7406,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.97854163,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"5","issue":null,"first_page":"5567","last_page":"5583"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7972010374069214},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6946218013763428},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6105668544769287},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5540480017662048},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5523906946182251},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5382826328277588},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5168488621711731},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.454294353723526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.445513516664505},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4299907386302948},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.41362008452415466},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09412673115730286}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7972010374069214},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6946218013763428},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6105668544769287},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5540480017662048},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5523906946182251},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5382826328277588},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5168488621711731},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.454294353723526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.445513516664505},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4299907386302948},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.41362008452415466},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09412673115730286},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2024.3398718","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3398718","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10527358.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1c7a12bcc58a405491e8afce4017d999","is_oa":true,"landing_page_url":"https://doaj.org/article/1c7a12bcc58a405491e8afce4017d999","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 5, Pp 5567-5583 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2024.3398718","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3398718","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10527358.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8999999761581421}],"awards":[{"id":"https://openalex.org/G7863789314","display_name":null,"funder_award_id":"CRC-2022-00187","funder_id":"https://openalex.org/F4320320994","funder_display_name":"Canada Research Chairs"}],"funders":[{"id":"https://openalex.org/F4320320994","display_name":"Canada Research Chairs","ror":"https://ror.org/0517h6h17"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396782862.pdf"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W83290899","https://openalex.org/W1601856531","https://openalex.org/W2042986967","https://openalex.org/W2113651538","https://openalex.org/W2145339207","https://openalex.org/W2149259182","https://openalex.org/W2467239853","https://openalex.org/W2567603549","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2754789226","https://openalex.org/W2790256744","https://openalex.org/W2886091688","https://openalex.org/W2910278564","https://openalex.org/W2917190936","https://openalex.org/W2918341773","https://openalex.org/W2950564049","https://openalex.org/W2955133642","https://openalex.org/W2976344064","https://openalex.org/W3013960924","https://openalex.org/W3029957888","https://openalex.org/W3045780692","https://openalex.org/W3081323070","https://openalex.org/W3081351766","https://openalex.org/W3090944066","https://openalex.org/W3209767145","https://openalex.org/W4298857966","https://openalex.org/W4372269223","https://openalex.org/W6637242042","https://openalex.org/W6637967152","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W4321353415","https://openalex.org/W2913146933","https://openalex.org/W2745001401","https://openalex.org/W2372385138","https://openalex.org/W4296359239"],"abstract_inverted_index":{"The":[0],"unprecedented":[1],"growth":[2],"in":[3,47,125],"the":[4,13,73,78,81,85,89,102,146,161,168,173,179,205,210],"number":[5],"of":[6,80,204],"connected":[7],"devices":[8,129],"has":[9],"given":[10],"rise":[11],"to":[12,18,37,71,100,117,127,209],"Internet-of-Things":[14],"(IoT)":[15],"and":[16,25,42,87,108,133,152,186],"led":[17],"an":[19,141],"increasing":[20],"demand":[21],"for":[22,57,149],"additional":[23],"computational":[24],"communication":[26],"resources.":[27],"Within":[28],"this":[29,48,61,136],"context,":[30],"unmanned":[31],"aerial":[32],"vehicles":[33],"(UAVs)":[34],"have":[35],"shown":[36],"provide":[38],"extended":[39],"coverage,":[40],"flexibility,":[41],"reachability.":[43],"Motivated":[44],"by":[45,84],"this,":[46],"paper,":[49],"we":[50,63,115,138],"develop":[51,140,154],"a":[52,65,95,120,155,197,202],"UAV-assisted":[53],"data":[54],"dissemination":[55],"framework":[56],"IoT":[58,91],"networks.":[59],"To":[60],"end,":[62],"formulate":[64],"joint":[66,103],"optimization":[67,111],"problem":[68],"that":[69,167,193],"aims":[70],"minimize":[72],"total":[74],"energy":[75,82,174],"expenditure,":[76],"i.e.,":[77,182],"sum":[79],"consumed":[83],"UAV":[86],"all":[88],"spatially-distributed":[90],"devices.":[92],"We":[93],"propose":[94],"deep":[96,122],"reinforcement":[97],"learning":[98],"approach":[99,170,185,195],"solve":[101],"device":[104,106,150],"classification,":[105],"association,":[107,151],"path":[109,156],"planning":[110,157],"problem.":[112],"In":[113],"particular,":[114],"aim":[116],"1)":[118],"train":[119],"double":[121],"Q-network":[123],"agent":[124],"order":[126],"classify":[128],"into":[130],"two":[131],"classes,":[132],"then":[134],"using":[135],"classification":[137],"2)":[139],"association":[142],"algorithm":[143,158],"based":[144,159],"on":[145,160],"nearest-neighbor":[147],"heuristic":[148],"3)":[153],"Lin-Kernighan":[162],"heuristic.":[163],"Simulation":[164],"results":[165,191],"show":[166,192],"proposed":[169],"efficiently":[171],"reduces":[172],"consumption":[175],"as":[176],"compared":[177,208],"with":[178,201],"benchmark":[180],"approaches,":[181],"brute":[183,211],"force":[184,212],"baseline":[187],"approach.":[188,213],"Furthermore,":[189],"obtained":[190],"our":[194],"provides":[196],"near":[198],"optimum":[199],"solution":[200],"fraction":[203],"time":[206],"required":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}