{"id":"https://openalex.org/W4323022403","doi":"https://doi.org/10.1109/ojcoms.2023.3251855","title":"Deep Reinforcement Learning for Internet of Drones Networks: Issues and Research Directions","display_name":"Deep Reinforcement Learning for Internet of Drones Networks: Issues and Research Directions","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4323022403","doi":"https://doi.org/10.1109/ojcoms.2023.3251855"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2023.3251855","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3251855","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10057431.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10057431.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043299917","display_name":"Noor Aboueleneen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":true,"raw_author_name":"Noor Aboueleneen","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","College of Science and Engineering, Division of Information and Computing Technology, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]},{"raw_affiliation_string":"College of Science and Engineering, Division of Information and Computing Technology, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054520204","display_name":"Abdulmalik Alwarafy","orcid":"https://orcid.org/0000-0003-0652-3948"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Abdulmalik Alwarafy","raw_affiliation_strings":["Department of Computer and Network Engineering, College of Information Technology, United Arab Emirates University, Al Ain, UAE","College of Information Technology, Department of Computer and Network Engineering, United Arab Emirates University, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Network Engineering, College of Information Technology, United Arab Emirates University, Al Ain, UAE","institution_ids":["https://openalex.org/I201726411"]},{"raw_affiliation_string":"College of Information Technology, Department of Computer and Network Engineering, United Arab Emirates University, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037234286","display_name":"Mohamed Abdallah","orcid":"https://orcid.org/0000-0002-3261-7588"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohamed Abdallah","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","College of Science and Engineering, Division of Information and Computing Technology, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]},{"raw_affiliation_string":"College of Science and Engineering, Division of Information and Computing Technology, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5043299917"],"corresponding_institution_ids":["https://openalex.org/I4210144839"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":19.7479,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.99008764,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"4","issue":null,"first_page":"671","last_page":"683"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.8471556901931763},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6273072957992554},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5820229053497314},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.37900054454803467},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3383905291557312},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3245290517807007},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17202362418174744},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.0674113929271698}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.8471556901931763},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6273072957992554},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5820229053497314},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37900054454803467},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3383905291557312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3245290517807007},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17202362418174744},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0674113929271698},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ojcoms.2023.3251855","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3251855","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10057431.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7f6a427a548d44a28095767c93504135","is_oa":true,"landing_page_url":"https://doaj.org/article/7f6a427a548d44a28095767c93504135","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 4, Pp 671-683 (2023)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/25239775","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Deep_Reinforcement_Learning_for_Internet_of_Drones_Networks_Issues_and_Research_Directions/25239775","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2023.3251855","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3251855","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10057431.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G2036081054","display_name":null,"funder_award_id":"# NPRP13S-0201-200219","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"},{"id":"https://openalex.org/G293899196","display_name":null,"funder_award_id":"NPRP13S-0201-200219","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"},{"id":"https://openalex.org/G3304777072","display_name":null,"funder_award_id":"NPRP13S-0201-200219","funder_id":"https://openalex.org/F4320321038","funder_display_name":"Fonds National de la Recherche Luxembourg"},{"id":"https://openalex.org/G4411838489","display_name":null,"funder_award_id":"NPRP13","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"}],"funders":[{"id":"https://openalex.org/F4320309815","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05"},{"id":"https://openalex.org/F4320319188","display_name":"Hamad Bin Khalifa University","ror":"https://ror.org/03eyq4y97"},{"id":"https://openalex.org/F4320321038","display_name":"Fonds National de la Recherche Luxembourg","ror":"https://ror.org/039z13y21"},{"id":"https://openalex.org/F4320321148","display_name":"Cairo University","ror":"https://ror.org/03q21mh05"},{"id":"https://openalex.org/F4320322334","display_name":"Khalifa University of Science, Technology and Research","ror":"https://ror.org/05hffr360"},{"id":"https://openalex.org/F4320332748","display_name":"College of Science and Engineering, University of Minnesota","ror":null},{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"},{"id":"https://openalex.org/F4320334468","display_name":"Qatar National Library","ror":"https://ror.org/02jv93662"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323022403.pdf","grobid_xml":"https://content.openalex.org/works/W4323022403.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W2229747717","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2782943365","https://openalex.org/W2803834024","https://openalex.org/W2886509985","https://openalex.org/W2898035736","https://openalex.org/W2940459376","https://openalex.org/W2962691117","https://openalex.org/W2963864421","https://openalex.org/W2979035384","https://openalex.org/W2980125442","https://openalex.org/W2998117442","https://openalex.org/W3009353939","https://openalex.org/W3009869133","https://openalex.org/W3012497592","https://openalex.org/W3022601977","https://openalex.org/W3042391361","https://openalex.org/W3045900848","https://openalex.org/W3082622020","https://openalex.org/W3092163236","https://openalex.org/W3097308740","https://openalex.org/W3098806383","https://openalex.org/W3116690515","https://openalex.org/W3120982927","https://openalex.org/W3121274017","https://openalex.org/W3124054352","https://openalex.org/W3127205829","https://openalex.org/W3128232161","https://openalex.org/W3133999295","https://openalex.org/W3153187775","https://openalex.org/W3159402647","https://openalex.org/W3159935161","https://openalex.org/W3174849077","https://openalex.org/W3180957100","https://openalex.org/W3183898570","https://openalex.org/W3187828410","https://openalex.org/W3188962160","https://openalex.org/W3194594058","https://openalex.org/W3195717631","https://openalex.org/W3196607691","https://openalex.org/W3204694058","https://openalex.org/W3206780742","https://openalex.org/W3207833010","https://openalex.org/W3207916696","https://openalex.org/W3209406169","https://openalex.org/W3213750164","https://openalex.org/W3216246916","https://openalex.org/W4213425359","https://openalex.org/W4214717370","https://openalex.org/W4220870950","https://openalex.org/W4280531296","https://openalex.org/W4280541481","https://openalex.org/W4288062306","https://openalex.org/W4298857966","https://openalex.org/W4307186829","https://openalex.org/W4386590944","https://openalex.org/W4387353472","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W6769212892","https://openalex.org/W6846938109"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281","https://openalex.org/W2605096541","https://openalex.org/W3200286695","https://openalex.org/W4212885606"],"abstract_inverted_index":{"Internet":[0],"of":[1,6,14,36,64,83,100,137],"Drones":[2],"(IoD)":[3],"is":[4],"one":[5],"the":[7,12,32,62,76,96,107,135],"promising":[8,131],"technologies":[9],"to":[10,19,25,31,43,94],"enhance":[11],"performance":[13],"wireless":[15,21],"networks.":[16,72,85,102,142],"Deploying":[17],"IoD":[18,37,71,84,101,112,141],"assist":[20],"networks,":[22,38],"however,":[23],"needs":[24],"address":[26,95,123],"various":[27,68],"design":[28],"issues.":[29],"Due":[30],"highly":[33],"dynamic":[34],"nature":[35],"conventional":[39],"methods":[40],"are":[41],"expected":[42],"encounter":[44],"inadequacies":[45],"that":[46,118],"can":[47,122],"be":[48],"resolved":[49],"using":[50,138],"emerging":[51],"deep":[52],"reinforcement":[53],"learning":[54],"(DRL)":[55],"techniques.":[56],"In":[57],"this":[58],"paper,":[59],"we":[60,87,105,126],"discuss":[61,89,115],"application":[63],"DRL":[65,91,121,139],"for":[66],"addressing":[67],"issues":[69,97,110],"in":[70,111,134,140],"We":[73],"first":[74],"overview":[75],"main":[77],"features,":[78],"types,":[79],"applications,":[80],"and":[81,98,114],"services":[82],"Then,":[86],"briefly":[88],"some":[90,116,130],"algorithms":[92],"used":[93],"challenges":[99],"After":[103],"that,":[104],"explain":[106],"most":[108],"crucial":[109],"networks":[113],"papers":[117],"show":[119],"how":[120],"them.":[124],"Finally,":[125],"provide":[127],"insights":[128],"into":[129],"research":[132],"directions":[133],"context":[136]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}