{"id":"https://openalex.org/W4312391614","doi":"https://doi.org/10.1109/mwc.002.2100681","title":"Data-Driven Flight Control of Internet-of-Drones for Sensor Data Aggregation Using Multi-Agent Deep Reinforcement Learning","display_name":"Data-Driven Flight Control of Internet-of-Drones for Sensor Data Aggregation Using Multi-Agent Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-08-01","ids":{"openalex":"https://openalex.org/W4312391614","doi":"https://doi.org/10.1109/mwc.002.2100681"},"language":"en","primary_location":{"id":"doi:10.1109/mwc.002.2100681","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mwc.002.2100681","pdf_url":null,"source":{"id":"https://openalex.org/S146764194","display_name":"IEEE Wireless Communications","issn_l":"1536-1284","issn":["1536-1284","1558-0687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10400.22/21642","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100399848","display_name":"Kai Li","orcid":"https://orcid.org/0000-0002-0517-2392"},"institutions":[{"id":"https://openalex.org/I4210137384","display_name":"Centre for Health Technology and Services Research","ror":"https://ror.org/0434vme59","country_code":"PT","type":"facility","lineage":["https://openalex.org/I4210137384"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["PT","US"],"is_corresponding":false,"raw_author_name":"Kai Li","raw_affiliation_strings":["CISTER Research Centre,Portugal","CISTER Research Centre, Portugal","CyLab Security and Privacy Institute, Carnegie Mellon University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CISTER Research Centre,Portugal","institution_ids":["https://openalex.org/I4210137384"]},{"raw_affiliation_string":"CISTER Research Centre, Portugal","institution_ids":["https://openalex.org/I4210137384"]},{"raw_affiliation_string":"CyLab Security and Privacy Institute, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544825","display_name":"Wei Ni","orcid":"https://orcid.org/0000-0002-4933-594X"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Ni","raw_affiliation_strings":["Information Security and Privacy Group, CSIRO,Australia","Information Security and Privacy Group, CSIRO, Australia","Macquarie University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Security and Privacy Group, CSIRO,Australia","institution_ids":["https://openalex.org/I1292875679"]},{"raw_affiliation_string":"Information Security and Privacy Group, CSIRO, Australia","institution_ids":["https://openalex.org/I1292875679"]},{"raw_affiliation_string":"Macquarie University, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042251443","display_name":"Yousef Emami","orcid":"https://orcid.org/0000-0002-8842-2616"},"institutions":[{"id":"https://openalex.org/I4210137384","display_name":"Centre for Health Technology and Services Research","ror":"https://ror.org/0434vme59","country_code":"PT","type":"facility","lineage":["https://openalex.org/I4210137384"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Yousef Emami","raw_affiliation_strings":["CISTER Research Centre,Portugal","CISTER Research Centre, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CISTER Research Centre,Portugal","institution_ids":["https://openalex.org/I4210137384"]},{"raw_affiliation_string":"CISTER Research Centre, Portugal","institution_ids":["https://openalex.org/I4210137384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042212040","display_name":"Falko Dressler","orcid":"https://orcid.org/0000-0002-1989-1750"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Falko Dressler","raw_affiliation_strings":["TU Berlin,Germany","TU Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]},{"raw_affiliation_string":"TU Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.5395,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.98315601,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"29","issue":"4","first_page":"18","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.8429783582687378},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8273893594741821},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8058003187179565},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.599115252494812},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.587461531162262},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.47959721088409424},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4413680136203766},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4053218364715576},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3357650637626648},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33008623123168945},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10519865155220032}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.8429783582687378},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8273893594741821},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8058003187179565},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.599115252494812},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.587461531162262},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.47959721088409424},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4413680136203766},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4053218364715576},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3357650637626648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33008623123168945},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10519865155220032},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mwc.002.2100681","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mwc.002.2100681","pdf_url":null,"source":{"id":"https://openalex.org/S146764194","display_name":"IEEE Wireless Communications","issn_l":"1536-1284","issn":["1536-1284","1558-0687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:recipp.ipp.pt:10400.22/21642","is_oa":true,"landing_page_url":"http://hdl.handle.net/10400.22/21642","pdf_url":null,"source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"pmh:oai:recipp.ipp.pt:10400.22/21642","is_oa":true,"landing_page_url":"http://hdl.handle.net/10400.22/21642","pdf_url":null,"source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8500000238418579}],"awards":[{"id":"https://openalex.org/G3574973028","display_name":null,"funder_award_id":"UIDB/04234/2020","funder_id":"https://openalex.org/F4320323642","funder_display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior"},{"id":"https://openalex.org/G4497198408","display_name":null,"funder_award_id":"UIDP/UIDB/04234/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G505757079","display_name":null,"funder_award_id":"UIDP/UIDB/04234/2020","funder_id":"https://openalex.org/F4320323642","funder_display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior"},{"id":"https://openalex.org/G5157446074","display_name":"Research Centre in Real-Time and Embedded Computing Systems","funder_award_id":"UIDB/04234/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G6227592619","display_name":"CRUAV: Planeamento Cooperativo de Trajet\u00f3ria para Vigil\u00e2ncia em Tempo Real em Sistemas de Transporte Inteligente assistidos por UAV","funder_award_id":"CMU/TIC/0022/2019","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320319180","display_name":"Carnegie Mellon Portugal","ror":null},{"id":"https://openalex.org/F4320323642","display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior","ror":"https://ror.org/045b9pr88"},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2136031126","https://openalex.org/W2406813000","https://openalex.org/W2600292414","https://openalex.org/W2899320340","https://openalex.org/W2906848335","https://openalex.org/W2951034485","https://openalex.org/W3009354532","https://openalex.org/W3093571944","https://openalex.org/W3107482673","https://openalex.org/W3120982927","https://openalex.org/W3133735442","https://openalex.org/W3162331326","https://openalex.org/W3184709972","https://openalex.org/W3187828410","https://openalex.org/W3197342323"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4327774218","https://openalex.org/W3206445629","https://openalex.org/W2605096541","https://openalex.org/W3200286695","https://openalex.org/W4379143281","https://openalex.org/W2159682405"],"abstract_inverted_index":{"Energy-harvesting-powered":[0],"sensors":[1],"are":[2,57],"increasingly":[3],"deployed":[4],"beyond":[5],"the":[6,22,52,64,71,88,94,104,125,145,150,157,181,186,189,201],"reach":[7],"of":[8,21,24,45,73,77,93,129,191],"terrestrial":[9],"gateways,":[10],"where":[11,79,135,185],"there":[12],"is":[13,33,139],"often":[14],"no":[15],"persistent":[16],"power":[17],"supply.":[18],"Making":[19],"use":[20],"internet":[23],"drones":[25,53,95,187],"(IoD)":[26],"for":[27,141],"data":[28,61,132],"aggregation":[29,133],"in":[30,162,166],"such":[31],"environments":[32],"a":[34,108,111,136,153],"promising":[35],"paradigm":[36],"to":[37,59,86,123],"enhance":[38],"network":[39],"scalability":[40],"and":[41,47,54,90,96,131,169],"connectivity.":[42],"The":[43],"flexibility":[44],"IoD":[46,130,142],"favorable":[48],"line-of-sight":[49],"connections":[50],"between":[51],"ground":[55,105,202],"nodes":[56],"exploited":[58],"improve":[60],"reception":[62],"at":[63,103,200],"drones.":[65,151],"In":[66,107,152,171],"this":[67,172],"article,":[68],"we":[69],"discuss":[70],"challenges":[72],"online":[74],"flight":[75,127,146,158],"control":[76,128,147],"IoD,":[78,110,155],"data-driven":[80],"neural":[81],"networks":[82],"can":[83,116,164,177],"be":[84,117,178],"tailored":[85],"design":[87],"trajectories":[89],"patrol":[91],"speeds":[92],"their":[97],"communication":[98,167],"schedules,":[99],"preventing":[100],"buffer":[101],"overflows":[102],"nodes.":[106,203],"small-scale":[109],"multi-agent":[112],"deep":[113,174],"reinforcement":[114,175],"learning":[115,176],"developed":[118],"with":[119,180],"long":[120],"short-term":[121],"memory":[122],"train":[124],"continuous":[126],"scheduling,":[134],"joint":[137],"action":[138],"generated":[140],"via":[143],"sharing":[144,156],"decisions":[148,161],"among":[149],"large-scale":[154],"cont":[159],"rol":[160],"real-time":[163],"result":[165],"overheads":[168],"interference.":[170],"case,":[173],"trained":[179],"second-hand":[182],"visiting":[183],"experiences,":[184],"learn":[188],"actions":[190],"each":[192],"other":[193],"based":[194],"on":[195],"historical":[196],"scheduling":[197],"records":[198],"maintained":[199]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}