{"id":"https://openalex.org/W4388886866","doi":"https://doi.org/10.1145/3605764.3623986","title":"Canaries and Whistles: Resilient Drone Communication Networks with (or without) Deep Reinforcement Learning","display_name":"Canaries and Whistles: Resilient Drone Communication Networks with (or without) Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-11-21","ids":{"openalex":"https://openalex.org/W4388886866","doi":"https://doi.org/10.1145/3605764.3623986"},"language":"en","primary_location":{"id":"doi:10.1145/3605764.3623986","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3605764.3623986","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3605764.3623986","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM Workshop on Artificial Intelligence and Security","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3605764.3623986","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080048241","display_name":"Chris Hicks","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Chris Hicks","raw_affiliation_strings":["The Alan Turing Institute, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-6340-004X","affiliations":[{"raw_affiliation_string":"The Alan Turing Institute, London, United Kingdom","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008006072","display_name":"Vasilios Mavroudis","orcid":"https://orcid.org/0000-0003-2667-5906"},"institutions":[{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vasilios Mavroudis","raw_affiliation_strings":["The Alan Turing Institute, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-2667-5906","affiliations":[{"raw_affiliation_string":"The Alan Turing Institute, London, United Kingdom","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025289470","display_name":"Myles Foley","orcid":null},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Myles Foley","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-4482-6835","affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014540301","display_name":"Thomas Davies","orcid":"https://orcid.org/0000-0002-4721-3017"},"institutions":[{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Thomas Davies","raw_affiliation_strings":["The Alan Turing Institute, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-4721-3017","affiliations":[{"raw_affiliation_string":"The Alan Turing Institute, London, United Kingdom","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027282036","display_name":"Kate Highnam","orcid":"https://orcid.org/0000-0003-4752-9334"},"institutions":[{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kate Highnam","raw_affiliation_strings":["The Alan Turing Institute, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-4752-9334","affiliations":[{"raw_affiliation_string":"The Alan Turing Institute, London, United Kingdom","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030510462","display_name":"Tim Watson","orcid":"https://orcid.org/0000-0002-3841-3332"},"institutions":[{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tim Watson","raw_affiliation_strings":["The Alan Turing Institute, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3841-3332","affiliations":[{"raw_affiliation_string":"The Alan Turing Institute, London, United Kingdom","institution_ids":["https://openalex.org/I4210128584"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5080048241"],"corresponding_institution_ids":["https://openalex.org/I4210128584"],"apc_list":null,"apc_paid":null,"fwci":1.1929,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.83562724,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"91","last_page":"101"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9185540676116943},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.7700928449630737},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7462533116340637},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5546944737434387},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5410476922988892},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5331776738166809},{"id":"https://openalex.org/keywords/resilience","display_name":"Resilience (materials science)","score":0.47939157485961914},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4460427165031433},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.43985897302627563},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4215894937515259},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4110106825828552},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39964574575424194},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3775828182697296}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9185540676116943},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.7700928449630737},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7462533116340637},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5546944737434387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5410476922988892},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5331776738166809},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.47939157485961914},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4460427165031433},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.43985897302627563},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4215894937515259},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4110106825828552},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39964574575424194},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3775828182697296},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3605764.3623986","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3605764.3623986","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3605764.3623986","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM Workshop on Artificial Intelligence and Security","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2312.04940","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.04940","pdf_url":"https://arxiv.org/pdf/2312.04940","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3605764.3623986","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3605764.3623986","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3605764.3623986","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM Workshop on Artificial Intelligence and Security","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.8399999737739563}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332972","display_name":"Defence Science and Technology Laboratory","ror":"https://ror.org/04jswqb94"},{"id":"https://openalex.org/F4320335334","display_name":"Defence Science and Technology Group","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388886866.pdf","grobid_xml":"https://content.openalex.org/works/W4388886866.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W16494053","https://openalex.org/W569478347","https://openalex.org/W1583837637","https://openalex.org/W1921864689","https://openalex.org/W2010315761","https://openalex.org/W2048984163","https://openalex.org/W2119812052","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2169528473","https://openalex.org/W2257979135","https://openalex.org/W2284276045","https://openalex.org/W2296073425","https://openalex.org/W2514284262","https://openalex.org/W2686848947","https://openalex.org/W2736601468","https://openalex.org/W2766048395","https://openalex.org/W2785315072","https://openalex.org/W2794772989","https://openalex.org/W2902907165","https://openalex.org/W2921426982","https://openalex.org/W2951084996","https://openalex.org/W2952298682","https://openalex.org/W2962862931","https://openalex.org/W2973525135","https://openalex.org/W2996037775","https://openalex.org/W2997536466","https://openalex.org/W3003546983","https://openalex.org/W3010422676","https://openalex.org/W3025585506","https://openalex.org/W3090386093","https://openalex.org/W3107852229","https://openalex.org/W3120947768","https://openalex.org/W3202150210","https://openalex.org/W3202539215","https://openalex.org/W4214717370","https://openalex.org/W4226086536","https://openalex.org/W4281385582","https://openalex.org/W4281388209","https://openalex.org/W4284965199","https://openalex.org/W4286748781","https://openalex.org/W4287022721","https://openalex.org/W4288055087","https://openalex.org/W4289038676","https://openalex.org/W4293569095","https://openalex.org/W4295093682","https://openalex.org/W4307964230","https://openalex.org/W4308338690","https://openalex.org/W4308607121","https://openalex.org/W4310563139","https://openalex.org/W4310705874","https://openalex.org/W4323921952","https://openalex.org/W4328028706","https://openalex.org/W4360832002","https://openalex.org/W4378945768","https://openalex.org/W4379739787","https://openalex.org/W4380994544","https://openalex.org/W4382655575","https://openalex.org/W4386159217","https://openalex.org/W4388886462"],"related_works":["https://openalex.org/W2950183588","https://openalex.org/W3080754722","https://openalex.org/W4383221314","https://openalex.org/W3093978547","https://openalex.org/W2953536436","https://openalex.org/W3203790781","https://openalex.org/W4313346231","https://openalex.org/W2738001131","https://openalex.org/W4285785480","https://openalex.org/W2997056298"],"abstract_inverted_index":{"Communication":[0],"networks":[1],"able":[2],"to":[3,115,126,143],"withstand":[4],"hostile":[5],"environments":[6],"are":[7],"critically":[8],"important":[9],"for":[10,53,69,95,119],"disaster":[11],"relief":[12],"operations.":[13],"In":[14],"this":[15],"paper,":[16],"we":[17,74,90],"consider":[18],"a":[19,51,66,76,117,134],"challenging":[20],"scenario":[21],"where":[22],"drones":[23],"have":[24],"been":[25],"compromised":[26],"in":[27],"the":[28,97,108],"supply":[29],"chain,":[30],"during":[31],"their":[32],"manufacture,":[33],"and":[34,41,80,121,132,140,146],"harbour":[35],"malicious":[36],"software":[37],"capable":[38],"of":[39,99],"wide-ranging":[40],"infectious":[42],"disruption.":[43],"We":[44,128],"investigate":[45],"multi-agent":[46],"deep":[47,85],"reinforcement":[48,86],"learning":[49,54,70,87],"as":[50],"tool":[52],"defensive":[55],"strategies":[56],"that":[57],"maximise":[58],"communications":[59],"bandwidth":[60],"despite":[61],"continual":[62],"adversarial":[63],"interference.":[64],"Using":[65],"public":[67],"challenge":[68],"network":[71],"resilience":[72],"strategies,":[73],"propose":[75],"state-of-the-art":[77],"symbolic":[78,113,139],"technique":[79],"study":[81],"its":[82],"superiority":[83],"over":[84],"agents.":[88],"Correspondingly,":[89],"identify":[91],"three":[92],"specific":[93],"methods":[94,131],"improving":[96],"performance":[98],"our":[100,130],"neural":[101,141],"agents:":[102],"(1)":[103],"ensuring":[104],"each":[105],"observation":[106],"contains":[107],"necessary":[109],"information,":[110],"(2)":[111],"using":[112],"agents":[114,142],"provide":[116],"curriculum":[118],"learning,":[120],"(3)":[122],"paying":[123],"close":[124],"attention":[125],"reward.":[127],"apply":[129],"present":[133],"new":[135],"mixed":[136],"strategy":[137],"enabling":[138],"work":[144],"together":[145],"improve":[147],"on":[148],"all":[149],"prior":[150],"results.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}