{"id":"https://openalex.org/W4297099535","doi":"https://doi.org/10.1109/dsc54232.2022.9888828","title":"Towards Secure Multi-Agent Deep Reinforcement Learning: Adversarial Attacks and Countermeasures","display_name":"Towards Secure Multi-Agent Deep Reinforcement Learning: Adversarial Attacks and Countermeasures","publication_year":2022,"publication_date":"2022-06-22","ids":{"openalex":"https://openalex.org/W4297099535","doi":"https://doi.org/10.1109/dsc54232.2022.9888828"},"language":"en","primary_location":{"id":"doi:10.1109/dsc54232.2022.9888828","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsc54232.2022.9888828","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Conference on Dependable and Secure Computing (DSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://researchrepository.napier.ac.uk/Output/2967570","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044974695","display_name":"Changgang Zheng","orcid":"https://orcid.org/0000-0003-1894-722X"},"institutions":[{"id":"https://openalex.org/I4210146410","display_name":"Science Oxford","ror":"https://ror.org/04j8yhy50","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210146410"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Changgang Zheng","raw_affiliation_strings":["University of Oxford,Department of Engineering Science,Oxford,UK","Department of Engineering Science, University of Oxford, Oxford, UK"],"affiliations":[{"raw_affiliation_string":"University of Oxford,Department of Engineering Science,Oxford,UK","institution_ids":["https://openalex.org/I4210146410","https://openalex.org/I40120149"]},{"raw_affiliation_string":"Department of Engineering Science, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064386450","display_name":"Zhen Chen","orcid":"https://orcid.org/0000-0003-0255-6435"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Zhen","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China","School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081885053","display_name":"Haiyong Xie","orcid":"https://orcid.org/0000-0003-2084-2697"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyong Xie","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China","School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040350578","display_name":"Shufan Yang","orcid":"https://orcid.org/0000-0003-0531-2903"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shufan Yang","raw_affiliation_strings":["School of Computing, Edinburgh Napier University,Edinburgh,UK","School of Computing, Edinburgh Napier University, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"School of Computing, Edinburgh Napier University,Edinburgh,UK","institution_ids":["https://openalex.org/I251738"]},{"raw_affiliation_string":"School of Computing, Edinburgh Napier University, Edinburgh, UK","institution_ids":["https://openalex.org/I251738"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5044974695"],"corresponding_institution_ids":["https://openalex.org/I40120149","https://openalex.org/I4210146410"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09660327,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.857114851474762},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8377145528793335},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8001217246055603},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7126045823097229},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.612872302532196},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.5313748717308044},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5267871022224426},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5144034028053284},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.5142059326171875},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.43820568919181824},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3798361122608185},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.12884151935577393}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.857114851474762},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8377145528793335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8001217246055603},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7126045823097229},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.612872302532196},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.5313748717308044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5267871022224426},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5144034028053284},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5142059326171875},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.43820568919181824},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3798361122608185},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.12884151935577393},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/dsc54232.2022.9888828","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsc54232.2022.9888828","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Conference on Dependable and Secure Computing (DSC)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository@napier.ac.uk:2967570","is_oa":true,"landing_page_url":"http://researchrepository.napier.ac.uk/Output/2967570","pdf_url":null,"source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"}],"best_oa_location":{"id":"pmh:oai:repository@napier.ac.uk:2967570","is_oa":true,"landing_page_url":"http://researchrepository.napier.ac.uk/Output/2967570","pdf_url":null,"source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":114,"referenced_works":["https://openalex.org/W1569083856","https://openalex.org/W1673923490","https://openalex.org/W1945616565","https://openalex.org/W1964517503","https://openalex.org/W1982131419","https://openalex.org/W2013240518","https://openalex.org/W2017388686","https://openalex.org/W2068697540","https://openalex.org/W2071105989","https://openalex.org/W2101786002","https://openalex.org/W2118022153","https://openalex.org/W2119333483","https://openalex.org/W2145339207","https://openalex.org/W2180612164","https://openalex.org/W2243397390","https://openalex.org/W2261254692","https://openalex.org/W2394881237","https://openalex.org/W2602963933","https://openalex.org/W2616841723","https://openalex.org/W2746600820","https://openalex.org/W2763443044","https://openalex.org/W2767453162","https://openalex.org/W2773525213","https://openalex.org/W2775998942","https://openalex.org/W2787844246","https://openalex.org/W2793058334","https://openalex.org/W2804311838","https://openalex.org/W2807499323","https://openalex.org/W2810957722","https://openalex.org/W2883618862","https://openalex.org/W2891503716","https://openalex.org/W2891828758","https://openalex.org/W2906987001","https://openalex.org/W2911048887","https://openalex.org/W2911506106","https://openalex.org/W2922078643","https://openalex.org/W2941205169","https://openalex.org/W2945782956","https://openalex.org/W2948727232","https://openalex.org/W2948939059","https://openalex.org/W2949103145","https://openalex.org/W2962755762","https://openalex.org/W2963062382","https://openalex.org/W2963070423","https://openalex.org/W2963361074","https://openalex.org/W2963857521","https://openalex.org/W2964036701","https://openalex.org/W2964096423","https://openalex.org/W2964108846","https://openalex.org/W2964272011","https://openalex.org/W2970065535","https://openalex.org/W2972986629","https://openalex.org/W2982312374","https://openalex.org/W2982316857","https://openalex.org/W2983044655","https://openalex.org/W2995523160","https://openalex.org/W2996343955","https://openalex.org/W2996896271","https://openalex.org/W2998401161","https://openalex.org/W3002154955","https://openalex.org/W3003546983","https://openalex.org/W3082925502","https://openalex.org/W3096943788","https://openalex.org/W3099314130","https://openalex.org/W3106412272","https://openalex.org/W3107951310","https://openalex.org/W3116073702","https://openalex.org/W3124792046","https://openalex.org/W3138026056","https://openalex.org/W3138819813","https://openalex.org/W3165472686","https://openalex.org/W3170243093","https://openalex.org/W3202588411","https://openalex.org/W4200583272","https://openalex.org/W4206837449","https://openalex.org/W4214619833","https://openalex.org/W4285722492","https://openalex.org/W4289752760","https://openalex.org/W4289752933","https://openalex.org/W4293846201","https://openalex.org/W6634010886","https://openalex.org/W6637162671","https://openalex.org/W6640425456","https://openalex.org/W6733049761","https://openalex.org/W6735677848","https://openalex.org/W6737897983","https://openalex.org/W6739868092","https://openalex.org/W6745326292","https://openalex.org/W6746608116","https://openalex.org/W6746973458","https://openalex.org/W6747027214","https://openalex.org/W6748012927","https://openalex.org/W6748396534","https://openalex.org/W6749859622","https://openalex.org/W6749935596","https://openalex.org/W6750404860","https://openalex.org/W6752420067","https://openalex.org/W6752654261","https://openalex.org/W6753549322","https://openalex.org/W6753570253","https://openalex.org/W6757736129","https://openalex.org/W6758269446","https://openalex.org/W6758527398","https://openalex.org/W6761143874","https://openalex.org/W6761833289","https://openalex.org/W6762427411","https://openalex.org/W6763465049","https://openalex.org/W6763944474","https://openalex.org/W6773070371","https://openalex.org/W6784336702","https://openalex.org/W6785535465","https://openalex.org/W6795977071","https://openalex.org/W6796538564","https://openalex.org/W6801770519"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"(RL)":[2],"is":[3,45],"one":[4],"of":[5,21,61,67,76,82,125],"the":[6,22,64,80,123],"most":[7],"popular":[8,49],"methods":[9],"for":[10],"solving":[11],"complex":[12],"sequential":[13],"decision-making":[14],"problems.":[15,109],"Deep":[16],"RL":[17,42,105],"needs":[18],"careful":[19],"sensing":[20],"environment,":[23],"selecting":[24],"algorithms":[25,71],"as":[26,28,59,74,89],"well":[27],"hyper-parameters":[29],"via":[30],"soft":[31],"agents,":[32],"and":[33,70,79,128,143],"simultaneously":[34],"predicting":[35],"which":[36],"best":[37],"actions":[38],"should":[39],"be.":[40],"The":[41],"computing":[43],"paradigm":[44],"progressively":[46],"becoming":[47],"a":[48,115],"solution":[50],"in":[51,106,130],"numerous":[52],"fields.":[53],"However,":[54],"many":[55],"deployment":[56],"decisions,":[57],"such":[58,73],"security":[60],"distributed":[62],"computing,":[63],"defence":[65],"system":[66],"network":[68],"communication":[69],"details":[72],"frequency":[75],"batch":[77],"updating":[78],"number":[81],"time":[83],"steps,":[84],"are":[85],"typically":[86],"not":[87],"treated":[88],"an":[90],"integrated":[91],"system.":[92],"This":[93],"makes":[94],"it":[95],"difficult":[96],"to":[97,120],"have":[98],"appropriate":[99],"vulnerability":[100],"management":[101],"when":[102],"applying":[103],"deep":[104],"real":[107],"life":[108],"For":[110],"these":[111],"reasons,":[112],"we":[113],"propose":[114],"framework":[116],"that":[117],"allows":[118],"users":[119],"focus":[121],"on":[122],"algorithm":[124],"reasoning,":[126],"trust,":[127],"explainability":[129],"accordance":[131],"with":[132],"human":[133],"perception,":[134],"followed":[135],"by":[136],"exploring":[137],"potential":[138],"threats,":[139],"especially":[140],"adversarial":[141],"attacks":[142],"countermeasures.":[144]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}