{"id":"https://openalex.org/W4385767431","doi":"https://doi.org/10.24963/ijcai.2023/19","title":"Decentralized Anomaly Detection in Cooperative Multi-Agent Reinforcement Learning","display_name":"Decentralized Anomaly Detection in Cooperative Multi-Agent Reinforcement Learning","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385767431","doi":"https://doi.org/10.24963/ijcai.2023/19"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2023/19","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/19","pdf_url":"https://www.ijcai.org/proceedings/2023/0019.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2023/0019.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092247484","display_name":"Kiarash Kazari","orcid":"https://orcid.org/0000-0002-1958-5446"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Kiarash Kazari","raw_affiliation_strings":["KTH Royal Institute of Technology","Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087717727","display_name":"Ezzeldin Shereen","orcid":"https://orcid.org/0000-0002-9988-9545"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ezzeldin Shereen","raw_affiliation_strings":["KTH Royal Institute of Technology","Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086721943","display_name":"Gy\u00f6rgy D\u00e1n","orcid":"https://orcid.org/0000-0002-4876-0223"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Gyorgy Dan","raw_affiliation_strings":["KTH Royal Institute of Technology","Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"162","last_page":"170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9581999778747559,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.906794548034668},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7638626098632812},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6965197920799255},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5406169295310974},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.529835045337677},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5266658663749695},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.44527488946914673},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.42834362387657166},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4273388385772705},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08672672510147095},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08275538682937622}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.906794548034668},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7638626098632812},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6965197920799255},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5406169295310974},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.529835045337677},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5266658663749695},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.44527488946914673},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.42834362387657166},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4273388385772705},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08672672510147095},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08275538682937622},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2023/19","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/19","pdf_url":"https://www.ijcai.org/proceedings/2023/0019.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2023/19","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/19","pdf_url":"https://www.ijcai.org/proceedings/2023/0019.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7200000286102295,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G406204845","display_name":null,"funder_award_id":"2020-03860","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"},{"id":"https://openalex.org/G8600725529","display_name":"CLAS: Cybers\u00e4kra l\u00e4rande reglersystem","funder_award_id":"RIT17-0046","funder_id":"https://openalex.org/F4320320940","funder_display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning"}],"funders":[{"id":"https://openalex.org/F4320320940","display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning","ror":"https://ror.org/044wr7g58"},{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385767431.pdf"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1945616565","https://openalex.org/W2064039105","https://openalex.org/W2110713969","https://openalex.org/W2121092017","https://openalex.org/W2180612164","https://openalex.org/W2602275733","https://openalex.org/W2626637010","https://openalex.org/W2773525213","https://openalex.org/W2789412930","https://openalex.org/W2949103145","https://openalex.org/W2962755762","https://openalex.org/W2963658727","https://openalex.org/W2996343955","https://openalex.org/W3094792045","https://openalex.org/W3116666954","https://openalex.org/W3166816823","https://openalex.org/W3185519452","https://openalex.org/W3199730831","https://openalex.org/W3202320739","https://openalex.org/W4224874620","https://openalex.org/W4286893914","https://openalex.org/W4287682575","https://openalex.org/W4287757834","https://openalex.org/W4288594419","https://openalex.org/W4295598622","https://openalex.org/W4297814361","https://openalex.org/W4297824337"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"We":[0,13,102],"consider":[1],"the":[2,23,46,67,71,74,81,84,90,111,125,128,139],"problem":[3],"of":[4,26,49,73,76,83,127,141],"detecting":[5,133],"adversarial":[6],"attacks":[7,135],"against":[8,93],"cooperative":[9,42],"multi-agent":[10,122],"reinforcement":[11,99,116],"learning.":[12,117],"propose":[14,103],"a":[15,35,63,97],"decentralized":[16],"scheme":[17,95,131],"that":[18],"allows":[19,70],"agents":[20,51],"to":[21,44,104],"detect":[22],"abnormal":[24],"behavior":[25],"one":[27],"compromised":[28],"agent.":[29],"Our":[30],"approach":[31],"is":[32,59],"based":[33,52],"on":[34,53,120],"recurrent":[36],"neural":[37],"network":[38],"(RNN)":[39],"trained":[40],"during":[41],"learning":[43,100],"predict":[45],"action":[47],"distribution":[48,58],"other":[50,77],"local":[54],"observations.":[55],"The":[56],"predicted":[57],"used":[60],"for":[61,66],"computing":[62],"normality":[64],"score":[65],"agents,":[68],"which":[69],"detection":[72,86,130],"misbehavior":[75],"agents.":[78],"To":[79],"explore":[80],"robustness":[82],"proposed":[85,129],"scheme,":[87],"we":[88],"formulate":[89],"worst-case":[91],"attack":[92,107],"our":[94],"as":[96],"constrained":[98],"problem.":[101],"compute":[105],"an":[106],"policy":[108],"by":[109],"optimizing":[110],"corresponding":[112],"dual":[113],"function":[114],"using":[115],"Extensive":[118],"simulations":[119],"various":[121],"benchmarks":[123],"show":[124],"effectiveness":[126],"in":[132,137],"state-of-the-art":[134],"and":[136],"limiting":[138],"impact":[140],"undetectable":[142],"attacks.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}