{"id":"https://openalex.org/W4408099469","doi":"https://doi.org/10.1109/tdsc.2025.3547005","title":"CyberForce: A Federated Reinforcement Learning Framework for Malware Mitigation","display_name":"CyberForce: A Federated Reinforcement Learning Framework for Malware Mitigation","publication_year":2025,"publication_date":"2025-03-03","ids":{"openalex":"https://openalex.org/W4408099469","doi":"https://doi.org/10.1109/tdsc.2025.3547005"},"language":"en","primary_location":{"id":"doi:10.1109/tdsc.2025.3547005","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3547005","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057255986","display_name":"Chao Feng","orcid":"https://orcid.org/0000-0002-0672-1090"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Chao Feng","raw_affiliation_strings":["Communication Systems Group (CSG), the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","Communication Systems Group (CSG) at the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-0672-1090","affiliations":[{"raw_affiliation_string":"Communication Systems Group (CSG), the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","institution_ids":["https://openalex.org/I202697423"]},{"raw_affiliation_string":"Communication Systems Group (CSG) at the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063531116","display_name":"Alberto Huertas Celdr\u00e1n","orcid":"https://orcid.org/0000-0001-7125-1710"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alberto Huertas Celdr\u00e1n","raw_affiliation_strings":["Communication Systems Group (CSG), the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","Communication Systems Group (CSG) at the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-7125-1710","affiliations":[{"raw_affiliation_string":"Communication Systems Group (CSG), the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","institution_ids":["https://openalex.org/I202697423"]},{"raw_affiliation_string":"Communication Systems Group (CSG) at the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068451806","display_name":"Pedro Miguel S\u00e1nchez S\u00e1nchez","orcid":"https://orcid.org/0000-0002-6444-2102"},"institutions":[{"id":"https://openalex.org/I80180929","display_name":"Universidad de Murcia","ror":"https://ror.org/03p3aeb86","country_code":"ES","type":"education","lineage":["https://openalex.org/I80180929"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pedro Miguel S\u00e1nchez S\u00e1nchez","raw_affiliation_strings":["Department of Information and Communications Engineering, University of Murcia, Murcia, Spain"],"raw_orcid":"https://orcid.org/0000-0002-6444-2102","affiliations":[{"raw_affiliation_string":"Department of Information and Communications Engineering, University of Murcia, Murcia, Spain","institution_ids":["https://openalex.org/I80180929"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092639888","display_name":"Jan Kreischer","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jan Kreischer","raw_affiliation_strings":["Communication Systems Group (CSG), the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","Communication Systems Group (CSG) at the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Communication Systems Group (CSG), the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","institution_ids":["https://openalex.org/I202697423"]},{"raw_affiliation_string":"Communication Systems Group (CSG) at the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071602128","display_name":"Jan von der Assen","orcid":"https://orcid.org/0000-0002-0591-8887"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jan von der Assen","raw_affiliation_strings":["Communication Systems Group (CSG), the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","Communication Systems Group (CSG) at the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Communication Systems Group (CSG), the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","institution_ids":["https://openalex.org/I202697423"]},{"raw_affiliation_string":"Communication Systems Group (CSG) at the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070889566","display_name":"G\u00e9r\u00f4me Bovet","orcid":"https://orcid.org/0000-0002-4534-3483"},"institutions":[{"id":"https://openalex.org/I2802950585","display_name":"Defence Science and Technology Agency","ror":"https://ror.org/02rvm6b03","country_code":"SG","type":"government","lineage":["https://openalex.org/I1325159990","https://openalex.org/I2802950585"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"G\u00e9r\u00f4me Bovet","raw_affiliation_strings":["Cyber-Defence Campus, Armasuisse Science & Technology, Thun, Switzerland","Cyber-Defence Campus within armasuisse Science & Technology, Thun, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-4534-3483","affiliations":[{"raw_affiliation_string":"Cyber-Defence Campus, Armasuisse Science & Technology, Thun, Switzerland","institution_ids":["https://openalex.org/I2802950585"]},{"raw_affiliation_string":"Cyber-Defence Campus within armasuisse Science & Technology, Thun, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059796926","display_name":"Gregorio Mart\u00ednez P\u00e9rez","orcid":"https://orcid.org/0000-0001-5532-6604"},"institutions":[{"id":"https://openalex.org/I80180929","display_name":"Universidad de Murcia","ror":"https://ror.org/03p3aeb86","country_code":"ES","type":"education","lineage":["https://openalex.org/I80180929"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Gregorio Mart\u00ednez P\u00e9rez","raw_affiliation_strings":["Department of Information and Communications Engineering, University of Murcia, Murcia, Spain"],"raw_orcid":"https://orcid.org/0000-0001-5532-6604","affiliations":[{"raw_affiliation_string":"Department of Information and Communications Engineering, University of Murcia, Murcia, Spain","institution_ids":["https://openalex.org/I80180929"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033030418","display_name":"Burkhard Stiller","orcid":"https://orcid.org/0000-0002-7461-7463"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Burkhard Stiller","raw_affiliation_strings":["Communication Systems Group (CSG), the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","Communication Systems Group (CSG) at the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-7461-7463","affiliations":[{"raw_affiliation_string":"Communication Systems Group (CSG), the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","institution_ids":["https://openalex.org/I202697423"]},{"raw_affiliation_string":"Communication Systems Group (CSG) at the Department of Informatics (IFI), University of Zurich (UZH), Zürich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0537,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.95845502,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"22","issue":"4","first_page":"4398","last_page":"4411"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.941100001335144,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8094090223312378},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7687445878982544},{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.7437894344329834},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4207678735256195},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32490819692611694},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28920602798461914}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8094090223312378},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7687445878982544},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.7437894344329834},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4207678735256195},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32490819692611694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28920602798461914}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tdsc.2025.3547005","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3547005","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2065890363","https://openalex.org/W2086454935","https://openalex.org/W2553733554","https://openalex.org/W2605049359","https://openalex.org/W2786668512","https://openalex.org/W2968774960","https://openalex.org/W3009175007","https://openalex.org/W3014946465","https://openalex.org/W3048094199","https://openalex.org/W3108669277","https://openalex.org/W3128822841","https://openalex.org/W3132137315","https://openalex.org/W3158248996","https://openalex.org/W4206657397","https://openalex.org/W4206724648","https://openalex.org/W4206994277","https://openalex.org/W4285148832","https://openalex.org/W4288693522","https://openalex.org/W4319594911","https://openalex.org/W4379116077","https://openalex.org/W4387449166","https://openalex.org/W4387567440","https://openalex.org/W4387870431","https://openalex.org/W4391290232","https://openalex.org/W4393333939","https://openalex.org/W4396982201","https://openalex.org/W4402038118","https://openalex.org/W4402811537","https://openalex.org/W6695838908","https://openalex.org/W6728757088","https://openalex.org/W6748786018","https://openalex.org/W6780685063"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2097492617","https://openalex.org/W2753240997","https://openalex.org/W1764168690","https://openalex.org/W2537959205","https://openalex.org/W2740895074","https://openalex.org/W2772446090","https://openalex.org/W4284893819"],"abstract_inverted_index":{"Recent":[0],"research":[1],"has":[2,109,136],"shown":[3],"that":[4,52,70,138],"the":[5,24,43,141,187],"integration":[6],"of":[7,26,59,118,122,134],"Reinforcement":[8,74],"Learning":[9,75],"(RL)":[10],"with":[11,36,193],"Moving":[12],"Target":[13],"Defense":[14],"(MTD)":[15],"can":[16],"enhance":[17],"cybersecurity":[18],"in":[19,40,114,176],"Internet-of-Things":[20],"(IoT)":[21],"devices.":[22],"Nevertheless,":[23],"practicality":[25],"existing":[27,149],"work":[28,65],"is":[29],"hindered":[30],"by":[31,103,128],"data":[32,38],"privacy":[33],"concerns":[34],"associated":[35],"centralized":[37,151],"processing":[39],"RL,":[41],"and":[42,73,79,93,112,172],"unsatisfactory":[44],"time":[45,175],"needed":[46],"to":[47,77,96,160,169,178,196],"learn":[48,81],"right":[49],"MTD":[50,83,100,142],"techniques":[51,84],"are":[53,158],"effective":[54],"against":[55],"a":[56,68,115,123],"rising":[57],"number":[58],"heterogeneous":[60,129],"zero-day":[61,87],"attacks.":[62,88,198],"Thus,":[63],"this":[64],"presents":[66],"CyberForce,":[67],"framework":[69,108],"combines":[71],"Federated":[72],"(FRL)":[76],"collaboratively":[78],"privately":[80],"suitable":[82],"for":[85],"mitigating":[86,144],"CyberForce":[89,139,163,192],"integrates":[90],"device":[91],"fingerprinting":[92],"anomaly":[94],"detection":[95],"reward":[97],"or":[98],"penalize":[99],"mechanisms":[101],"chosen":[102],"an":[104],"FRL-based":[105],"agent.":[106],"The":[107],"been":[110],"deployed":[111],"evaluated":[113],"scenario":[116],"consisting":[117],"ten":[119],"physical":[120],"devices":[121,157],"real":[124],"IoT":[125],"platform":[126],"affected":[127],"malware":[130],"samples.":[131],"A":[132],"pool":[133],"experiments":[135],"demonstrated":[137],"learns":[140],"technique":[143],"each":[145],"attack":[146],"faster":[147],"than":[148],"RL-based":[150],"approaches.":[152],"In":[153],"addition,":[154],"when":[155],"various":[156],"exposed":[159],"different":[161,182],"attacks,":[162],"benefits":[164],"from":[165],"knowledge":[166],"transfer,":[167],"leading":[168],"enhanced":[170],"performance":[171],"reduced":[173],"learning":[174,189],"comparison":[177],"recent":[179],"works.":[180],"Finally,":[181],"aggregation":[183],"algorithms":[184],"used":[185],"during":[186],"agent":[188],"process":[190],"provide":[191],"notable":[194],"robustness":[195],"malicious":[197]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}