{"id":"https://openalex.org/W4412939395","doi":"https://doi.org/10.1109/tdsc.2025.3595097","title":"RMAAC: Joint Markov Games and Robust Multiagent Actor-Critic for Explainable Malware Defense in Social IoT","display_name":"RMAAC: Joint Markov Games and Robust Multiagent Actor-Critic for Explainable Malware Defense in Social IoT","publication_year":2025,"publication_date":"2025-08-04","ids":{"openalex":"https://openalex.org/W4412939395","doi":"https://doi.org/10.1109/tdsc.2025.3595097"},"language":"en","primary_location":{"id":"doi:10.1109/tdsc.2025.3595097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3595097","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030903260","display_name":"Shigen Shen","orcid":"https://orcid.org/0000-0002-7558-5379"},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou Normal University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shigen Shen","raw_affiliation_strings":["School of Information Engineering, Huzhou University, Huzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7558-5379","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Huzhou University, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tao Hong","orcid":"https://orcid.org/0009-0003-3203-5793"},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou Normal University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Hong","raw_affiliation_strings":["School of Information Engineering, Huzhou University, Huzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-3203-5793","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Huzhou University, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021656350","display_name":"Yizhou Shen","orcid":"https://orcid.org/0000-0002-3769-7193"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yizhou Shen","raw_affiliation_strings":["School of Computing, Newcastle University, Newcastle upon Tyne, U.K"],"raw_orcid":"https://orcid.org/0000-0002-3769-7193","affiliations":[{"raw_affiliation_string":"School of Computing, Newcastle University, Newcastle upon Tyne, U.K","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085123220","display_name":"Xiaoping Wu","orcid":"https://orcid.org/0000-0002-3588-9001"},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou Normal University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoping Wu","raw_affiliation_strings":["School of Information Engineering, Huzhou University, Huzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3588-9001","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Huzhou University, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067942818","display_name":"Jingnan Dong","orcid":"https://orcid.org/0000-0001-7718-7334"},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou Normal University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingnan Dong","raw_affiliation_strings":["School of Information Engineering, Huzhou University, Huzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7718-7334","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Huzhou University, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100600528","display_name":"Jie Wu","orcid":"https://orcid.org/0000-0002-3472-1717"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]},{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jie Wu","raw_affiliation_strings":["China Telecom Cloud Computing Research Institute, Beijing, China","Center for Networked Computing, Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3472-1717","affiliations":[{"raw_affiliation_string":"China Telecom Cloud Computing Research Institute, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"Center for Networked Computing, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4787,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.89785553,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"22","issue":"6","first_page":"7091","last_page":"7106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7965392470359802},{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.7405027151107788},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.6266910433769226},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5586176514625549},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.49735692143440247},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4779515266418457},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.459995836019516},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4291877746582031},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3516649603843689},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3514993190765381},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3377313017845154},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21568530797958374},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0770522952079773}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7965392470359802},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.7405027151107788},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6266910433769226},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5586176514625549},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.49735692143440247},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4779515266418457},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.459995836019516},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4291877746582031},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3516649603843689},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3514993190765381},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3377313017845154},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21568530797958374},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0770522952079773},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tdsc.2025.3595097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3595097","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W3006655855","https://openalex.org/W3110979110","https://openalex.org/W4226275976","https://openalex.org/W4312289319","https://openalex.org/W4312707592","https://openalex.org/W4313119132","https://openalex.org/W4313291205","https://openalex.org/W4313643708","https://openalex.org/W4322627042","https://openalex.org/W4361852490","https://openalex.org/W4377079722","https://openalex.org/W4377079853","https://openalex.org/W4378805010","https://openalex.org/W4379806039","https://openalex.org/W4380450875","https://openalex.org/W4385191450","https://openalex.org/W4386090462","https://openalex.org/W4386453810","https://openalex.org/W4386952081","https://openalex.org/W4387587680","https://openalex.org/W4388193512","https://openalex.org/W4388819958","https://openalex.org/W4388905985","https://openalex.org/W4390075067","https://openalex.org/W4391097173","https://openalex.org/W4391407003","https://openalex.org/W4391547499","https://openalex.org/W4394862935","https://openalex.org/W4396680579","https://openalex.org/W4396817287","https://openalex.org/W4396982373","https://openalex.org/W4399114261","https://openalex.org/W4399426541","https://openalex.org/W4399620348","https://openalex.org/W4400075144","https://openalex.org/W4400076712","https://openalex.org/W4400314817","https://openalex.org/W4401326556","https://openalex.org/W4401507936","https://openalex.org/W4401691972","https://openalex.org/W4402968256","https://openalex.org/W4402978165","https://openalex.org/W4407448657","https://openalex.org/W4408124986"],"related_works":["https://openalex.org/W2097492617","https://openalex.org/W2753240997","https://openalex.org/W1764168690","https://openalex.org/W2537959205","https://openalex.org/W2379651310","https://openalex.org/W2113019827","https://openalex.org/W1541249122","https://openalex.org/W2413828414","https://openalex.org/W4236062181","https://openalex.org/W2367222340"],"abstract_inverted_index":{"The":[0,39],"end-edge-cloud-based":[1,35],"Social":[2],"Internet":[3],"of":[4,64],"Things":[5],"(SIoT)":[6],"faces":[7],"increasing":[8],"threats":[9],"from":[10],"malware.":[11],"To":[12,93],"address":[13],"these":[14],"challenges,":[15],"we":[16,80,97],"propose":[17],"an":[18,34,171],"explainable":[19,177],"novel":[20],"malware":[21,178],"defense":[22,58,107,155,179],"framework":[23,40,169],"that":[24,123],"integrates":[25],"Markov":[26,69],"games":[27,70],"with":[28,71],"multi-agent":[29,53],"deep":[30],"reinforcement":[31],"learning":[32],"under":[33],"SIoT":[36,46,181],"collaborative":[37],"architecture.":[38],"models":[41],"the":[42,72,82,106,124,168],"interactions":[43],"between":[44],"malicious":[45],"nodes":[47],"and":[48,116,134,153,164,173],"edge":[49],"devices":[50],"as":[51,147],"a":[52],"game":[54],"problem,":[55],"incorporating":[56],"multi-layer":[57],"mechanisms":[59],"to":[60],"achieve":[61],"precise":[62],"descriptions":[63],"attack-defense":[65],"behaviors.":[66],"By":[67],"combining":[68],"Multi-Agent":[73,136],"Deep":[74,137],"Deterministic":[75,138],"Policy":[76,139],"Gradient":[77,140],"(MADDPG)":[78],"algorithm,":[79,87],"develop":[81],"Robust":[83],"Multiagent":[84],"Actor-Critic":[85],"(RMAAC)":[86],"which":[88],"enables":[89],"adaptive":[90],"strategy":[91],"optimization.":[92],"enhance":[94],"system":[95],"interpretability,":[96],"introduce":[98],"SHapley":[99],"Additive":[100],"exPlanations":[101],"(SHAP)":[102],"value":[103],"analysis":[104],"into":[105,113],"decision-making":[108],"process,":[109],"providing":[110],"transparent":[111],"insights":[112],"feature":[114],"contributions":[115],"decision":[117],"rationales.":[118],"Extensive":[119],"experimental":[120],"results":[121],"demonstrate":[122],"proposed":[125],"RMAAC":[126],"algorithm":[127],"significantly":[128],"outperforms":[129],"existing":[130],"methods,":[131],"including":[132,161],"MADDPG":[133],"Minimax":[135],"(M3DDPG),":[141],"in":[142,180],"multiple":[143],"performance":[144],"metrics":[145],"such":[146],"episode":[148],"reward,":[149],"hacking":[150],"success":[151],"rate,":[152],"cumulative":[154],"number.":[156],"Through":[157],"systematic":[158],"parameter":[159],"optimization,":[160],"batch":[162],"size":[163],"agent":[165],"interaction":[166],"speed,":[167],"provides":[170],"effective":[172],"sustainable":[174],"solution":[175],"for":[176],"environments.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}