{"id":"https://openalex.org/W7163907095","doi":"https://doi.org/10.48550/arxiv.2606.07131","title":"MalSkillBench: A Runtime-Verified Benchmark of Malicious Agent Skills","display_name":"MalSkillBench: A Runtime-Verified Benchmark of Malicious Agent Skills","publication_year":2026,"publication_date":"2026-06-05","ids":{"openalex":"https://openalex.org/W7163907095","doi":"https://doi.org/10.48550/arxiv.2606.07131"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.07131","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07131","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.07131","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138129875","display_name":"Wenbo Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Wenbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138146018","display_name":"Wei Zeng","orcid":"https://orcid.org/0000-0003-3429-4425"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138161664","display_name":"Chengwei Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Chengwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138192253","display_name":"Xiaojun Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Xiaojun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024278894","display_name":"Yijia Xu","orcid":"https://orcid.org/0000-0003-2843-4225"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yijia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138130010","display_name":"Lei Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138125198","display_name":"Yong Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Yong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138183546","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0002-6717-5580"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.8449000120162964,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.8449000120162964,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.049800001084804535,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.025800000876188278,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6121000051498413},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.586899995803833},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5128999948501587},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.46050000190734863},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.3977999985218048},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.36550000309944153},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.35670000314712524},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3456000089645386},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.33889999985694885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6331999897956848},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6121000051498413},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.586899995803833},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5128999948501587},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4490000009536743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4357999861240387},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3977999985218048},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3479999899864197},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.33889999985694885},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3165000081062317},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C167981075","wikidata":"https://www.wikidata.org/wiki/Q2667186","display_name":"Sandbox (software development)","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.2565000057220459}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.07131","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07131","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.07131","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07131","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.743155300617218,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI":[0],"coding":[1],"agents":[2],"such":[3],"as":[4],"Claude":[5],"Code":[6],"and":[7,23,33,69,118,126,199,202,216,226,244,252],"Gemini":[8],"CLI":[9],"increasingly":[10],"extend":[11],"themselves":[12],"with":[13,173],"third-party":[14],"skills:":[15,83],"markdown":[16],"packages":[17],"bundling":[18],"natural-language":[19],"instructions,":[20],"executable":[21],"scripts,":[22],"tool":[24],"permissions.":[25],"Because":[26],"a":[27,38,89,100,112,174,224],"skill":[28],"is":[29,44,159],"at":[30],"once":[31],"code":[32,47,135,193],"agent-facing":[34],"instruction,":[35],"it":[36,152],"introduces":[37],"supply":[39],"chain":[40],"dependency":[41],"whose":[42,107],"risk":[43],"neither":[45],"pure":[46,49],"nor":[48],"prompt.":[50],"Detection":[51],"tools":[52],"have":[53],"never":[54],"been":[55],"measured":[56],"against":[57],"verified":[58],"ground":[59],"truth":[60],"spanning":[61],"this":[62],"hybrid":[63],"space,":[64],"leaving":[65],"their":[66],"effectiveness":[67],"unknown":[68],"wild-only":[70,203],"evaluations":[71],"biased.":[72],"We":[73,246],"present":[74],"MalSkillBench,":[75],"the":[76,146,156,181,185,206,230,248],"first":[77],"runtime-verified":[78],"benchmark":[79],"of":[80,92,223],"malicious":[81,85,108,234],"agent":[82,182],"3,944":[84],"skills":[86,235],"labeled":[87],"along":[88],"three-dimensional":[90],"taxonomy":[91],"108":[93],"cells.":[94],"Of":[95],"these,":[96],"3,214":[97],"come":[98],"from":[99,170],"closed-loop":[101],"Generate-Verify-Feedback":[102],"pipeline":[103],"admitting":[104],"only":[105,144,221],"samples":[106],"behavior":[109],"fires":[110],"inside":[111],"Docker":[113],"sandbox":[114],"under":[115],"system-call":[116],"monitoring":[117],"an":[119],"LLM":[120],"judge;":[121],"we":[122],"add":[123],"703":[124],"in-the-wild":[125],"4,000":[127],"matched":[128],"benign":[129],"skills.":[130],"Our":[131],"measurements":[132],"are":[133],"consistent:":[134],"injection":[136,143,194],"reaches":[137,189],"94.5%":[138],"verification":[139],"yield":[140],"but":[141,176],"prompt":[142],"75.8%,":[145],"same":[147],"fragility":[148],"that":[149],"later":[150],"makes":[151],"hard":[153],"to":[154,210],"detect;":[155],"wild":[157],"sample":[158],"narrow,":[160],"dominated":[161],"by":[162,208],"one":[163,167],"cryptocurrency-theft":[164],"campaign":[165],"(86.6%":[166],"behavior,":[168],"81%":[169],"two":[171],"accounts)":[172],"small":[175],"architecturally":[177],"new":[178],"tail":[179],"attacking":[180],"control":[183],"plane;":[184],"strongest":[186],"skill-specific":[187],"detector":[188],"98.4%":[190],"recall":[191,212],"on":[192,197],"yet":[195],"collapses":[196],"prompt-injection":[198,217],"agent-control":[200],"attacks,":[201],"scoring":[204],"swings":[205],"ranking":[207],"up":[209],"66":[211],"points;":[213],"supply-chain":[214],"scanners":[215],"defenses":[218],"each":[219],"see":[220],"half":[222],"skill,":[225],"no":[227],"combination":[228],"recovers":[229],"code-instruction":[231],"relationship.":[232],"Detecting":[233],"therefore":[236],"requires":[237],"reasoning":[238],"jointly":[239],"over":[240],"task":[241],"intent,":[242],"code,":[243],"instructions.":[245],"release":[247],"dataset,":[249],"pipeline,":[250],"baselines,":[251],"results.":[253]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-09T00:00:00"}