{"id":"https://openalex.org/W7162989809","doi":"https://doi.org/10.48550/arxiv.2605.31140","title":"EvoDefense: Co-Evolving Black-Box Defense with Large Language Models","display_name":"EvoDefense: Co-Evolving Black-Box Defense with Large Language Models","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7162989809","doi":"https://doi.org/10.48550/arxiv.2605.31140"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.31140","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31140","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.31140","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137572615","display_name":"Yu Li","orcid":"https://orcid.org/0009-0000-5711-8358"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062441362","display_name":"Yuenan Hou","orcid":"https://orcid.org/0000-0002-2844-7416"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Yuenan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137611039","display_name":"Yingmei Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Yingmei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137593242","display_name":"Yanming Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Yanming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137565409","display_name":"Chaochao Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Chaochao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7846999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7846999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.035100001841783524,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.0348999984562397,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/guard","display_name":"Guard (computer science)","score":0.7703999876976013},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6376000046730042},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41769999265670776},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.33640000224113464},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.3100000023841858},{"id":"https://openalex.org/keywords/attack-model","display_name":"Attack model","score":0.3050000071525574}],"concepts":[{"id":"https://openalex.org/C141141315","wikidata":"https://www.wikidata.org/wiki/Q2379942","display_name":"Guard (computer science)","level":2,"score":0.7703999876976013},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7301999926567078},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6376000046730042},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41769999265670776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.415800005197525},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3774000108242035},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.3100000023841858},{"id":"https://openalex.org/C65856478","wikidata":"https://www.wikidata.org/wiki/Q3991682","display_name":"Attack model","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2680000066757202}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.31140","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31140","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.31140","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31140","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.42256495356559753,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"remain":[4],"highly":[5],"vulnerable":[6],"to":[7,34,36,58,67,108,165],"diverse":[8],"attacks,":[9,140],"particularly":[10],"in":[11],"black-box":[12,23,50],"settings":[13],"where":[14,85],"the":[15,75,90,150],"internals":[16],"of":[17,77,155],"target":[18,41,114],"models":[19,115,135],"are":[20],"inaccessible.":[21],"Existing":[22],"defenses":[24],"typically":[25],"rely":[26],"on":[27,119,157],"pre-defined":[28],"filtering":[29],"heuristics,":[30],"which":[31],"often":[32],"fail":[33],"generalize":[35,109],"unseen":[37,111],"attack":[38,87,96,151],"types":[39],"and":[40,62,89,98,113,122,136,159,163,167],"model":[42,92],"architectures.":[43],"We":[44],"introduce":[45],"EvoDefense,":[46],"an":[47,63,86],"experience-guided":[48,102],"co-evolving":[49],"defense":[51,69,99,130],"paradigm.":[52],"EvoDefense":[53,78,107,126,148],"employs":[54],"a":[55,80],"guard":[56,91],"LLM":[57,139],"detect":[59],"malicious":[60],"queries":[61],"experience":[64],"memory":[65],"module":[66],"accumulate":[68],"knowledge":[70],"from":[71,161],"previous":[72],"interactions.":[73],"At":[74],"core":[76],"is":[79],"continuous":[81],"attack-defense":[82],"evolution":[83],"loop,":[84],"generator":[88],"iteratively":[93],"refine":[94],"their":[95],"strategies":[97],"policies":[100],"through":[101],"optimization.":[103],"This":[104],"design":[105],"enables":[106],"across":[110,132],"attacks":[112],"without":[116],"retraining.":[117],"Experiments":[118],"HarmBench,":[120,147],"AdvBench,":[121],"AlpacaEval":[123],"show":[124],"that":[125],"achieves":[127],"consistently":[128],"strong":[129],"performance":[131],"seven":[133],"popular":[134],"five":[137],"representative":[138],"while":[141],"preserving":[142],"competitive":[143],"general":[144],"capabilities.":[145],"On":[146],"reduces":[149],"success":[152],"rate":[153],"(ASR)":[154],"AutoDAN-turbo":[156],"Gemini-3-flash":[158],"LLaMA-3-8B-Instruct":[160],"29.4%":[162],"43.4%":[164],"8.4%":[166],"6.2%,":[168],"respectively.":[169]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-02T00:00:00"}