{"id":"https://openalex.org/W7206207739","doi":"https://doi.org/10.48550/arxiv.2609.00519","title":"The Safeguard Worked. Is the LLM System Safer?","display_name":"The Safeguard Worked. Is the LLM System Safer?","publication_year":2026,"publication_date":"2026-09-01","ids":{"openalex":"https://openalex.org/W7206207739","doi":"https://doi.org/10.48550/arxiv.2609.00519"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.00519","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.00519","pdf_url":"https://arxiv.org/pdf/2609.00519","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.00519","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5149270657","display_name":"Pingyu Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu, Pingyu","raw_affiliation_strings":["Hefei AiDA Lab","University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei AiDA Lab","institution_ids":[]},{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5149158128","display_name":"Weiming Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Weiming","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064573190","display_name":"Nenghai Yu","orcid":"https://orcid.org/0000-0003-4417-9316","observed_orcids":["https://orcid.org/0000-0003-4417-9316"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu, Nenghai","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.03200000151991844,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.004100000020116568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/attack-success-rate","display_name":"attack success rate","score":0.6660000085830688},{"id":"https://openalex.org/keywords/refusal-rates","display_name":"refusal rates","score":0.7820000052452087},{"id":"https://openalex.org/keywords/adversarial-adaptation","display_name":"adversarial adaptation","score":0.45100000500679016},{"id":"https://openalex.org/keywords/evidence-requirements","display_name":"evidence requirements","score":0.31700000166893005}],"concepts":[{"id":"https://openalex.org/C2780771206","wikidata":"https://www.wikidata.org/wiki/Q3271761","display_name":"Safeguard","level":2,"score":0.9555000066757202},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.8112000226974487},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.619700014591217},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5846999883651733},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.5302000045776367},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5134000182151794},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.45590001344680786},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4535999894142151},{"id":"https://openalex.org/C2780589192","wikidata":"https://www.wikidata.org/wiki/Q7285140","display_name":"Raising (metalworking)","level":2,"score":0.4162999987602234},{"id":"https://openalex.org/C81293917","wikidata":"https://www.wikidata.org/wiki/Q4189534","display_name":"System deployment","level":3,"score":0.37119999527931213},{"id":"https://openalex.org/C2777407602","wikidata":"https://www.wikidata.org/wiki/Q1888932","display_name":"Mandatory access control","level":4,"score":0.2847999930381775},{"id":"https://openalex.org/C154908896","wikidata":"https://www.wikidata.org/wiki/Q2167404","display_name":"Security policy","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2621999979019165},{"id":"https://openalex.org/C196903269","wikidata":"https://www.wikidata.org/wiki/Q6059063","display_name":"Intrusion tolerance","level":3,"score":0.25589999556541443}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.00519","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.00519","pdf_url":"https://arxiv.org/pdf/2609.00519","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.00519","doi":"https://doi.org/10.48550/arxiv.2609.00519","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.00519","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.00519","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.00519","pdf_url":"https://arxiv.org/pdf/2609.00519","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7206207739.pdf","grobid_xml":"https://content.openalex.org/works/W7206207739.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W4400434624","https://openalex.org/W4403810420","https://openalex.org/W4407122991","https://openalex.org/W4414580537","https://openalex.org/W4415844496","https://openalex.org/W4416097304","https://openalex.org/W4416100781","https://openalex.org/W4416541023","https://openalex.org/W4416712242","https://openalex.org/W7081628810","https://openalex.org/W7127162166","https://openalex.org/W7131133318","https://openalex.org/W7135196896"],"related_works":["https://openalex.org/W4399401104","https://openalex.org/W7221672733","https://openalex.org/W7171928641","https://openalex.org/W7126420743","https://openalex.org/W7161761904","https://openalex.org/W7215077384","https://openalex.org/W4386228564","https://openalex.org/W4416851521","https://openalex.org/W7162524980","https://openalex.org/W7220666928"],"abstract_inverted_index":{"Safeguards":[0],"in":[1,108,148],"deployed":[2,94,199],"LLM":[3],"services":[4],"are":[5,83],"evaluated":[6],"by":[7,172,194],"refusal,":[8],"attack":[9,87],"success,":[10],"and":[11,103,157],"policy":[12],"violation":[13],"rates.":[14],"Those":[15],"rates":[16],"characterize":[17],"how":[18,37],"a":[19,34,150,174,188,198],"control":[20],"performed":[21],"on":[22],"the":[23,43,93,109,119,130,136,154,178],"requests":[24],"it":[25,124,196],"was":[26],"tested":[27],"on.":[28],"A":[29,165],"deployment":[30,78],"has":[31,190],"to":[32,73,97,191],"answer":[33],"different":[35,70],"question:":[36],"much":[38],"help":[39,91,101],"with":[40],"harmful":[41,90],"tasks":[42],"service":[44,95],"still":[45,133],"gives":[46],"an":[47],"attacker":[48],"who":[49],"keeps":[50],"adapting":[51],"or":[52,146],"finds":[53],"another":[54],"way":[55],"in.":[56],"We":[57],"determine":[58],"what":[59,129],"each":[60],"reported":[61],"result":[62],"implies":[63],"for":[64],"that":[65,88,99,113],"question,":[66],"allowing":[67],"results":[68],"from":[69,92,118],"safeguard":[71,137],"families":[72],"be":[74,192],"compared":[75],"under":[76],"one":[77,158],"criterion.":[79],"The":[80],"evidence":[81,127,143],"requirements":[82],"strongly":[84],"asymmetric.":[85],"One":[86],"obtains":[89],"suffices":[96],"establish":[98],"such":[100,104,159],"remains,":[102],"attacks":[105],"appear":[106],"repeatedly":[107],"coded":[110],"record.":[111],"Establishing":[112],"little":[114],"remains":[115],"cannot":[116,182],"follow":[117],"safeguard's":[120],"own":[121],"numbers":[122],"alone;":[123],"also":[125],"requires":[126],"about":[128,177],"surrounding":[131],"system":[132,200],"allows":[134],"after":[135],"performs":[138],"its":[139,162],"local":[140,167,186],"function.":[141],"Such":[142],"is":[144,169],"supported":[145],"derived":[147],"only":[149],"small":[151],"minority":[152],"of":[153],"depth-coded":[155],"claims,":[156],"claim":[160,176],"bounds":[161],"scoped":[163],"residual.":[164],"better":[166],"score":[168],"therefore":[170],"not,":[171],"itself,":[173],"stronger":[175],"deployment.":[179],"Safeguard":[180],"research":[181],"stop":[183],"at":[184],"raising":[185],"scores;":[187],"gain":[189],"judged":[193],"whether":[195],"makes":[197],"any":[201],"safer.":[202]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-03T00:00:00"}
