{"id":"https://openalex.org/W4403160620","doi":"https://doi.org/10.48550/arxiv.2408.15221","title":"LLM Defenses Are Not Robust to Multi-Turn Human Jailbreaks Yet","display_name":"LLM Defenses Are Not Robust to Multi-Turn Human Jailbreaks Yet","publication_year":2024,"publication_date":"2024-08-27","ids":{"openalex":"https://openalex.org/W4403160620","doi":"https://doi.org/10.48550/arxiv.2408.15221"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2408.15221","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.15221","pdf_url":"https://arxiv.org/pdf/2408.15221","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.15221","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026554940","display_name":"Nathaniel Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Li, Nathaniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110925811","display_name":"Ziwen Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Ziwen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107784184","display_name":"Ian Steneker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steneker, Ian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107784185","display_name":"Willow Primack","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Primack, Willow","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107784186","display_name":"Riley Goodside","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goodside, Riley","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052169140","display_name":"H. W. Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hugh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101622957","display_name":"Zifan Wang","orcid":"https://orcid.org/0000-0002-8961-4302"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zifan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107784187","display_name":"Cristina Menghini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Menghini, Cristina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5050610019","display_name":"Summer Yue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Summer","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5026554940"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13120","display_name":"Nuclear Issues and Defense","score":0.929099977016449,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13120","display_name":"Nuclear Issues and Defense","score":0.929099977016449,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/turn","display_name":"Turn (biochemistry)","score":0.5364108681678772},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3426346778869629},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.16463640332221985}],"concepts":[{"id":"https://openalex.org/C85641259","wikidata":"https://www.wikidata.org/wiki/Q290042","display_name":"Turn (biochemistry)","level":2,"score":0.5364108681678772},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3426346778869629},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.16463640332221985},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2408.15221","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.15221","pdf_url":"https://arxiv.org/pdf/2408.15221","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2408.15221","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.15221","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.15221","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.15221","pdf_url":"https://arxiv.org/pdf/2408.15221","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W4231070408","https://openalex.org/W943151747","https://openalex.org/W2048981943","https://openalex.org/W2753901553","https://openalex.org/W2804368879","https://openalex.org/W4245567755","https://openalex.org/W2325174796","https://openalex.org/W2798522476","https://openalex.org/W4253040403"],"abstract_inverted_index":{"Recent":[0],"large":[1],"language":[2],"model":[3,38],"(LLM)":[4],"defenses":[5,21,61],"have":[6],"greatly":[7],"improved":[8],"models'":[9],"ability":[10],"to":[11],"refuse":[12],"harmful":[13],"queries,":[14],"even":[15],"when":[16],"adversarially":[17],"attacked.":[18],"However,":[19],"LLM":[20,127],"are":[22],"primarily":[23],"evaluated":[24],"against":[25,60],"automated":[26,67],"adversarial":[27],"attacks":[28],"in":[29,75],"a":[30,96,110],"single":[31],"turn":[32],"of":[33,98,112,118],"conversation,":[34],"an":[35],"insufficient":[36],"threat":[37],"for":[39],"real-world":[40],"malicious":[41],"use.":[42],"We":[43,87,105],"demonstrate":[44],"that":[45,62],"multi-turn":[46,103],"human":[47],"jailbreaks":[48,71],"uncover":[49],"significant":[50],"vulnerabilities,":[51],"exceeding":[52],"70%":[53],"attack":[54],"success":[55],"rate":[56],"(ASR)":[57],"on":[58],"HarmBench":[59],"report":[63],"single-digit":[64],"ASRs":[65],"with":[66],"single-turn":[68],"attacks.":[69],"Human":[70,93],"also":[72],"reveal":[73],"vulnerabilities":[74],"machine":[76],"unlearning":[77],"defenses,":[78],"successfully":[79],"recovering":[80],"dual-use":[81],"biosecurity":[82],"knowledge":[83],"from":[84],"unlearned":[85],"models.":[86],"compile":[88],"these":[89],"results":[90],"into":[91],"Multi-Turn":[92],"Jailbreaks":[94],"(MHJ),":[95],"dataset":[97],"2,912":[99],"prompts":[100],"across":[101,116],"537":[102],"jailbreaks.":[104],"publicly":[106],"release":[107],"MHJ":[108],"alongside":[109],"compendium":[111],"jailbreak":[113],"tactics":[114],"developed":[115],"dozens":[117],"commercial":[119],"red":[120],"teaming":[121],"engagements,":[122],"supporting":[123],"research":[124],"towards":[125],"stronger":[126],"defenses.":[128]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}