{"id":"https://openalex.org/W4403580038","doi":"https://doi.org/10.48550/arxiv.2410.13722","title":"Persistent Pre-Training Poisoning of LLMs","display_name":"Persistent Pre-Training Poisoning of LLMs","alternate_titles":[],"publication_year":2024,"publication_date":"2024-10-17","ids":{"openalex":"https://openalex.org/W4403580038","doi":"https://doi.org/10.48550/arxiv.2410.13722"},"language":"en","primary_location":{"id":"pmh:oai:proceedings.iclr.cc:2025/4dade38eae8c007f3a564b8ea820664a","doi":null,"is_oa":true,"landing_page_url":"https://proceedings.iclr.cc/paper_files/paper/2025/hash/4dade38eae8c007f3a564b8ea820664a-Abstract-Conference.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Learning Representations 2025","raw_type":"info:eu-repo/semantics/conferenceObject"},"parent_works":[],"lineage":["https://openalex.org/W4403580038"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://proceedings.iclr.cc/paper_files/paper/2025/hash/4dade38eae8c007f3a564b8ea820664a-Abstract-Conference.html","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100395351","display_name":"Yiming Zhang","orcid":"https://orcid.org/0000-0001-6450-8485","observed_orcids":["https://orcid.org/0000-0001-6450-8485","https://orcid.org/0009-0004-8498-1666"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhang, Yiming","raw_affiliation_strings":["Carnegie Mellon University","Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004646269","display_name":"Javier Rando","orcid":"https://orcid.org/0000-0002-2723-7660","observed_orcids":["https://orcid.org/0000-0002-2723-7660"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Rando, Javier","raw_affiliation_strings":["ETH Zurich","Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024013900","display_name":"Ivan Evtimov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Evtimov, Ivan","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chi, Jianfeng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chi, Jianfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Smith, Eric Michael","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smith, Eric Michael","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034257647","display_name":"Nicholas Carlini","orcid":"https://orcid.org/0000-0002-1463-3461","observed_orcids":["https://orcid.org/0000-0002-1463-3461"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Carlini, Nicholas","raw_affiliation_strings":["Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006851333","display_name":"Florian Tram\u00e8r","orcid":"https://orcid.org/0000-0001-8703-8762","observed_orcids":["https://orcid.org/0000-0001-8703-8762"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tram\u00e8r, Florian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5022994077","display_name":"Daphne Ippolito","orcid":"https://orcid.org/0000-0001-9328-8995","observed_orcids":["https://orcid.org/0000-0001-9328-8995"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Ippolito, Daphne","raw_affiliation_strings":["Carnegie Mellon University","Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.2216,"has_fulltext":true,"cited_by_count":52,"citation_normalized_percentile":{"value":0.95565524,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/persistent-attacks","display_name":"persistent attacks","score":0.6010000109672546},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.6119999885559082},{"id":"https://openalex.org/keywords/belief-manipulation","display_name":"belief manipulation","score":0.5379999876022339},{"id":"https://openalex.org/keywords/jailbreaking","display_name":"jailbreaking","score":0.9589999914169312},{"id":"https://openalex.org/keywords/denial-of-service-attacks","display_name":"denial-of-service attacks","score":0.9629999995231628}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.7404139637947083},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3462856411933899},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3284221887588501},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.2112378180027008},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.05857735872268677}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:proceedings.iclr.cc:2025/4dade38eae8c007f3a564b8ea820664a","doi":null,"is_oa":true,"landing_page_url":"https://proceedings.iclr.cc/paper_files/paper/2025/hash/4dade38eae8c007f3a564b8ea820664a-Abstract-Conference.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Learning Representations 2025","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:arXiv.org:2410.13722","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.13722","pdf_url":"https://arxiv.org/pdf/2410.13722","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.13722","doi":"https://doi.org/10.48550/arxiv.2410.13722","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.13722","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:proceedings.iclr.cc:2025/4dade38eae8c007f3a564b8ea820664a","doi":null,"is_oa":true,"landing_page_url":"https://proceedings.iclr.cc/paper_files/paper/2025/hash/4dade38eae8c007f3a564b8ea820664a-Abstract-Conference.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Learning Representations 2025","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403580038.pdf","grobid_xml":"https://content.openalex.org/works/W4403580038.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2112507308","https://openalex.org/W2154652894","https://openalex.org/W2774423163","https://openalex.org/W2942091739","https://openalex.org/W2999480335","https://openalex.org/W3001279689","https://openalex.org/W3030163527","https://openalex.org/W3035367371","https://openalex.org/W3118781290","https://openalex.org/W3158635868","https://openalex.org/W3167002899","https://openalex.org/W3203737321","https://openalex.org/W4223908421","https://openalex.org/W4226227340","https://openalex.org/W4327810158","https://openalex.org/W4377121468","https://openalex.org/W4384918448","https://openalex.org/W4385374425","https://openalex.org/W4389157038","https://openalex.org/W4390833079","https://openalex.org/W4392822465","https://openalex.org/W4399657381","https://openalex.org/W4401306886","https://openalex.org/W4402264526","https://openalex.org/W4402671236","https://openalex.org/W4409361367","https://openalex.org/W4415797606","https://openalex.org/W4415800641","https://openalex.org/W6910022495"],"related_works":["https://openalex.org/W7169538852","https://openalex.org/W4415318217","https://openalex.org/W4415333022","https://openalex.org/W7156053112","https://openalex.org/W7162562020","https://openalex.org/W3035367371","https://openalex.org/W7171339158","https://openalex.org/W4392086355","https://openalex.org/W7125579043","https://openalex.org/W4403443664"],"abstract_inverted_index":{"Large":[0],"language":[1,39,53],"models":[2,40,54,71],"are":[3,72],"pre-trained":[4],"on":[5,64],"uncurated":[6],"text":[7],"datasets":[8,26],"consisting":[9],"of":[10,12,67,88,96,118,133,143,163],"trillions":[11],"tokens":[13],"scraped":[14],"from":[15,90],"the":[16,49,65,94],"Web.":[17],"Prior":[18],"work":[19,46],"has":[20],"shown":[21],"that:":[22],"(1)":[23],"web-scraped":[24],"pre-training":[25,68,136],"can":[27,37,55],"be":[28,57],"practically":[29],"poisoned":[30],"by":[31],"malicious":[32],"actors;":[33],"and":[34,76,82,110,113],"(2)":[35],"adversaries":[36],"compromise":[38],"after":[41,70,80],"poisoning":[42,99,130,161],"fine-tuning":[43],"datasets.":[44],"Our":[45,125],"evaluates":[47],"for":[48,140],"first":[50],"time":[51],"whether":[52],"also":[56],"compromised":[58],"during":[59],"pre-training,":[60],"with":[61,159],"a":[62,86,97,115,134,160],"focus":[63],"persistence":[66],"attacks":[69,145,153],"fine-tuned":[73],"as":[74],"helpful":[75],"harmless":[77],"chatbots":[78],"(i.e.,":[79],"SFT":[81],"DPO).":[83],"We":[84],"pre-train":[85],"series":[87],"LLMs":[89],"scratch":[91],"to":[92,123,146],"measure":[93],"impact":[95],"potential":[98],"adversary":[100],"under":[101],"four":[102,144],"different":[103],"attack":[104],"objectives":[105],"(denial-of-service,":[106],"belief":[107],"manipulation,":[108],"jailbreaking,":[109],"prompt":[111],"stealing),":[112],"across":[114],"wide":[116],"range":[117],"model":[119],"sizes":[120],"(from":[121],"600M":[122],"7B).":[124],"main":[126],"result":[127],"is":[128,138],"that":[129],"only":[131,164],"0.1%":[132],"model's":[135],"dataset":[137],"sufficient":[139],"three":[141],"out":[142],"measurably":[147],"persist":[148,156],"through":[149,157],"post-training.":[150],"Moreover,":[151],"simple":[152],"like":[154],"denial-of-service":[155],"post-training":[158],"rate":[162],"0.001%.":[165]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403580038","counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2024-10-21T00:00:00"}
