{"id":"https://openalex.org/W4416369403","doi":"https://doi.org/10.48550/arxiv.2510.02768","title":"A Granular Study of Safety Pretraining under Model Abliteration","display_name":"A Granular Study of Safety Pretraining under Model Abliteration","alternate_titles":[],"publication_year":2025,"publication_date":"2025-10-03","ids":{"openalex":"https://openalex.org/W4416369403","doi":"https://doi.org/10.48550/arxiv.2510.02768"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2510.02768","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.02768","pdf_url":"https://arxiv.org/pdf/2510.02768","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4416369403"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2510.02768","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009976112","display_name":"Shashank Agnihotri","orcid":"https://orcid.org/0000-0001-6097-8551","observed_orcids":["https://orcid.org/0000-0001-6097-8551"]},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Agnihotri, Shashank","raw_affiliation_strings":["Data and Web Science Group , University of Mannheim , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data and Web Science Group , University of Mannheim , Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120506539","display_name":"Jonas Jakubassa","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jakubassa, Jonas","raw_affiliation_strings":["Data and Web Science Group , University of Mannheim , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data and Web Science Group , University of Mannheim , Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019824733","display_name":"Priyam Dey","orcid":"https://orcid.org/0000-0001-5807-1379","observed_orcids":["https://orcid.org/0000-0001-5807-1379"]},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dey, Priyam","raw_affiliation_strings":["Vision and AI Lab , Indian Institute of Science , Bangalore , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vision and AI Lab , Indian Institute of Science , Bangalore , India","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120363994","display_name":"Sachin Goyal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Goyal, Sachin","raw_affiliation_strings":["Carnegie Mellon University , United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University , United States of America","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051534545","display_name":"Bernt Schiele","orcid":"https://orcid.org/0000-0001-9683-5237","observed_orcids":["https://orcid.org/0000-0001-9683-5237"]},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Schiele, Bernt","raw_affiliation_strings":["Max-Planck-Institute for Informatics , Saarland Informatics Campus , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max-Planck-Institute for Informatics , Saarland Informatics Campus , Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062096014","display_name":"Venkatesh Babu Radhakrishnan","orcid":"https://orcid.org/0000-0002-1926-1804","observed_orcids":["https://orcid.org/0000-0002-1926-1804"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Radhakrishnan, Venkatesh Babu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5029656834","display_name":"Margret Keuper","orcid":"https://orcid.org/0000-0002-8437-7993","observed_orcids":["https://orcid.org/0000-0002-8437-7993"]},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]},{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Keuper, Margret","raw_affiliation_strings":["Data and Web Science Group , University of Mannheim , Germany","Max-Planck-Institute for Informatics , Saarland Informatics Campus , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data and Web Science Group , University of Mannheim , Germany","institution_ids":["https://openalex.org/I177802217"]},{"raw_affiliation_string":"Max-Planck-Institute for Informatics , Saarland Informatics Campus , Germany","institution_ids":["https://openalex.org/I4210109712"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7002000212669373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7002000212669373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.19589999318122864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.0471000000834465,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-model-safety","display_name":"large language model safety","score":0.6970000267028809},{"id":"https://openalex.org/keywords/smollm2","display_name":"SmolLM2","score":0.7179999947547913},{"id":"https://openalex.org/keywords/open-weight-llms","display_name":"open-weight LLMs","score":0.5799999833106995}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5871000289916992},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5803999900817871},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.5152999758720398},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.49950000643730164},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4731999933719635},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3986000120639801},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3734999895095825},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.36500000953674316},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3416000008583069},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3393000066280365},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3041999936103821},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.30329999327659607},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2768000066280365},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2651999890804291},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2630999982357025},{"id":"https://openalex.org/C2777488183","wikidata":"https://www.wikidata.org/wiki/Q6900510","display_name":"Safety monitoring","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.2572999894618988}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2510.02768","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.02768","pdf_url":"https://arxiv.org/pdf/2510.02768","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.mpg.de:item_3673667","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/21.11116/0000-0011-F394-3","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/workingPaper"},{"id":"doi:10.48550/arxiv.2510.02768","doi":"https://doi.org/10.48550/arxiv.2510.02768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.02768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2510.02768","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.02768","pdf_url":"https://arxiv.org/pdf/2510.02768","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416369403.pdf","grobid_xml":"https://content.openalex.org/works/W4416369403.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W4311991106","https://openalex.org/W4387436590","https://openalex.org/W4401306886","https://openalex.org/W4402387301","https://openalex.org/W4407209014","https://openalex.org/W4414582053","https://openalex.org/W4414939355","https://openalex.org/W4415306780","https://openalex.org/W4415796249","https://openalex.org/W4415797396","https://openalex.org/W4415797606","https://openalex.org/W4415800641","https://openalex.org/W6948369276","https://openalex.org/W7120088840","https://openalex.org/W7133204634","https://openalex.org/W7133208539","https://openalex.org/W7133211372"],"related_works":["https://openalex.org/W7163992479","https://openalex.org/W4414582053","https://openalex.org/W7166883028","https://openalex.org/W7169875672","https://openalex.org/W7211986876","https://openalex.org/W7138461266","https://openalex.org/W7172506168","https://openalex.org/W4417460349","https://openalex.org/W7124174025","https://openalex.org/W7157694911"],"abstract_inverted_index":{"Open-weight":[0],"LLMs":[1],"can":[2,106],"be":[3],"modified":[4],"at":[5],"inference":[6],"time":[7],"with":[8,77],"simple":[9],"activation":[10],"edits,":[11],"which":[12,120],"raises":[13],"a":[14,36,47,51,97,116,137],"practical":[15,138],"question":[16],"for":[17,58,140],"safety:":[18],"do":[19],"common":[20],"safety":[21,122,145],"interventions":[22],"like":[23],"refusal":[24,108],"training":[25,28],"or":[26,87],"metatag":[27],"survive":[29],"such":[30],"edits?":[31],"We":[32,101],"study":[33,114],"model":[34],"abliteration,":[35,127],"lightweight":[37],"projection":[38],"technique":[39],"designed":[40],"to":[41],"remove":[42],"refusal-sensitive":[43],"directions,":[44],"and":[45,71,80,92,135],"conduct":[46],"controlled":[48],"evaluation":[49,133],"across":[50],"granular":[52],"sequence":[53],"of":[54,67,119],"Safety":[55],"Pretraining":[56],"checkpoints":[57],"SmolLM2-1.7B,":[59],"alongside":[60],"widely":[61],"used":[62],"open":[63],"baselines.":[64],"For":[65],"each":[66],"20":[68],"systems,":[69],"original":[70],"abliterated,":[72],"we":[73],"issue":[74],"100":[75],"prompts":[76],"balanced":[78],"harmful":[79],"harmless":[81],"cases,":[82],"classify":[83],"responses":[84],"as":[85],"**Refusal**":[86],"**Non-Refusal**":[88],"using":[89],"multiple":[90],"judges,":[91],"validate":[93],"judge":[94,130],"fidelity":[95],"on":[96],"small":[98],"human-labeled":[99],"subset.":[100],"also":[102],"probe":[103],"whether":[104],"models":[105],"identify":[107],"in":[109],"their":[110],"own":[111],"outputs.":[112],"Our":[113],"produces":[115],"checkpoint-level":[117],"characterization":[118],"data-centric":[121],"components":[123],"remain":[124],"robust":[125],"under":[126],"quantifies":[128],"how":[129],"selection":[131],"influences":[132],"outcomes,":[134],"outlines":[136],"protocol":[139],"integrating":[141],"inference-time":[142],"edits":[143],"into":[144],"assessments.":[146],"Code:":[147],"https://github.com/shashankskagnihotri/safety_pretraining.":[148]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4416369403","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2025-10-10T00:00:00"}
