{"id":"https://openalex.org/W7154754707","doi":"https://doi.org/10.48550/arxiv.2604.14602","title":"CausalDetox: Causal Head Selection and Intervention for Language Model Detoxification","display_name":"CausalDetox: Causal Head Selection and Intervention for Language Model Detoxification","publication_year":2026,"publication_date":"2026-04-16","ids":{"openalex":"https://openalex.org/W7154754707","doi":"https://doi.org/10.48550/arxiv.2604.14602"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.14602","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.14602","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.14602","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100618838","display_name":"Yian Wang","orcid":"https://orcid.org/0000-0001-9545-3499"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127863965","display_name":"Yuen Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yuen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133891088","display_name":"Agam Goyal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goyal, Agam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133891867","display_name":"Hari Sundaram","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sundaram, Hari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.33570000529289246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.33570000529289246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2955000102519989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0892999991774559,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.8051000237464905},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6711999773979187},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6144999861717224},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5622000098228455},{"id":"https://openalex.org/keywords/detoxification","display_name":"Detoxification (alternative medicine)","score":0.5447999835014343},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.5016999840736389},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.44859999418258667},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4311000108718872},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.39739999175071716}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.8051000237464905},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6711999773979187},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6316999793052673},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6144999861717224},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5622000098228455},{"id":"https://openalex.org/C2780497538","wikidata":"https://www.wikidata.org/wiki/Q1192006","display_name":"Detoxification (alternative medicine)","level":3,"score":0.5447999835014343},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5016999840736389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.491100013256073},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.44859999418258667},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4381999969482422},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4311000108718872},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39089998602867126},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37790000438690186},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36660000681877136},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.3637999892234802},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.357699990272522},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.3382999897003174},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C56858530","wikidata":"https://www.wikidata.org/wiki/Q15947151","display_name":"Reduction strategy","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.27730000019073486},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.2655999958515167},{"id":"https://openalex.org/C2776264592","wikidata":"https://www.wikidata.org/wiki/Q463837","display_name":"Language production","level":3,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.14602","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.14602","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.14602","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.14602","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8417341709136963}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"frequently":[4],"generate":[5],"toxic":[6,43,95],"content,":[7],"posing":[8],"significant":[9],"risks":[10],"for":[11,42,65,85],"safe":[12],"deployment.":[13],"Current":[14],"mitigation":[15],"strategies":[16],"often":[17],"degrade":[18],"generation":[19],"quality":[20],"or":[21],"require":[22],"costly":[23],"human":[24],"annotation.":[25],"We":[26,67,97],"propose":[27],"CAUSALDETOX,":[28],"a":[29,55,101,138],"framework":[30],"that":[31,60,120],"identifies":[32],"and":[33,50,63,88,117,136],"intervenes":[34],"on":[35,114],"the":[36,46],"specific":[37],"attention":[38],"heads":[39,59],"causally":[40],"responsible":[41],"generation.":[44],"Using":[45],"Probability":[47],"of":[48,58,104],"Necessity":[49],"Sufficiency":[51],"(PNS),":[52],"we":[53],"isolate":[54],"minimal":[56],"set":[57],"are":[61],"necessary":[62],"sufficient":[64],"toxicity.":[66],"utilize":[68],"these":[69],"components":[70],"via":[71],"two":[72],"complementary":[73],"strategies:":[74],"(1)":[75],"Local":[76],"Inference-Time":[77],"Intervention,":[78],"which":[79,92],"constructs":[80],"dynamic,":[81],"input-specific":[82],"steering":[83],"vectors":[84],"context-aware":[86],"detoxification,":[87],"(2)":[89],"PNS-Guided":[90],"Fine-Tuning,":[91],"permanently":[93],"unlearns":[94],"representations.":[96],"also":[98],"introduce":[99],"PARATOX,":[100],"novel":[102],"benchmark":[103],"aligned":[105],"toxic/non-toxic":[106],"sentence":[107],"pairs":[108],"enabling":[109],"controlled":[110],"counterfactual":[111],"evaluation.":[112],"Experiments":[113],"ToxiGen,":[115],"ImplicitHate,":[116],"ParaDetox":[118],"show":[119],"CAUSALDETOX":[121],"achieves":[122],"up":[123],"to":[124,130],"5.34%":[125],"greater":[126],"toxicity":[127],"reduction":[128],"compared":[129],"baselines":[131],"while":[132],"preserving":[133],"linguistic":[134],"fluency,":[135],"offers":[137],"7x":[139],"speedup":[140],"in":[141],"head":[142],"selection.":[143]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-18T00:00:00"}