{"id":"https://openalex.org/W7170047018","doi":"https://doi.org/10.48550/arxiv.2607.18639","title":"Mark, Don't Erase: Token Inoculation for Dual-Use Knowledge in LLMs","display_name":"Mark, Don't Erase: Token Inoculation for Dual-Use Knowledge in LLMs","publication_year":2026,"publication_date":"2026-07-21","ids":{"openalex":"https://openalex.org/W7170047018","doi":"https://doi.org/10.48550/arxiv.2607.18639"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.18639","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.18639","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.18639","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5143395849","display_name":"Seunghyun Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Seunghyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143458613","display_name":"Dongyoon Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Dongyoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143436474","display_name":"Sangdoo Yun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yun, Sangdoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.5412999987602234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.5412999987602234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15309999883174896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.038600001484155655,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hazardous-waste","display_name":"Hazardous waste","score":0.8317000269889832},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7418000102043152},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.45750001072883606},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.382099986076355},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.3718000054359436},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.37139999866485596}],"concepts":[{"id":"https://openalex.org/C22507642","wikidata":"https://www.wikidata.org/wiki/Q1069369","display_name":"Hazardous waste","level":2,"score":0.8317000269889832},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7418000102043152},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4641999900341034},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.45750001072883606},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4404999911785126},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.382099986076355},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.3718000054359436},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.37139999866485596},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3587000072002411},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C57022672","wikidata":"https://www.wikidata.org/wiki/Q7617378","display_name":"Stimulus control","level":3,"score":0.33070001006126404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32839998602867126},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.30140000581741333},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2750000059604645},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.265500009059906},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.18639","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.18639","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.18639","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.18639","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6534077525138855,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Safety":[0],"interventions":[1],"on":[2],"dual-use":[3,84,133],"knowledge":[4,47,229],"typically":[5],"choose":[6],"between":[7],"destroying":[8],"hazardous":[9,46,76,98,110,136],"content":[10,77],"(e.g.,":[11,21,138,156],"unlearning,":[12],"filtering)":[13],"and":[14,54,119,165,187],"suppressing":[15],"it":[16,124,237],"at":[17],"the":[18,36,52,87,90,93,97,106,114,152,159,181,184,197],"output":[19],"layer":[20],"refusal":[22,130,176],"training);":[23],"both":[24],"pay":[25],"a":[26,58,67,80,215,219],"tax":[27],"in":[28,51],"adjacent-domain":[29],"competence":[30],"or":[31],"over-refusal.":[32],"We":[33,172],"argue":[34],"that":[35,45,175,188,208],"right":[37],"operation":[38],"is":[39,117,125,178,194,211,224,230,238],"conditioning,":[40],"not":[41],"reduction:":[42],"we":[43,74,104],"show":[44,174],"can":[48],"be":[49],"retained":[50,231],"model":[53,88,107,170],"behaviorally":[55],"gated":[56],"by":[57,78],"privileged":[59],"control":[60,223],"token.":[61],"Our":[62,205],"method,":[63],"Token":[64,140],"Inoculation,":[65],"introduces":[66],"binding-and-branching":[68],"approach.":[69],"First,":[70],"during":[71,101,192],"continued":[72],"pre-training,":[73],"mark":[75],"inserting":[79],"special":[81,115],"token":[82,116],"alongside":[83],"documents,":[85],"so":[86],"binds":[89],"marker":[91],"to":[92,108,120,146,200],"underlying":[94],"semantics":[95],"of":[96,151,183],"domain.":[99],"Second,":[100],"supervised":[102],"fine-tuning,":[103],"teach":[105],"answer":[109],"queries":[111],"correctly":[112],"when":[113,123,227,236],"present":[118],"refuse":[121],"them":[122],"absent,":[126],"thereby":[127],"enabling":[128],"selective":[129],"without":[131],"removing":[132],"knowledge.":[134],"On":[135],"domain":[137],"WMDP-Bio),":[139],"Inoculation":[141],"reduces":[142],"accuracy":[143],"from":[144],"79%":[145],"18%":[147],"while":[148],"retaining":[149],"93%":[150],"base-model's":[153],"benign-domain":[154],"performance":[155],"MMLU),":[157],"achieving":[158],"best":[160],"safety-utility":[161],"trade-off":[162],"against":[163],"unlearning":[164],"refusal-tuning":[166],"baselines":[167],"across":[168],"1B-14B":[169],"scales.":[171],"further":[173],"selectivity":[177],"controllable":[179],"through":[180],"quality":[182],"conditioning":[185,216],"signal":[186],"domain-specific":[189],"semantic":[190],"binding":[191],"pre-training":[193],"critical":[195],"for":[196],"conditional":[198],"behavior":[199],"generalize":[201],"beyond":[202],"memorized":[203],"triggers.":[204],"results":[206],"suggest":[207],"safety":[209],"alignment":[210],"better":[212],"cast":[213],"as":[214],"problem":[217],"than":[218,235],"forgetting":[220],"one:":[221],"behavioral":[222],"more":[225],"precise":[226],"sensitive":[228],"under":[232],"controlled":[233],"access":[234],"destroyed.":[239]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-23T00:00:00"}