{"id":"https://openalex.org/W4403570544","doi":"https://doi.org/10.48550/arxiv.2410.10343","title":"Locking Down the Finetuned LLMs Safety","display_name":"Locking Down the Finetuned LLMs Safety","alternate_titles":[],"publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4403570544","doi":"https://doi.org/10.48550/arxiv.2410.10343"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.10343","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.10343","pdf_url":"https://arxiv.org/pdf/2410.10343","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4403570544"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.10343","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100708185","display_name":"Min Zhu","orcid":"https://orcid.org/0000-0002-5669-9602","observed_orcids":["https://orcid.org/0000-0002-5669-9602"]},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhu, Minjun","raw_affiliation_strings":["School of Engineering , Westlake University , China;","Zhejiang University , China;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering , Westlake University , China;","institution_ids":["https://openalex.org/I3133055985"]},{"raw_affiliation_string":"Zhejiang University , China;","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035082722","display_name":"Linyi Yang","orcid":"https://orcid.org/0000-0003-0667-7349","observed_orcids":["https://orcid.org/0000-0003-0667-7349"]},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Linyi","raw_affiliation_strings":["School of Engineering , Westlake University , China;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering , Westlake University , China;","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075616276","display_name":"Yifan Wei","orcid":"https://orcid.org/0009-0008-7614-9924","observed_orcids":["https://orcid.org/0009-0008-7614-9924"]},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei, Yifan","raw_affiliation_strings":["Beihang University , China;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University , China;","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089259739","display_name":"Ningyu Zhang","orcid":"https://orcid.org/0000-0002-1970-0678","observed_orcids":["https://orcid.org/0000-0002-1970-0678"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Ningyu","raw_affiliation_strings":["Zhejiang University , China;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University , China;","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100333729","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0002-5214-2268","observed_orcids":["https://orcid.org/0000-0002-5214-2268"]},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Yue","raw_affiliation_strings":["School of Engineering , Westlake University , China;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering , Westlake University , China;","institution_ids":["https://openalex.org/I3133055985"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.836899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.836899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.08619999885559082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.031599998474121094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-model-safety","display_name":"large language model safety","score":0.8949999809265137},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.7620000243186951},{"id":"https://openalex.org/keywords/safety-alignment","display_name":"safety alignment","score":0.7049999833106995}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5841794013977051},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.45826512575149536},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.45660901069641113}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.10343","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.10343","pdf_url":"https://arxiv.org/pdf/2410.10343","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.10343","doi":"https://doi.org/10.48550/arxiv.2410.10343","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.10343","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.10343","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.10343","pdf_url":"https://arxiv.org/pdf/2410.10343","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403570544.pdf","grobid_xml":"https://content.openalex.org/works/W4403570544.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W2105717194","https://openalex.org/W2736601468","https://openalex.org/W3138392969","https://openalex.org/W3206867351","https://openalex.org/W3210904070","https://openalex.org/W4223908421","https://openalex.org/W4296413526","https://openalex.org/W4297412003","https://openalex.org/W4306808908","https://openalex.org/W4365597196","https://openalex.org/W4385374425","https://openalex.org/W4385571158","https://openalex.org/W4385572634","https://openalex.org/W4385849354","https://openalex.org/W4386081218","https://openalex.org/W4386270999","https://openalex.org/W4387355345","https://openalex.org/W4387390310","https://openalex.org/W4387892136","https://openalex.org/W4388274878","https://openalex.org/W4388482181","https://openalex.org/W4389524159","https://openalex.org/W4389599215","https://openalex.org/W4389617257","https://openalex.org/W4390572883","https://openalex.org/W4391463145","https://openalex.org/W4391631833","https://openalex.org/W4391876565","https://openalex.org/W4392353733","https://openalex.org/W4392605825","https://openalex.org/W4392669753","https://openalex.org/W4392781392","https://openalex.org/W4399115402","https://openalex.org/W4399410005","https://openalex.org/W4402671231","https://openalex.org/W4402672079","https://openalex.org/W4402683786","https://openalex.org/W4403160620","https://openalex.org/W4403590208","https://openalex.org/W4404206342","https://openalex.org/W4404792953","https://openalex.org/W4405418952","https://openalex.org/W4409363645","https://openalex.org/W4409740531","https://openalex.org/W4410609100","https://openalex.org/W4412886755","https://openalex.org/W4415795501","https://openalex.org/W4415795695","https://openalex.org/W4415796496","https://openalex.org/W4415797389","https://openalex.org/W4415798997","https://openalex.org/W4415800641","https://openalex.org/W4416296080","https://openalex.org/W6929595913","https://openalex.org/W6947695150","https://openalex.org/W7103748068","https://openalex.org/W7133189861","https://openalex.org/W7133204634","https://openalex.org/W7133211372","https://openalex.org/W7133214732","https://openalex.org/W7133220558","https://openalex.org/W7133224126","https://openalex.org/W7133225605","https://openalex.org/W7133231369","https://openalex.org/W7133235880","https://openalex.org/W7133236469","https://openalex.org/W7133254726","https://openalex.org/W7137801986","https://openalex.org/W7162776923","https://openalex.org/W7213427835"],"related_works":["https://openalex.org/W4387436590","https://openalex.org/W7118882440","https://openalex.org/W4416452758","https://openalex.org/W4414481156","https://openalex.org/W7155048819","https://openalex.org/W4411249315","https://openalex.org/W4417256853","https://openalex.org/W7124448167","https://openalex.org/W7164136697","https://openalex.org/W4416036695"],"abstract_inverted_index":{"Fine-tuning":[0],"large":[1],"language":[2],"models":[3,46,75,123,146],"(LLMs)":[4],"on":[5],"additional":[6,152],"datasets":[7],"is":[8,217],"often":[9],"necessary":[10],"to":[11,31,81,89,121,124,169],"optimize":[12],"them":[13],"for":[14,130,190,212],"specific":[15],"downstream":[16],"tasks.":[17],"However,":[18],"existing":[19],"safety":[20,33,62,99,193,210],"alignment":[21,56],"measures,":[22],"which":[23],"restrict":[24],"harmful":[25,49,163],"behavior":[26],"during":[27,35],"inference,":[28],"are":[29],"insufficient":[30],"mitigate":[32],"risks":[34],"fine-tuning.":[36],"Alarmingly,":[37],"fine-tuning":[38,201],"with":[39,48,107],"just":[40],"10":[41],"toxic":[42,173],"sentences":[43],"can":[44,115,160],"make":[45],"comply":[47],"instructions.":[50],"We":[51,114],"introduce":[52],"SafetyLock,":[53],"a":[54,96,186],"novel":[55],"intervention":[57],"method":[58],"that":[59,73,158],"maintains":[60],"robust":[61],"post-fine-tuning":[63],"through":[64],"efficient":[65],"and":[66,141,183],"transferable":[67],"mechanisms.":[68],"SafetyLock":[69,137,143,159],"leverages":[70],"our":[71],"discovery":[72],"fine-tuned":[74,122,145,174],"retain":[76],"similar":[77],"safety-related":[78],"activation":[79,104,131],"representations":[80],"their":[82,126],"base":[83],"models.":[84,175],"This":[85],"insight":[86],"enables":[87],"us":[88],"extract":[90],"what":[91],"we":[92],"term":[93],"the":[94,111,162,192],"Meta-SafetyLock,":[95],"set":[97],"of":[98,194],"bias":[100],"directions":[101,119,132],"representing":[102],"key":[103],"patterns":[105],"associated":[106],"safe":[108],"responses":[109],"in":[110,147,172,180],"original":[112],"model.":[113],"then":[116],"apply":[117],"these":[118],"universally":[120],"enhance":[125],"safety.":[127],"By":[128],"searching":[129],"across":[133,199],"multiple":[134],"token":[135],"dimensions,":[136],"achieves":[138],"enhanced":[139],"robustness":[140],"transferability.":[142],"re-aligns":[144],"under":[148],"0.01":[149],"seconds":[150],"without":[151],"computational":[153],"cost.":[154],"Our":[155,197],"experiments":[156],"demonstrate":[157],"reduce":[161],"instruction":[164],"response":[165],"rate":[166],"from":[167],"60%":[168],"below":[170],"1%":[171],"It":[176],"surpasses":[177],"traditional":[178],"methods":[179],"both":[181],"performance":[182],"efficiency,":[184],"offering":[185],"scalable,":[187],"non-invasive":[188],"solution":[189],"ensuring":[191],"customized":[195],"LLMs.":[196,214],"analysis":[198],"various":[200],"scenarios":[202],"confirms":[203],"SafetyLock's":[204],"robustness,":[205],"advocating":[206],"its":[207],"integration":[208],"into":[209],"protocols":[211],"aligned":[213],"The":[215],"code":[216],"released":[218],"at":[219],"https://github.com/zhu-minjun/SafetyLock.":[220]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403570544","counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":5}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-10-20T00:00:00"}
