{"id":"https://openalex.org/W7168247714","doi":"https://doi.org/10.48550/arxiv.2607.11475","title":"HyperSafe: Inference-Time Safety Recovery for Fine-Tuned Language Models","display_name":"HyperSafe: Inference-Time Safety Recovery for Fine-Tuned Language Models","publication_year":2026,"publication_date":"2026-07-13","ids":{"openalex":"https://openalex.org/W7168247714","doi":"https://doi.org/10.48550/arxiv.2607.11475"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.11475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.11475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.11475","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140609105","display_name":"Aznaur Aliev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aliev, Aznaur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140651151","display_name":"Carlos Hinojosa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hinojosa, Carlos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140736348","display_name":"Abdelrahman Eldesokey","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eldesokey, Abdelrahman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140658609","display_name":"Bang An","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Bang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140666895","display_name":"Bernard Ghanem","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghanem, Bernard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140723218","display_name":"Yibo Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8137000203132629,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8137000203132629,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.027000000700354576,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.020899999886751175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7279999852180481},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5957000255584717},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5508999824523926},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.5303000211715698},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.49320000410079956},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4796000123023987},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4672999978065491},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4578000009059906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7620999813079834},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7279999852180481},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5957000255584717},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5508999824523926},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.5303000211715698},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.49320000410079956},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4796000123023987},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4672999978065491},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4578000009059906},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.39730000495910645},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.39469999074935913},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3659000098705292},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3181000053882599},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C112805685","wikidata":"https://www.wikidata.org/wiki/Q10566551","display_name":"Safety assurance","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.274399995803833},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.26249998807907104},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2583000063896179},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.25130000710487366},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.11475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.11475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.11475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.11475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Safety":[0],"alignment":[1],"in":[2,134],"large":[3],"language":[4],"models":[5],"can":[6,39],"be":[7,40],"fragile":[8],"under":[9],"fine-tuning,":[10],"as":[11],"even":[12],"benign":[13],"task":[14,45,220],"adaptation":[15],"may":[16,43,54],"increase":[17],"harmful":[18,153,205],"compliance.":[19],"Existing":[20],"defenses":[21],"mainly":[22],"follow":[23],"two":[24,193],"directions:":[25],"they":[26,48],"either":[27],"intervene":[28],"during":[29],"or":[30,35,47],"after":[31],"fine-tuning":[32,109],"through":[33],"retraining":[34],"weight":[36],"modification,":[37],"which":[38,53],"costly":[41],"and":[42,70,148,181,197],"hurt":[44],"performance,":[46],"use":[49],"model-agnostic":[50],"safety":[51,74,87,151,176,201],"classifiers,":[52],"miss":[55],"failures":[56],"specific":[57],"to":[58,73,106,128,157,184,210],"a":[59,66,83,91,116,135],"given":[60,120],"fine-tuned":[61,99,146,167,226],"checkpoint.":[62,100],"These":[63],"limitations":[64],"motivate":[65],"post":[67],"hoc,":[68],"model-specific,":[69],"non-invasive":[71],"approach":[72],"restoration.":[75],"To":[76],"meet":[77],"these":[78,126],"requirements,":[79],"we":[80],"propose":[81],"HyperSafe,":[82],"framework":[84],"that":[85],"restores":[86],"behavior":[88],"by":[89,164],"generating":[90],"model-specific":[92],"Safe":[93],"Side":[94],"Network":[95],"(SSN)":[96],"for":[97],"each":[98],"HyperSafe":[101,170,191,203],"uses":[102],"layer-wise":[103],"activation":[104],"fingerprints":[105,127],"capture":[107],"how":[108],"changes":[110],"the":[111,123,129,132,144,165,185,225],"model's":[112],"inner":[113],"representations.":[114],"With":[115],"small":[117],"set":[118],"of":[119,131,224],"calibration":[121],"prompts,":[122],"hypernetwork":[124],"maps":[125],"parameters":[130],"\\ssn{}":[133,141],"single":[136],"forward":[137],"pass.":[138],"The":[139],"generated":[140],"runs":[142],"alongside":[143],"frozen":[145],"model":[147,187,194],"performs":[149],"prompt-level":[150],"classification:":[152],"prompts":[154,161],"are":[155,162],"routed":[156],"refusal,":[158],"while":[159,217],"safe":[160],"answered":[163],"original":[166],"model.":[168],"Thus,":[169],"requires":[171],"no":[172,175,182],"gradient":[173],"updates,":[174],"data":[177],"at":[178,233],"deployment":[179],"time,":[180],"modification":[183],"deployed":[186],"weights.":[188],"We":[189],"evaluate":[190],"on":[192,213,228],"families,":[195],"Qwen2-7B":[196],"LLaMA-3-8B,":[198],"across":[199],"multiple":[200],"benchmarks.":[202],"reduces":[204],"response":[206],"rates":[207],"from":[208],"19-31%":[209],"below":[211],"1%":[212,223],"every":[214],"held-out":[215],"checkpoint,":[216],"keeping":[218],"downstream":[219],"accuracy":[221],"within":[222],"baseline":[227],"average.":[229],"Code":[230],"is":[231],"available":[232],"https://github.com/nokronim/project-safety-remedy.":[234]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-15T00:00:00"}