{"id":"https://openalex.org/W7128548564","doi":"https://doi.org/10.48550/arxiv.2602.07892","title":"Safety Alignment as Continual Learning: Mitigating the Alignment Tax via Orthogonal Gradient Projection","display_name":"Safety Alignment as Continual Learning: Mitigating the Alignment Tax via Orthogonal Gradient Projection","publication_year":2026,"publication_date":"2026-02-08","ids":{"openalex":"https://openalex.org/W7128548564","doi":"https://doi.org/10.48550/arxiv.2602.07892"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.07892","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125583590","display_name":"Guanglong Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Guanglong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125570848","display_name":"Siyuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Siyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125488911","display_name":"Liyuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Liyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125584546","display_name":"Jun Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125478245","display_name":"Hang Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Hang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125542724","display_name":"Yi Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17425506,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7311999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7311999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.04560000076889992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.03709999844431877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.6176999807357788},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5751000046730042},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5343999862670898},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.532800018787384},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.41600000858306885},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4050999879837036},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.40130001306533813},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.38359999656677246},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.3646000027656555}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6514000296592712},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.6176999807357788},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5751000046730042},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5343999862670898},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.532800018787384},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4449999928474426},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.41600000858306885},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4050999879837036},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.40130001306533813},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.38359999656677246},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3578999936580658},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.353300005197525},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3391999900341034},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.31769999861717224},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C175694140","wikidata":"https://www.wikidata.org/wiki/Q980329","display_name":"Orthographic projection","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3041999936103821},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29750001430511475},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.288100004196167},{"id":"https://openalex.org/C81184566","wikidata":"https://www.wikidata.org/wiki/Q1191895","display_name":"Conjugate gradient method","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C107551265","wikidata":"https://www.wikidata.org/wiki/Q1458245","display_name":"Displacement (psychology)","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.26919999718666077},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.25760000944137573}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.07892","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.07892","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07892","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.07892","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Safety":[0],"post-training":[1,155],"can":[2],"improve":[3],"the":[4,26,34,43,126,136,147,181,189,193],"harmfulness":[5],"and":[6,49,51,120,157,175,204],"policy":[7],"compliance":[8],"of":[9,36,89,117],"Large":[10],"Language":[11],"Models":[12],"(LLMs),":[13],"but":[14],"it":[15,78,162],"may":[16,54],"also":[17],"reduce":[18],"general":[19,62],"utility,":[20],"a":[21,74,80,101,107,114],"phenomenon":[22],"often":[23],"described":[24],"as":[25],"\\emph{alignment":[27],"tax}.":[28],"We":[29,92,211],"study":[30],"this":[31,130],"trade-off":[32,184],"through":[33],"lens":[35],"continual":[37],"learning:":[38],"sequential":[39,176,190],"alignment":[40,71],"stages":[41],"expose":[42],"model":[44],"to":[45,142,200,207],"shifted":[46],"data":[47,119],"distributions":[48],"objectives,":[50],"their":[52],"gradients":[53,112],"interfere":[55],"with":[56,153],"directions":[57],"that":[58,69,105],"support":[59],"previously":[60],"acquired":[61],"capabilities.":[63],"This":[64],"view":[65],"does":[66],"not":[67],"claim":[68],"all":[70],"degradation":[72],"has":[73],"single":[75],"cause;":[76],"rather,":[77],"provides":[79],"useful":[81],"first-order":[82,143],"mechanism":[83],"for":[84,97],"mitigating":[85],"one":[86],"important":[87],"source":[88],"capability":[90],"regression.":[91],"propose":[93],"\\textbf{O}rthogonal":[94],"\\textbf{G}radient":[95],"\\textbf{P}rojection":[96],"\\textbf{S}afety":[98],"\\textbf{A}lignment":[99],"(\\textbf{OGPSA}),":[100],"lightweight":[102],"update":[103,134],"rule":[104],"estimates":[106],"low-rank":[108],"reference":[109,148],"subspace":[110],"from":[111,122,198,205],"on":[113,146,202,209],"small":[115],"set":[116],"general-capability":[118],"removes":[121],"each":[123],"safety":[124],"gradient":[125],"component":[127],"lying":[128],"in":[129],"subspace.":[131],"The":[132],"resulting":[133],"is":[135,151],"steepest":[137],"local":[138],"safety-descent":[139],"direction":[140],"subject":[141],"preservation":[144],"constraints":[145],"objectives.":[149],"OGPSA":[150,179],"compatible":[152],"standard":[154,186],"pipelines":[156],"avoids":[158],"large-scale":[159],"replay,":[160],"although":[161],"introduces":[163],"periodic":[164],"reference-gradient":[165],"computation.":[166],"Across":[167],"Supervised":[168],"Fine-Tuning":[169],"(SFT),":[170],"Direct":[171],"Preference":[172],"Optimization":[173],"(DPO),":[174],"SFT$\\rightarrow$DPO":[177,191],"settings,":[178],"improves":[180],"observed":[182],"safety--utility":[183],"over":[185],"baselines.":[187],"Under":[188],"pipeline,":[192],"average":[194],"performance":[195],"gain":[196],"increases":[197],"33.98\\%":[199],"42.74\\%":[201],"Qwen2.5-7B-Instruct":[203],"19.74\\%":[206],"32.98\\%":[208],"Llama3.1-8B-Instruct.":[210],"have":[212],"open":[213],"sourced":[214],"our":[215],"code":[216],"at":[217],"https://github.com/SunGL001/OGPSA.":[218]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-11T00:00:00"}