{"id":"https://openalex.org/W7163207184","doi":"https://doi.org/10.48550/arxiv.2606.02530","title":"SafeSteer: Localized On-Policy Distillation for Efficient Safety Alignment","display_name":"SafeSteer: Localized On-Policy Distillation for Efficient Safety Alignment","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163207184","doi":"https://doi.org/10.48550/arxiv.2606.02530"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02530","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137699106","display_name":"Hao Li","orcid":"https://orcid.org/0000-0001-9441-6776"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137647839","display_name":"Jingkun An","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Jingkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137671139","display_name":"Zijun Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Zijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137693813","display_name":"Pengyu Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Pengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137660083","display_name":"Rui Li","orcid":"https://orcid.org/0009-0009-2565-5891"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137668137","display_name":"Hao Wang","orcid":"https://orcid.org/0009-0008-3989-364X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003970938","display_name":"Wendi Feng","orcid":"https://orcid.org/0000-0002-2540-8120"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Wendi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137676846","display_name":"Yesheng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yesheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137700633","display_name":"Lijun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Lijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054455207","display_name":"Jin-Ge Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Jin-Ge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137667132","display_name":"Lei Sha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sha, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.24879999458789825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.24879999458789825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16110000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.04740000143647194,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5145000219345093},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4805999994277954},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4627000093460083},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4494999945163727},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4041000008583069},{"id":"https://openalex.org/keywords/degradation","display_name":"Degradation (telecommunications)","score":0.37049999833106995}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7644000053405762},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5145000219345093},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4805999994277954},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4627000093460083},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4494999945163727},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.42100000381469727},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4041000008583069},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.37049999833106995},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27730000019073486},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C64695881","wikidata":"https://www.wikidata.org/wiki/Q10747729","display_name":"Inherent safety","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4938241243362427,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Aligning":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"with":[5,129,140],"human":[6],"values":[7],"often":[8],"degrades":[9],"their":[10],"general":[11,108,126,146],"capabilities,":[12],"termed":[13],"the":[14,49,97],"alignment":[15,52,171],"tax.":[16],"Existing":[17],"methods":[18],"mitigate":[19],"this":[20,37,61,85],"by":[21],"balancing":[22],"dual":[23],"objectives,":[24],"which":[25,66],"heavily":[26],"rely":[27],"on":[28,84,136,144,176],"massive":[29],"general-purpose":[30,159],"data":[31],"or":[32],"auxiliary":[33],"reward":[34],"models.":[35],"In":[36],"paper,":[38],"we":[39,63,75,87],"argue":[40],"that,":[41],"because":[42],"safety":[43,72,78,90,124,134,138],"features":[44],"are":[45,175],"inherently":[46],"sparse":[47],"within":[48],"output":[50],"distribution,":[51],"requires":[53,151],"localized":[54],"modifications":[55],"rather":[56],"than":[57,162],"global":[58],"trade-offs.":[59],"To":[60],"end,":[62],"propose":[64],"SafeSteer,":[65],"performs":[67],"on-policy":[68],"distillation":[69],"confined":[70],"to":[71,101,106],"tokens.":[73],"First,":[74],"construct":[76],"a":[77,89,120],"teacher":[79],"via":[80],"activation":[81],"steering.":[82],"Based":[83],"teacher,":[86],"develop":[88],"token":[91],"selection":[92],"algorithm.":[93],"Consequently,":[94],"SafeSteer":[95,118,150],"restricts":[96],"reverse":[98],"KL":[99],"penalty":[100],"these":[102],"tokens":[103],"during":[104],"training":[105],"preserve":[107],"capabilities.":[109],"Experimental":[110],"results":[111],"across":[112],"diverse":[113],"models":[114],"show":[115],"that":[116],"our":[117,177],"achieves":[119],"superior":[121],"trade-off":[122],"between":[123],"and":[125],"capability":[127,147],"compared":[128],"existing":[130],"methods,":[131],"attaining":[132],"strong":[133],"performance":[135],"seven":[137],"benchmarks":[139],"only":[141,152],"minimal":[142],"degradation":[143],"five":[145],"benchmarks.":[148],"Notably,":[149],"100":[153],"harmful":[154],"samples":[155],"without":[156],"using":[157],"any":[158],"data,":[160],"less":[161],"1%":[163],"of":[164],"what":[165],"previous":[166],"baselines":[167],"used,":[168],"considerably":[169],"reducing":[170],"cost.":[172],"More":[173],"details":[174],"project":[178],"page":[179],"at":[180],"https://anjingkun.github.io/SafeSteer.":[181]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}