{"id":"https://openalex.org/W7163389188","doi":"https://doi.org/10.48550/arxiv.2606.03089","title":"Constitutional On-Policy Safe Distillation","display_name":"Constitutional On-Policy Safe Distillation","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163389188","doi":"https://doi.org/10.48550/arxiv.2606.03089"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03089","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03089","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03089","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137718591","display_name":"Ming Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Ming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137730288","display_name":"Yuxuan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137799300","display_name":"Kun Yang (19445)","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103258005","display_name":"Yunhao Feng","orcid":"https://orcid.org/0009-0005-3042-5266"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Yunhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056204625","display_name":"Zhuoer Xu","orcid":"https://orcid.org/0009-0000-4316-5364"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zhuoer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137773684","display_name":"Yuhao Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137806804","display_name":"Shiwen Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Shiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137753215","display_name":"Xiang Zheng (209075)","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137746762","display_name":"Xingjun Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Guoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137743173","display_name":"Yu-Gang Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Xingjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Jiang, Yu-Gang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Yu-Gang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2915000021457672,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2915000021457672,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08340000361204147,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.07460000365972519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.7178000211715698},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.45579999685287476},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.44209998846054077},{"id":"https://openalex.org/keywords/leakage","display_name":"Leakage (economics)","score":0.4050000011920929},{"id":"https://openalex.org/keywords/contraction","display_name":"Contraction (grammar)","score":0.38679999113082886}],"concepts":[{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.7178000211715698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48910000920295715},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.45579999685287476},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.44209998846054077},{"id":"https://openalex.org/C2777042071","wikidata":"https://www.wikidata.org/wiki/Q6509304","display_name":"Leakage (economics)","level":2,"score":0.4050000011920929},{"id":"https://openalex.org/C163415756","wikidata":"https://www.wikidata.org/wiki/Q126473","display_name":"Contraction (grammar)","level":2,"score":0.38679999113082886},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.296099990606308},{"id":"https://openalex.org/C2992278090","wikidata":"https://www.wikidata.org/wiki/Q629029","display_name":"Work safety","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28690001368522644},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.2538999915122986},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03089","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03089","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03089","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03089","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6322516798973083,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"On-policy":[0],"self-distillation":[1],"(OPSD)":[2],"has":[3,25],"emerged":[4],"as":[5,100],"an":[6],"efficient":[7],"post-training":[8],"paradigm":[9],"by":[10,44],"using":[11],"a":[12,54,107,136,153],"teacher":[13,78,134],"conditioned":[14],"on":[15,120,146,166],"privileged":[16],"information":[17],"to":[18,57],"provide":[19],"dense":[20,59],"token-level":[21],"supervision.":[22],"Prior":[23],"work":[24],"shown":[26],"that":[27,40,66,150],"OPSD":[28,68],"can":[29],"collapse":[30],"in":[31,39,106],"verifiable":[32],"reasoning":[33,168],"tasks,":[34],"but":[35],"safety":[36,67,104,112,164],"alignment":[37],"differs":[38],"it":[41,53],"is":[42],"guided":[43],"high-level":[45],"constitutions":[46],"rather":[47],"than":[48,158],"explicit":[49],"target":[50],"answers,":[51],"making":[52],"natural":[55],"setting":[56],"revisit":[58],"distillation.":[60,144],"However,":[61],"our":[62],"pilot":[63],"study":[64],"show":[65,149],"still":[69],"suffers":[70],"from":[71],"severe":[72],"collapse:":[73],"constitutional":[74],"conditioning":[75],"contracts":[76],"the":[77,116,133,163],"distribution":[79],"toward":[80],"short":[81],"and":[82,86,139],"overly":[83],"conservative":[84],"responses,":[85],"Reverse":[87],"KL":[88],"further":[89],"amplifies":[90],"this":[91,98,121],"contraction":[92],"into":[93,115],"reduced":[94],"expressiveness.":[95],"We":[96],"formalize":[97],"effect":[99],"geometric":[101],"leakage":[102],"under":[103],"boundaries":[105],"non-orthogonal":[108],"semantic":[109],"space,":[110],"where":[111],"pressure":[113],"transfers":[114],"expressiveness":[117],"dimension.":[118],"Based":[119],"analysis,":[122],"we":[123],"propose":[124],"Constitutional":[125],"On-Policy":[126],"Safe":[127],"Distillation":[128],"(COPSD),":[129],"which":[130],"first":[131],"calibrates":[132],"through":[135],"Cross-SFT":[137],"cold-start":[138],"then":[140],"performs":[141],"constitution-conditioned":[142],"on-policy":[143],"Experiments":[145],"12":[147],"benchmarks":[148],"COPSD":[151],"achieves":[152],"consistently":[154],"stronger":[155],"safety--helpfulness":[156],"trade-off":[157],"baselines":[159],"while":[160],"substantially":[161],"reducing":[162],"tax":[165],"general":[167],"ability.":[169]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}