{"id":"https://openalex.org/W7154507714","doi":"https://doi.org/10.48550/arxiv.2604.12002","title":"Self-Distillation Zero: Self-Revision Turns Binary Rewards into Dense Supervision","display_name":"Self-Distillation Zero: Self-Revision Turns Binary Rewards into Dense Supervision","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154507714","doi":"https://doi.org/10.48550/arxiv.2604.12002"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.12002","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12002","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.12002","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133654460","display_name":"Yinghui He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Yinghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133702713","display_name":"Simran Kaur","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaur, Simran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110984096","display_name":"A. Uday Bhaskar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhaskar, Adithya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133706770","display_name":"Yongjin Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yongjin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133672456","display_name":"Jiarui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiarui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112921371","display_name":"Narutatsu Ri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ri, Narutatsu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034473032","display_name":"Liam Fowl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fowl, Liam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133694741","display_name":"Abhishek Panigrahi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panigrahi, Abhishek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133663901","display_name":"Danqi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Danqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103209777","display_name":"Sanjeev Arora","orcid":"https://orcid.org/0000-0003-4852-691X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arora, Sanjeev","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.36419999599456787,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.36419999599456787,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.19089999794960022,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.06729999929666519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.6855999827384949},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6122000217437744},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5389999747276306},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5163999795913696},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.49230000376701355},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.44830000400543213},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4424999952316284},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4207000136375427}],"concepts":[{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.6855999827384949},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.656000018119812},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6122000217437744},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5389999747276306},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5163999795913696},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.49230000376701355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4731999933719635},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.44830000400543213},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4424999952316284},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4207000136375427},{"id":"https://openalex.org/C63435697","wikidata":"https://www.wikidata.org/wiki/Q864135","display_name":"Binary code","level":3,"score":0.4129999876022339},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.3804999887943268},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3402000069618225},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32589998841285706},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3165000081062317},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C118930307","wikidata":"https://www.wikidata.org/wiki/Q600590","display_name":"Tuple","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.25870001316070557}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.12002","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12002","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.12002","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12002","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5740588307380676}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Current":[0],"post-training":[1],"methods":[2],"in":[3,222],"verifiable":[4],"settings":[5],"fall":[6],"into":[7,120,148,244],"two":[8,85,199],"categories.":[9],"Reinforcement":[10],"learning":[11],"(RLVR)":[12],"relies":[13],"on":[14,99,129,227],"binary":[15,104,146],"rewards,":[16],"which":[17,89,97],"are":[18],"broadly":[19],"applicable":[20],"and":[21,68,94,102,133,154,160,173,182,191,229],"powerful,":[22],"but":[23],"provide":[24],"only":[25],"sparse":[26],"supervision":[27,47],"during":[28],"training.":[29],"Distillation":[30],"provides":[31],"dense":[32,149],"token-level":[33,150,207],"supervision,":[34],"typically":[35],"obtained":[36],"from":[37],"an":[38,72,91,108],"external":[39,73],"teacher":[40,74,249],"or":[41,51,75],"using":[42,123],"high-quality":[43,76],"demonstrations.":[44,77],"Collecting":[45],"such":[46],"can":[48,212,240],"be":[49,220,241],"costly":[50],"unavailable.":[52],"We":[53,111],"propose":[54],"Self-Distillation":[55,183],"Zero":[56],"(SD-Zero),":[57],"a":[58,80,87,95],"method":[59],"that":[60,100,217],"is":[61],"substantially":[62],"more":[63],"training":[64,192],"sample-efficient":[65],"than":[66],"RL":[67],"does":[69],"not":[70],"require":[71],"SD-Zero":[78,140,162],"trains":[79,141],"single":[81],"model":[82,143],"to":[83,106,116,144,219,237],"play":[84],"roles:":[86],"Generator,":[88],"produces":[90],"initial":[92],"response,":[93],"Reviser,":[96],"conditions":[98],"response":[101,132,225],"its":[103,134],"reward":[105,135],"produce":[107],"improved":[109],"response.":[110],"then":[112],"perform":[113],"on-policy":[114],"self-distillation":[115],"distill":[117],"the":[118,121,124,130,142,170,187,210,214,223,234],"reviser":[119,211],"generator,":[122],"reviser's":[125],"token":[126],"distributions":[127],"conditioned":[128],"generator's":[131,224],"as":[136],"supervision.":[137],"In":[138],"effect,":[139],"transform":[145],"rewards":[147],"self-supervision.":[151],"On":[152],"math":[153],"code":[155],"reasoning":[156],"benchmarks":[157],"with":[158,247],"Qwen3-4B-Instruct":[159],"Olmo-3-7B-Instruct,":[161],"improves":[163],"performance":[164,246],"by":[165],"at":[166],"least":[167],"10%":[168],"over":[169],"base":[171],"models":[172],"outperforms":[174],"strong":[175],"baselines,":[176],"including":[177],"Rejection":[178],"Fine-Tuning":[179,184],"(RFT),":[180],"GRPO,":[181],"(SDFT),":[185],"under":[186],"same":[188],"question":[189],"set":[190],"sample":[193],"budget.":[194],"Extensive":[195],"ablation":[196],"studies":[197],"show":[198],"novel":[200],"characteristics":[201],"of":[202],"our":[203],"proposed":[204],"algorithm:":[205],"(a)":[206],"self-localization,":[208],"where":[209,233],"identify":[213],"key":[215],"tokens":[216],"need":[218],"revised":[221],"based":[226],"reward,":[228],"(b)":[230],"iterative":[231],"self-evolution,":[232],"improving":[235],"ability":[236],"revise":[238],"answers":[239],"distilled":[242],"back":[243],"generation":[245],"regular":[248],"synchronization.":[250],"Code:":[251],"https://github.com/princeton-pli/Self-Distillation-Zero.":[252]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-16T00:00:00"}