{"id":"https://openalex.org/W7165002948","doi":"https://doi.org/10.48550/arxiv.2606.18195","title":"Learning from the Self-future: On-policy Self-distillation for dLLMs","display_name":"Learning from the Self-future: On-policy Self-distillation for dLLMs","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165002948","doi":"https://doi.org/10.48550/arxiv.2606.18195"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18195","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18195","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18195","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102776147","display_name":"Yifu Luo","orcid":"https://orcid.org/0009-0005-9850-768X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Yifu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138824611","display_name":"Zeyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zeyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138779961","display_name":"Haoyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078360362","display_name":"Xinhao Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xinhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138788041","display_name":"Yuxuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138778417","display_name":"Zhizhou Sha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sha, Zhizhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103870133","display_name":"Liu S","orcid":"https://orcid.org/0000-0001-7255-0982"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.24120000004768372,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.24120000004768372,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.11720000207424164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08160000294446945,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-reframing","display_name":"Cognitive reframing","score":0.5304999947547913},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5224000215530396},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.454800009727478},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.447299987077713},{"id":"https://openalex.org/keywords/string","display_name":"String (physics)","score":0.4413999915122986},{"id":"https://openalex.org/keywords/prefix","display_name":"Prefix","score":0.40070000290870667},{"id":"https://openalex.org/keywords/suffix","display_name":"Suffix","score":0.37310001254081726},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.36230000853538513}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.676800012588501},{"id":"https://openalex.org/C187029079","wikidata":"https://www.wikidata.org/wiki/Q958679","display_name":"Cognitive reframing","level":2,"score":0.5304999947547913},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5224000215530396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4991999864578247},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.454800009727478},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.447299987077713},{"id":"https://openalex.org/C157486923","wikidata":"https://www.wikidata.org/wiki/Q1376436","display_name":"String (physics)","level":2,"score":0.4413999915122986},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C2779804580","wikidata":"https://www.wikidata.org/wiki/Q102047","display_name":"Suffix","level":2,"score":0.37310001254081726},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.36230000853538513},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3422999978065491},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.32589998841285706},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2678000032901764},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.265500009059906}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18195","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18195","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18195","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18195","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6414390802383423,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"On-policy":[0],"self-distillation":[1],"(OPSD)":[2],"has":[3],"proven":[4],"effective":[5],"for":[6,58,141],"post-training":[7],"large":[8],"language":[9],"models":[10],"(LLMs),":[11],"yet":[12],"its":[13],"application":[14],"to":[15,82,97],"diffusion":[16],"LLMs":[17],"(dLLMs)":[18],"remains":[19],"unexplored.":[20],"Existing":[21],"OPSD":[22,55],"methods":[23],"are":[24],"inherently":[25],"autoregressive-centric.":[26],"They":[27],"inject":[28],"privileged":[29,89],"information":[30],"via":[31],"left-to-right":[32],"prefix":[33],"conditioning":[34],"with":[35,44,101,122],"token-level":[36,96],"divergence":[37],"supervision,":[38],"a":[39,138],"design":[40],"that":[41,114],"fundamentally":[42],"conflicts":[43],"the":[45,53,79,102,131],"arbitraryorder":[46],"generation":[47],"of":[48,106,130],"dLLMs.":[49,59,107],"We":[50],"introduce":[51],"d-OPSD,":[52],"first":[54],"framework":[56],"tailored":[57],"Our":[60],"approach":[61],"makes":[62],"two":[63],"core":[64],"contributions.":[65],"First,":[66],"we":[67,92],"reframe":[68],"self-teacher":[69],"construction":[70],"by":[71,134],"using":[72],"self-generated":[73],"answers":[74],"as":[75],"suffix":[76],"conditioning,":[77],"enabling":[78],"student":[80],"model":[81],"learn":[83],"from":[84,95],"\"self":[85],"future-experience\"":[86],"rather":[87],"than":[88],"prefixes.":[90],"Second,":[91],"shift":[93],"supervision":[94],"step-level,":[98],"aligning":[99],"training":[100],"iterative":[103],"denoising":[104],"process":[105],"Experiments":[108],"across":[109],"four":[110],"reasoning":[111],"benchmarks":[112],"show":[113],"d-OPSD":[115],"consistently":[116],"outperforms":[117],"RLVR":[118,135],"and":[119,136],"SFT":[120],"baselines":[121],"superior":[123],"sample":[124],"efficiency,":[125],"requiring":[126],"only":[127],"around":[128],"10%":[129],"optimization":[132],"steps":[133],"opening":[137],"promising":[139],"pathway":[140],"dLLM":[142],"posttraining.":[143],"The":[144],"code":[145],"is":[146],"available":[147],"at":[148],"https://github.com/xingzhejun/d-OPSD.":[149]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-18T00:00:00"}