{"id":"https://openalex.org/W7224998545","doi":"https://doi.org/10.5281/zenodo.23829601","title":"Lookahead Distillation-Target Intervention Optimization (LDTIO): A Predictive Framework for Selecting Teacher Supervision Targets During Diffusion Model Distillation","display_name":"Lookahead Distillation-Target Intervention Optimization (LDTIO): A Predictive Framework for Selecting Teacher Supervision Targets During Diffusion Model Distillation","publication_year":2026,"publication_date":"2026-10-31","ids":{"openalex":"https://openalex.org/W7224998545","doi":"https://doi.org/10.5281/zenodo.23829601"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.23829601","doi":"https://doi.org/10.5281/zenodo.23829601","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23829601","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.23829601","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133561621","display_name":"Jincheng Zhang","orcid":"https://orcid.org/0009-0005-1860-0009","observed_orcids":["https://orcid.org/0009-0005-1860-0009"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhang, Jincheng","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-1860-0009","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5133561621"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8403000235557556,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8403000235557556,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.05909999832510948,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.028599999845027924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.902999997138977},{"id":"https://openalex.org/keywords/diffusion-models","display_name":"diffusion models","score":0.9900000095367432},{"id":"https://openalex.org/keywords/intervention-optimization","display_name":"intervention optimization","score":0.5649999976158142},{"id":"https://openalex.org/keywords/constrained-optimization","display_name":"constrained optimization","score":0.5270000100135803},{"id":"https://openalex.org/keywords/sampling-efficiency","display_name":"sampling efficiency","score":0.5059999823570251},{"id":"https://openalex.org/keywords/training-stability","display_name":"training stability","score":0.847000002861023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7141000032424927},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.59579998254776},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5942000150680542},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5548999905586243},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5483999848365784},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4390000104904175},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4187999963760376},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3691999912261963},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.35429999232292175},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3325999975204468},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30329999327659607},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C2781395549","wikidata":"https://www.wikidata.org/wiki/Q4680762","display_name":"Adaptive sampling","level":3,"score":0.2578999996185303},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25040000677108765}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.23829601","doi":"https://doi.org/10.5281/zenodo.23829601","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23829601","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.23829602","doi":"https://doi.org/10.5281/zenodo.23829602","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23829602","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.23829601","doi":"https://doi.org/10.5281/zenodo.23829601","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23829601","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.7567999958992004,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7225010452","https://openalex.org/W7161775981","https://openalex.org/W4402706167","https://openalex.org/W7197014364","https://openalex.org/W7163164163","https://openalex.org/W4385570498","https://openalex.org/W7162992044","https://openalex.org/W7172536370","https://openalex.org/W4393160252","https://openalex.org/W7167633372"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,24,56,122,200],"provides":[2],"a":[3,9,13,63,68,103,128,134,139,158,162,186,230,285],"mechanism":[4],"for":[5,106,120],"transferring":[6],"capabilities":[7],"from":[8],"teacher":[10,46,129,305],"model":[11,309],"to":[12,133,161,195,218,239,290],"smaller":[14],"or":[15,67,152],"more":[16],"computationally":[17],"efficient":[18],"student":[19,48,82,113,154],"model.":[20],"In":[21],"diffusion":[22,52,308],"models,":[23],"can":[25,116,300],"involve":[26],"multiple":[27],"possible":[28],"supervision":[29,75,123,144,176,298],"targets,":[30,245],"including":[31],"teacher-predicted":[32],"noise,":[33],"clean-sample":[34],"estimates,":[35],"velocity":[36],"predictions,":[37],"score-related":[38],"quantities,":[39],"intermediate":[40],"denoising":[41],"states,":[42],"and":[43,47,90,156,178,206,215,250,267],"combinations":[44],"of":[45,111,141,296,304],"predictions":[49,110],"at":[50],"different":[51],"timesteps.":[53],"A":[54,233],"conventional":[55],"pipeline":[57],"typically":[58],"specifies":[59],"these":[60],"targets":[61,191,299],"through":[62,150],"fixed":[64,135],"training":[65,85,204],"objective":[66],"predetermined":[69],"schedule.":[70],"However,":[71],"the":[72,80,84,87,91,220,294,302],"most":[73],"useful":[74,118],"target":[76,130,159,180,248],"may":[77],"depend":[78],"on":[79],"current":[81],"state,":[83],"stage,":[86],"timestep":[88],"distribution,":[89],"remaining":[92],"optimization":[93],"budget.":[94],"This":[95],"paper":[96],"introduces":[97],"Lookahead":[98],"Distillation-Target":[99],"Intervention":[100],"Optimization":[101],"(LDTIO),":[102],"conceptual":[104],"framework":[105,168,210,281],"investigating":[107],"whether":[108,292],"short-horizon":[109],"downstream":[112,197],"learning":[114],"outcomes":[115],"provide":[117],"information":[119,306],"selecting":[121,127],"targets.":[124],"Rather":[125],"than":[126],"solely":[131],"according":[132,160,194],"objective,":[136],"LDTIO":[137,182,252,272],"constructs":[138],"set":[140],"compatible":[142],"candidate":[143],"interventions,":[145],"estimates":[146],"their":[147],"potential":[148],"consequences":[149,295],"virtual":[151],"approximate":[153],"updates,":[155],"selects":[157],"predictive":[163],"utility":[164],"function.":[165],"The":[166,209,254,280],"proposed":[167,238,255],"considers":[169],"three":[170],"principal":[171],"dimensions:":[172],"teacher-output":[173],"selection,":[174,177,249],"timestep-dependent":[175],"teacher\u2013student":[179],"composition.":[181],"is":[183,226,237,282],"formulated":[184],"as":[185,229,284],"constrained":[187],"intervention-selection":[188],"problem.":[189],"Candidate":[190],"are":[192,275],"evaluated":[193],"predicted":[196],"generation":[198],"quality,":[199],"error,":[201],"sampling":[202],"efficiency,":[203],"stability,":[205],"computational":[207],"cost.":[208],"also":[211],"incorporates":[212],"uncertainty-aware":[213],"selection":[214],"compute-normalized":[216],"comparisons":[217],"reduce":[219],"possibility":[221],"that":[222],"additional":[223],"supervisory":[224],"computation":[225],"incorrectly":[227],"interpreted":[228],"methodological":[231],"improvement.":[232],"controlled":[234],"experimental":[235,273],"design":[236],"compare":[240],"fixed-target":[241],"distillation,":[242],"randomly":[243],"selected":[244],"heuristic":[246],"adaptive":[247],"preview-ranked":[251],"policies.":[253],"evaluation":[256,262],"includes":[257],"matched":[258],"student-training":[259],"budgets,":[260],"independent":[261],"signals,":[263],"repeated":[264],"random":[265],"seeds,":[266],"statistical":[268],"comparisons.":[269],"No":[270],"completed":[271],"results":[274],"claimed":[276],"in":[277],"this":[278],"paper.":[279],"presented":[283],"testable":[286],"research":[287],"proposal":[288],"intended":[289],"investigate":[291],"predicting":[293],"alternative":[297],"improve":[301],"allocation":[303],"during":[307],"distillation.":[310]},"counts_by_year":[],"updated_date":"2026-11-02T09:45:03.842371","created_date":"2026-11-01T00:00:00"}