{"id":"https://openalex.org/W7160879197","doi":"https://doi.org/10.48550/arxiv.2605.07327","title":"Teacher-Feature Drifting: One-Step Diffusion Distillation with Pretrained Diffusion Representations","display_name":"Teacher-Feature Drifting: One-Step Diffusion Distillation with Pretrained Diffusion Representations","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160879197","doi":"https://doi.org/10.48550/arxiv.2605.07327"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07327","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07327","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07327","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135841373","display_name":"Yuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135828605","display_name":"Chenyi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chenyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135837893","display_name":"Guoqing Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Guoqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080082356","display_name":"Jiajun Zha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zha, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129644010","display_name":"Yuanming Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yuanming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135836176","display_name":"Bo Wang","orcid":"https://orcid.org/0000-0002-1814-3865"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135834202","display_name":"Wei Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135895410","display_name":"Wenbo Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Wenbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020769158","display_name":"Haoyang Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Haoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135874664","display_name":"Nan Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Nan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7608000040054321,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7608000040054321,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.03959999978542328,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.029500000178813934,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.7121000289916992},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.7106999754905701},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.7002999782562256},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.6136999726295471},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5224999785423279},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5210999846458435},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5012000203132629},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.4860000014305115}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.7121000289916992},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.7106999754905701},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.7002999782562256},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6965000033378601},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.6136999726295471},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5453000068664551},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5224999785423279},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5210999846458435},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5012000203132629},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.4860000014305115},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.420199990272522},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3865000009536743},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35420000553131104},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3003999888896942},{"id":"https://openalex.org/C2781395549","wikidata":"https://www.wikidata.org/wiki/Q4680762","display_name":"Adaptive sampling","level":3,"score":0.298799991607666},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2574000060558319}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07327","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07327","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07327","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07327","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6464684009552002,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Sampling":[0],"from":[1],"pretrained":[2,68,88,98],"diffusion":[3,69],"and":[4,15,46,140,154,169,178],"flow-matching":[5],"models":[6],"typically":[7],"requires":[8],"many":[9],"forward":[10],"passes":[11],"to":[12,57,134,145],"generate":[13],"diverse":[14,147],"high-fidelity":[16],"images.":[17],"Existing":[18],"distillation":[19,139,187],"methods":[20],"often":[21],"rely":[22],"on":[23,85,152,176,180],"multiple":[24],"auxiliary":[25],"networks,":[26],"carefully":[27],"designed":[28],"training":[29,110],"stages,":[30],"or":[31,111],"complex":[32],"optimization":[33],"pipelines.":[34],"In":[35],"this":[36],"work,":[37],"we":[38,91,127],"revisit":[39],"the":[40,67,79,97,102,107,142,185],"recently":[41],"proposed":[42],"Drifting":[43,81],"Model":[44],"objective":[45],"show":[47],"that":[48,66,157],"a":[49,74,119,129],"single":[50],"drifting":[51],"loss":[52,133],"can":[53],"be":[54],"directly":[55],"used":[56],"simplify":[58],"one":[59,162],"step":[60,163],"distillation.":[61],"A":[62],"key":[63],"observation":[64],"is":[65],"teacher":[70,99],"itself":[71],"already":[72],"provides":[73],"strong":[75],"representation":[76,115],"space.":[77],"Unlike":[78],"original":[80],"Model,":[82],"which":[83],"relies":[84],"an":[86,113],"additional":[87],"feature":[89,103,122],"extractor,":[90],"use":[92],"intermediate":[93],"hidden":[94],"states":[95],"of":[96,174],"model":[100],"as":[101],"representation.":[104],"This":[105],"removes":[106],"need":[108],"for":[109,124],"introducing":[112],"extra":[114],"network":[116],"while":[117,182],"preserving":[118],"semantically":[120],"meaningful":[121],"geometry":[123],"drifting.":[125],"Furthermore,":[126],"introduce":[128],"lightweight":[130],"mode":[131,136],"coverage":[132],"mitigate":[135],"collapse":[137],"during":[138],"encourage":[141],"student":[143],"generator":[144],"cover":[146],"teacher-supported":[148],"regions.":[149],"Extensive":[150],"experiments":[151],"ImageNet":[153],"SDXL":[155],"demonstrate":[156],"our":[158],"method":[159],"achieves":[160],"efficient":[161],"generation":[164],"with":[165],"competitive":[166],"image":[167],"quality":[168],"diversity,":[170],"achieving":[171],"FID":[172],"scores":[173],"1.58":[175],"ImageNet-64$\\times$64":[177],"18.4":[179],"SDXL,":[181],"substantially":[183],"simplifying":[184],"overall":[186],"framework.":[188]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}