{"id":"https://openalex.org/W4414383953","doi":"https://doi.org/10.1109/wacv61042.2026.00133","title":"Distilling Diversity and Control in Diffusion Models","display_name":"Distilling Diversity and Control in Diffusion Models","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W4414383953","doi":"https://doi.org/10.1109/wacv61042.2026.00133"},"language":"en","primary_location":{"id":"doi:10.1109/wacv61042.2026.00133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61042.2026.00133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2503.10637","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075064156","display_name":"Rohit Gandikota","orcid":"https://orcid.org/0000-0003-0581-6810"},"institutions":[{"id":"https://openalex.org/I87182695","display_name":"Universidad del Noreste","ror":"https://ror.org/02ahky613","country_code":"MX","type":"education","lineage":["https://openalex.org/I87182695"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Rohit Gandikota","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I87182695"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033305045","display_name":"David Bau","orcid":"https://orcid.org/0000-0003-1744-6765"},"institutions":[{"id":"https://openalex.org/I87182695","display_name":"Universidad del Noreste","ror":"https://ror.org/02ahky613","country_code":"MX","type":"education","lineage":["https://openalex.org/I87182695"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"David Bau","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I87182695"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87182695"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1304","last_page":"1313"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10482","display_name":"Mathematical and Theoretical Epidemiology and Ecology Models","score":0.25440001487731934,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10482","display_name":"Mathematical and Theoretical Epidemiology and Ecology Models","score":0.25440001487731934,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6270999908447266},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.6252999901771545},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5295000076293945},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.5077999830245972},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.4571000039577484},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.447299987077713},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.38370001316070557}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6270999908447266},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6266999840736389},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.6252999901771545},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5295000076293945},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.5077999830245972},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.4571000039577484},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.447299987077713},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.398499995470047},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.38370001316070557},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.3285999894142151},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.3142000138759613},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31369999051094055},{"id":"https://openalex.org/C2779429693","wikidata":"https://www.wikidata.org/wiki/Q274959","display_name":"Distilled water","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C186060115","wikidata":"https://www.wikidata.org/wiki/Q30336093","display_name":"Biological system","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26930001378059387},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2685000002384186},{"id":"https://openalex.org/C37381756","wikidata":"https://www.wikidata.org/wiki/Q20203288","display_name":"Representativeness heuristic","level":2,"score":0.2581999897956848}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/wacv61042.2026.00133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61042.2026.00133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2503.10637","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.10637","pdf_url":"https://arxiv.org/pdf/2503.10637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2503.10637","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.10637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2503.10637","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.10637","pdf_url":"https://arxiv.org/pdf/2503.10637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Distilled":[0],"diffusion":[1],"models":[2,46,69,105,120],"generate":[3],"images":[4],"in":[5,188],"far":[6],"fewer":[7],"timesteps":[8],"but":[9],"suffer":[10],"from":[11,19],"reduced":[12],"sample":[13,164],"diversity":[14,40,75,135,139,165,186],"when":[15],"generating":[16],"multiple":[17],"outputs":[18],"the":[20,38,48,88,115,134,145,150,157,180,185],"same":[21],"prompt.":[22],"To":[23,127],"understand":[24],"this":[25,130],"phenomenon,":[26],"we":[27,102,137],"first":[28,116,151,182],"investigate":[29],"whether":[30,129],"distillation":[31],"damages":[32],"concept":[33],"representations":[34],"by":[35],"examining":[36],"if":[37],"required":[39],"is":[41],"properly":[42],"learned.":[43],"Surprisingly,":[44],"distilled":[45,68,95,104,158,189],"retain":[47],"base":[49,93,119,146],"model\u2019s":[50],"representational":[51],"structure:":[52],"control":[53],"mechanisms":[54],"like":[55],"Concept":[56],"Sliders":[57],"and":[58,64,94,175,193],"LoRAs":[59],"transfer":[60],"seamlessly":[61],"without":[62],"retraining,":[63],"Slider-Space":[65],"analysis":[66],"reveals":[67],"possess":[70],"variational":[71],"directions":[72],"needed":[73],"for":[74,148],"yet":[76],"fail":[77],"to":[78,85,107,156],"activate":[79],"them.":[80],"This":[81,160],"redirects":[82],"our":[83],"investigation":[84],"understanding":[86],"how":[87],"generation":[89],"dynamics":[90],"differ":[91],"between":[92],"models.":[96,190],"Using":[97],"${{\\hat{\\mathbf":[98],"x}}_0}$":[99],"trajectory":[100],"visualization,":[101],"discover":[103],"commit":[106],"their":[108],"final":[109],"image":[110],"structure":[111],"almost":[112],"immediately":[113],"at":[114,197],"timestep,":[117],"while":[118,166],"distribute":[121],"structural":[122],"decisions":[123],"across":[124],"many":[125],"steps.":[126],"test":[128],"first-step":[131],"commitment":[132],"causes":[133],"loss,":[136],"introduce":[138],"distillation,":[140],"a":[141],"hybrid":[142],"approach":[143],"using":[144],"model":[147],"only":[149],"critical":[152],"timestep":[153,183],"before":[154],"switching":[155],"model.":[159],"single":[161],"intervention":[162],"restores":[163],"maintaining":[167],"computational":[168],"efficiency.":[169],"We":[170],"provide":[171],"both":[172],"causal":[173],"validation":[174],"theoretical":[176],"support":[177],"showing":[178],"why":[179],"very":[181],"concentrates":[184],"bottleneck":[187],"Our":[191],"code":[192],"data":[194],"are":[195],"available":[196],"distillation.baulab.info":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}