{"id":"https://openalex.org/W4413146993","doi":"https://doi.org/10.1109/cvpr52734.2025.00281","title":"DKDM: Data-Free Knowledge Distillation for Diffusion Models with Any Architecture","display_name":"DKDM: Data-Free Knowledge Distillation for Diffusion Models with Any Architecture","publication_year":2025,"publication_date":"2025-06-10","ids":{"openalex":"https://openalex.org/W4413146993","doi":"https://doi.org/10.1109/cvpr52734.2025.00281"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52734.2025.00281","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52734.2025.00281","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qianlong Xiang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianlong Xiang","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen)","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376506","display_name":"Miao Zhang","orcid":"https://orcid.org/0009-0005-9730-9614"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Zhang","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen)","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113232966","display_name":"Yuzhang Shang","orcid":"https://orcid.org/0000-0003-2286-6668"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuzhang Shang","raw_affiliation_strings":["Illinois Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101263137","display_name":"Jianlong Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlong Wu","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen)","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100395059","display_name":"Yan Yan","orcid":"https://orcid.org/0000-0002-3674-7160"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Yan","raw_affiliation_strings":["University of Illinois Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen)","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.0381,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.98355566,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2955","last_page":"2965"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9399999976158142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9399999976158142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6677860617637634},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6092592477798462},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.608817994594574},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5462245345115662},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.13152295351028442},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.112948477268219},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.0882769227027893},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06932324171066284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6677860617637634},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6092592477798462},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.608817994594574},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5462245345115662},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.13152295351028442},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.112948477268219},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0882769227027893},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06932324171066284},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52734.2025.00281","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52734.2025.00281","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Diffusion":[0,50,110],"models":[1,221],"(DMs)":[2],"have":[3],"demonstrated":[4],"exceptional":[5],"generative":[6,115,186,213],"capabilities":[7],"across":[8],"various":[9],"domains,":[10],"including":[11],"image,":[12],"video,":[13],"and":[14,28,74],"so":[15],"on.":[16],"A":[17],"key":[18],"factor":[19],"contributing":[20],"to":[21,69,93,102,121,155,198],"their":[22],"effectiveness":[23],"is":[24,119],"the":[25,114,145,156,181,189,196,224],"high":[26,70],"quantity":[27],"quality":[29],"of":[30,43,54,117,147,177,191],"data":[31,59,71,80,91,179],"used":[32],"during":[33],"training.":[34],"However,":[35],"mainstream":[36],"DMs":[37,67,89,96,118,149],"now":[38],"consume":[39],"increasingly":[40],"large":[41,66],"amounts":[42],"data.":[44,157],"For":[45],"example,":[46],"training":[47,65,146,178],"a":[48,84,125,140,161,184],"Stable":[49],"model":[51],"requires":[52],"billions":[53],"image-text":[55],"pairs.":[56],"This":[57],"enormous":[58],"requirement":[60],"poses":[61],"significant":[62],"challenges":[63],"for":[64,109,183],"due":[68],"acquisition":[72],"costs":[73],"storage":[75],"expenses.":[76],"To":[77,128,188],"alleviate":[78],"this":[79,103,130,200],"burden,":[81],"we":[82,132,138,159,194],"propose":[83],"novel":[85],"scenario:":[86],"using":[87],"existing":[88,172],"as":[90,105],"sources":[92],"train":[94],"new":[95,122,148],"with":[97,223],"any":[98],"architecture.":[99],"We":[100],"refer":[101],"scenario":[104],"Data-Free":[106],"Knowledge":[107],"Distillation":[108],"Models":[111],"(DKDM),":[112],"where":[113],"ability":[116],"transferred":[120],"ones":[123],"in":[124,217],"data-free":[126,207],"manner.":[127],"tackle":[129],"challenge,":[131],"make":[133],"two":[134],"main":[135],"contributions.":[136],"First,":[137],"introduce":[139],"DKDM":[141],"objective":[142],"that":[143,166,205],"enables":[144],"via":[150],"distillation,":[151],"without":[152,180],"requiring":[153],"access":[154],"Second,":[158],"develop":[160],"dynamic":[162],"iterative":[163],"distillation":[164],"method":[165],"efficiently":[167],"extracts":[168],"time-domain":[169],"knowledge":[170],"from":[171],"DMs,":[173],"enabling":[174],"direct":[175],"retrieval":[176],"need":[182],"prolonged":[185],"process.":[187],"best":[190],"our":[192,206],"knowledge,":[193],"are":[195],"first":[197],"explore":[199],"scenario.":[201],"Experimental":[202],"results":[203],"demonstrate":[204],"approach":[208],"not":[209],"only":[210],"achieves":[211],"competitive":[212],"performance":[214],"but":[215],"also,":[216],"some":[218],"instances,":[219],"outperforms":[220],"trained":[222],"entire":[225],"dataset.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}