{"id":"https://openalex.org/W4402727278","doi":"https://doi.org/10.1109/cvpr52733.2024.00899","title":"Distilling ODE Solvers of Diffusion Models into Smaller Steps","display_name":"Distilling ODE Solvers of Diffusion Models into Smaller Steps","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402727278","doi":"https://doi.org/10.1109/cvpr52733.2024.00899"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00899","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023447791","display_name":"Sanghwan Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sanghwan Kim","raw_affiliation_strings":["ETH Z&#x00FC;rich"],"affiliations":[{"raw_affiliation_string":"ETH Z&#x00FC;rich","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101745105","display_name":"Hao Tang","orcid":"https://orcid.org/0000-0002-6197-0874"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Tang","raw_affiliation_strings":["ETH Z&#x00FC;rich"],"affiliations":[{"raw_affiliation_string":"ETH Z&#x00FC;rich","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067487326","display_name":"Fisher Yu","orcid":"https://orcid.org/0000-0001-8829-7344"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fisher Yu","raw_affiliation_strings":["ETH Z&#x00FC;rich"],"affiliations":[{"raw_affiliation_string":"ETH Z&#x00FC;rich","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5023447791"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17585066,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9410","last_page":"9419"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12063","display_name":"Heat and Mass Transfer in Porous Media","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12063","display_name":"Heat and Mass Transfer in Porous Media","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12100","display_name":"Advanced Mathematical Modeling in Engineering","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11751","display_name":"Lattice Boltzmann Simulation Studies","score":0.9628000259399414,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ode","display_name":"Ode","score":0.8267035484313965},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6727238297462463},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.6238919496536255},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.32599037885665894},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.2567563056945801},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15197744965553284},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.14233922958374023},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10401126742362976}],"concepts":[{"id":"https://openalex.org/C34862557","wikidata":"https://www.wikidata.org/wiki/Q178985","display_name":"Ode","level":2,"score":0.8267035484313965},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6727238297462463},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.6238919496536255},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.32599037885665894},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2567563056945801},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15197744965553284},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.14233922958374023},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10401126742362976}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00899","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1505878979","https://openalex.org/W1991111872","https://openalex.org/W2602856279","https://openalex.org/W2889599215","https://openalex.org/W2959300817","https://openalex.org/W2963373786","https://openalex.org/W3004970274","https://openalex.org/W3036167779","https://openalex.org/W3108645709","https://openalex.org/W3121370741","https://openalex.org/W3128876955","https://openalex.org/W3162926177","https://openalex.org/W3177150392","https://openalex.org/W3180196270","https://openalex.org/W3184410885","https://openalex.org/W4245692952","https://openalex.org/W4281485151","https://openalex.org/W4281487633","https://openalex.org/W4281661987","https://openalex.org/W4281969232","https://openalex.org/W4287083626","https://openalex.org/W4287250916","https://openalex.org/W4293327156","https://openalex.org/W4301206121","https://openalex.org/W4308167501","https://openalex.org/W4312933868","https://openalex.org/W4318621059","https://openalex.org/W4367060644","https://openalex.org/W4378498787","https://openalex.org/W4380994510","https://openalex.org/W4386071831","https://openalex.org/W4387195417","https://openalex.org/W4387806972","https://openalex.org/W4390873030","https://openalex.org/W6679045638","https://openalex.org/W6718379498","https://openalex.org/W6754096419","https://openalex.org/W6765775151","https://openalex.org/W6765779288","https://openalex.org/W6774689120","https://openalex.org/W6779823529","https://openalex.org/W6783713337","https://openalex.org/W6786375611","https://openalex.org/W6788990321","https://openalex.org/W6790675931","https://openalex.org/W6793578827","https://openalex.org/W6795288823","https://openalex.org/W6797906067","https://openalex.org/W6798447524","https://openalex.org/W6809884996","https://openalex.org/W6810590380","https://openalex.org/W6810627792","https://openalex.org/W6811291704","https://openalex.org/W6811424244","https://openalex.org/W6838452192","https://openalex.org/W6838639034","https://openalex.org/W6842958722","https://openalex.org/W6843464061","https://openalex.org/W6848572727","https://openalex.org/W6850614898","https://openalex.org/W6852134528","https://openalex.org/W6853124921","https://openalex.org/W6853451389"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2371448224","https://openalex.org/W3134495997","https://openalex.org/W2363680170","https://openalex.org/W2376428685","https://openalex.org/W4256082577","https://openalex.org/W625783435","https://openalex.org/W2048742619","https://openalex.org/W2384641672"],"abstract_inverted_index":{"Diffusion":[0],"models":[1,17],"have":[2,51],"recently":[3],"gained":[4],"prominence":[5],"as":[6,95],"a":[7,19,29,116,143,169],"novel":[8],"category":[9],"of":[10,24,32,39,72,131,171,179],"generative":[11],"models.":[12],"Despite":[13],"their":[14,103],"success,":[15],"these":[16,108],"face":[18],"notable":[20],"drawback":[21],"in":[22,36,79,121,196],"terms":[23],"slow":[25],"sampling":[26,49,57,60,84,92],"speeds,":[27],"requiring":[28],"high":[30],"number":[31],"function":[33],"evaluations":[34],"(NFE)":[35],"the":[37,56,70,82,129,176,236],"order":[38],"hundreds":[40],"or":[41],"thousands.":[42],"In":[43],"response,":[44],"both":[45,132],"learning-free":[46,133],"and":[47,134,193,215],"learning-based":[48,91,135],"strategies":[50],"been":[52],"explored":[53],"to":[54,147,184,209],"expedite":[55],"process.":[58],"Learning-free":[59],"employs":[61],"various":[62],"ordinary":[63],"differential":[64],"equation":[65],"(ODE)":[66],"solvers":[67,113,138,155,164,182,226],"based":[68],"on":[69],"formulation":[71],"diffusion":[73],"ODEs.":[74],"However,":[75],"it":[76],"encounters":[77],"challenges":[78],"faithfully":[80,234],"tracking":[81],"true":[83],"trajectory,":[85],"particularly":[86,195],"for":[87],"small":[88],"NFE.":[89,200],"Conversely,":[90],"methods,":[93],"such":[94],"knowledge":[96,160],"distillation,":[97],"demand":[98],"extensive":[99],"additional":[100],"training,":[101],"limiting":[102],"practical":[104],"applicability.":[105],"To":[106],"overcome":[107],"limitations,":[109],"we":[110,152],"introduce":[111],"Distilled-ODE":[112],"(D-ODE":[114],"solvers),":[115],"straightforward":[117,214],"distillation":[118,161,211],"approach":[119],"grounded":[120],"ODE":[122,149,163,181,186,238],"solver":[123],"formulations.":[124],"Our":[125],"method":[126,203],"seamlessly":[127],"integrates":[128],"strengths":[130],"sampling.":[136],"D-ODE":[137,154,225],"are":[139],"constructed":[140],"by":[141],"introducing":[142],"single":[144],"parameter":[145],"adjustment":[146],"existing":[148,185,219],"solvers.":[150],"Furthermore,":[151],"optimize":[153],"with":[156,165,198,218],"smaller":[157],"steps":[158,167],"using":[159],"from":[162],"larger":[166],"across":[168],"batch":[170],"samples.":[172],"Comprehensive":[173],"experiments":[174],"demonstrate":[175],"superior":[177],"performance":[178],"D-":[180],"compared":[183,208],"solvers,":[187],"including":[188],"DDIM,":[189],"PNDM,":[190],"DPM-Solver,":[191],"DEIS,":[192],"EDM,":[194],"scenarios":[197],"fewer":[199],"Notably,":[201],"our":[202],"incurs":[204],"negligible":[205],"computational":[206],"overhead":[207],"previous":[210],"techniques,":[212],"facilitating":[213],"rapid":[216],"integration":[217],"samplers.":[220],"Qualitative":[221],"analysis":[222],"reveals":[223],"that":[224],"not":[227],"only":[228],"enhance":[229],"image":[230],"quality":[231],"but":[232],"also":[233],"follow":[235],"target":[237],"trajectory.":[239]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}
