{"id":"https://openalex.org/W4417432158","doi":"https://doi.org/10.1109/iccv51701.2025.01818","title":"Distilling Parallel Gradients for Fast ODE Solvers of Diffusion Models","display_name":"Distilling Parallel Gradients for Fast ODE Solvers of Diffusion Models","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4417432158","doi":"https://doi.org/10.1109/iccv51701.2025.01818"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51701.2025.01818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.01818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.14797","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009738035","display_name":"Beier Zhu","orcid":"https://orcid.org/0000-0002-7900-6979"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Beier Zhu","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100653710","display_name":"Ruoyu Wang","orcid":"https://orcid.org/0000-0002-7091-0291"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruoyu Wang","raw_affiliation_strings":["Westlake University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Westlake University","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101547884","display_name":"Tong Zhao","orcid":"https://orcid.org/0000-0002-1521-3522"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Zhao","raw_affiliation_strings":["Westlake University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Westlake University","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042324027","display_name":"Hanwang Zhang","orcid":"https://orcid.org/0000-0001-7374-8739"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hanwang Zhang","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100753547","display_name":"Chi Zhang","orcid":"https://orcid.org/0000-0003-1431-7722"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Zhang","raw_affiliation_strings":["Westlake University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Westlake University","institution_ids":["https://openalex.org/I3133055985"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"19557","last_page":"19566"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8618999719619751,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8618999719619751,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.040300000458955765,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.027899999171495438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ode","display_name":"Ode","score":0.7178999781608582},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.6614999771118164},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5439000129699707},{"id":"https://openalex.org/keywords/conjugate-gradient-method","display_name":"Conjugate gradient method","score":0.4027000069618225},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3815999925136566},{"id":"https://openalex.org/keywords/truncation","display_name":"Truncation (statistics)","score":0.3797999918460846},{"id":"https://openalex.org/keywords/deblurring","display_name":"Deblurring","score":0.3555999994277954},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.33160001039505005}],"concepts":[{"id":"https://openalex.org/C34862557","wikidata":"https://www.wikidata.org/wiki/Q178985","display_name":"Ode","level":2,"score":0.7178999781608582},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6877999901771545},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.6614999771118164},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5475000143051147},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5439000129699707},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.414000004529953},{"id":"https://openalex.org/C81184566","wikidata":"https://www.wikidata.org/wiki/Q1191895","display_name":"Conjugate gradient method","level":2,"score":0.4027000069618225},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C106195933","wikidata":"https://www.wikidata.org/wiki/Q7847935","display_name":"Truncation (statistics)","level":2,"score":0.3797999918460846},{"id":"https://openalex.org/C2777693668","wikidata":"https://www.wikidata.org/wiki/Q25053743","display_name":"Deblurring","level":5,"score":0.3555999994277954},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3463999927043915},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.33160001039505005},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.3212999999523163},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C137119250","wikidata":"https://www.wikidata.org/wiki/Q1413101","display_name":"Multigrid method","level":3,"score":0.3003000020980835},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.29499998688697815},{"id":"https://openalex.org/C104942944","wikidata":"https://www.wikidata.org/wiki/Q3434686","display_name":"Truncation error","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.27880001068115234},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C174576160","wikidata":"https://www.wikidata.org/wiki/Q1183700","display_name":"Deconvolution","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.25619998574256897},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25609999895095825},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iccv51701.2025.01818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.01818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2507.14797","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.14797","pdf_url":"https://arxiv.org/pdf/2507.14797","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.14797","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.14797","pdf_url":"https://arxiv.org/pdf/2507.14797","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1129333516","display_name":null,"funder_award_id":"RIE2025","funder_id":"https://openalex.org/F4320318567","funder_display_name":"Westlake University"}],"funders":[{"id":"https://openalex.org/F4320318567","display_name":"Westlake University","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Diffusion":[0],"models":[1],"(DMs)":[2],"have":[3],"achieved":[4],"state-of-the-art":[5],"generative":[6],"performance":[7],"but":[8],"suffer":[9],"from":[10],"high":[11],"sampling":[12],"latency":[13,134],"due":[14],"to":[15,106],"their":[16],"sequential":[17],"denoising":[18],"nature.":[19],"Existing":[20],"solver-based":[21],"acceleration":[22],"methods":[23],"often":[24],"face":[25],"image":[26,115],"quality":[27],"degradation":[28],"under":[29],"a":[30,46,83,90,104,163],"low-latency":[31,78,127],"budget.":[32],"In":[33,97],"this":[34],"paper,":[35],"we":[36],"propose":[37],"the":[38,66,119,132],"Ensemble":[39],"Parallel":[40],"Direction":[41],"solver":[42,49],"(dubbed":[43],"as":[44,103],"\\ours),":[45],"novel":[47],"ODE":[48,62,109],"that":[50],"mitigates":[51],"truncation":[52],"errors":[53],"by":[54,162],"incorporating":[55],"multiple":[56],"parallel":[57],"gradient":[58,68],"evaluations":[59],"in":[60,89,169],"each":[61],"step.":[63],"Importantly,":[64],"since":[65],"additional":[67],"computations":[69],"are":[70,167],"independent,":[71],"they":[72],"can":[73,101],"be":[74],"fully":[75],"parallelized,":[76],"preserving":[77],"sampling.":[79,128],"Our":[80],"method":[81,100],"optimizes":[82],"small":[84],"set":[85],"of":[86,121,136,143],"learnable":[87],"parameters":[88],"distillation":[91],"fashion,":[92],"ensuring":[93],"minimal":[94],"training":[95],"overhead.":[96],"addition,":[98],"our":[99,122],"serve":[102],"plugin":[105],"improve":[107],"existing":[108,159],"samplers.":[110],"Extensive":[111],"experiments":[112],"on":[113,145,148,151,155],"various":[114],"synthesis":[116],"benchmarks":[117],"demonstrate":[118],"effectiveness":[120],"\\ours~in":[123],"achieving":[124],"high-quality":[125],"and":[126,153],"For":[129],"example,":[130],"at":[131],"same":[133],"level":[135],"5":[137],"NFE,":[138],"EPD":[139],"achieves":[140],"an":[141],"FID":[142],"4.47":[144],"CIFAR-10,":[146],"7.97":[147],"FFHQ,":[149],"8.17":[150],"ImageNet,":[152],"8.26":[154],"LSUN":[156],"Bedroom,":[157],"surpassing":[158],"learning-based":[160],"solvers":[161],"significant":[164],"margin.":[165],"Codes":[166],"available":[168],"https://github.com/BeierZhu/EPD.":[170]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}