{"id":"https://openalex.org/W4415317181","doi":"https://doi.org/10.48550/arxiv.2510.06751","title":"OBS-Diff: Accurate Pruning For Diffusion Models in One-Shot","display_name":"OBS-Diff: Accurate Pruning For Diffusion Models in One-Shot","publication_year":2025,"publication_date":"2025-10-08","ids":{"openalex":"https://openalex.org/W4415317181","doi":"https://doi.org/10.48550/arxiv.2510.06751"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2510.06751","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.06751","pdf_url":"https://arxiv.org/pdf/2510.06751","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2510.06751","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhu, Junhan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Junhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101805499","display_name":"Hesong Wang","orcid":"https://orcid.org/0000-0003-4072-5973","observed_orcids":["https://orcid.org/0000-0003-4072-5973"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hesong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Su, Mingluo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Mingluo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089354734","display_name":"Zefang Wang","orcid":"https://orcid.org/0009-0009-6633-6440","observed_orcids":["https://orcid.org/0009-0009-6633-6440"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zefang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101732544","display_name":"Huan Wang","orcid":"https://orcid.org/0000-0002-1404-8529","observed_orcids":["https://orcid.org/0000-0002-1404-8529"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Huan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.007300000172108412,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-to-image-diffusion-models","display_name":"text-to-image diffusion models","score":0.9319999814033508},{"id":"https://openalex.org/keywords/optimal-brain-surgeon","display_name":"optimal brain surgeon","score":0.9409999847412109},{"id":"https://openalex.org/keywords/training-free-compression","display_name":"training-free compression","score":0.7009999752044678},{"id":"https://openalex.org/keywords/error-accumulation","display_name":"error accumulation","score":0.8870000243186951},{"id":"https://openalex.org/keywords/structured-sparsity","display_name":"structured sparsity","score":0.6919999718666077},{"id":"https://openalex.org/keywords/unstructured-sparsity","display_name":"unstructured sparsity","score":0.7039999961853027},{"id":"https://openalex.org/keywords/inference-acceleration","display_name":"inference acceleration","score":0.45100000500679016}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8554999828338623},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6672000288963318},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.5386000275611877},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5058000087738037},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.4740999937057495},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.44600000977516174},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4361000061035156},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.40869998931884766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40540000796318054},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.39590001106262207},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.39329999685287476},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C140479938","wikidata":"https://www.wikidata.org/wiki/Q5254619","display_name":"Iterated function","level":2,"score":0.36340001225471497},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.3630000054836273},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33570000529289246},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.33559998869895935},{"id":"https://openalex.org/C203504353","wikidata":"https://www.wikidata.org/wiki/Q4765461","display_name":"Anisotropic diffusion","level":3,"score":0.3343999981880188},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29670000076293945},{"id":"https://openalex.org/C2779982483","wikidata":"https://www.wikidata.org/wiki/Q6094420","display_name":"Iterative refinement","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.287200003862381},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C135252773","wikidata":"https://www.wikidata.org/wiki/Q1567213","display_name":"Inverse problem","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2510.06751","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.06751","pdf_url":"https://arxiv.org/pdf/2510.06751","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.06751","doi":"https://doi.org/10.48550/arxiv.2510.06751","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.06751","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2510.06751","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.06751","pdf_url":"https://arxiv.org/pdf/2510.06751","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7223407633","https://openalex.org/W6979313182","https://openalex.org/W4407123619","https://openalex.org/W4415796383","https://openalex.org/W4404972528","https://openalex.org/W7134063703","https://openalex.org/W4399836773","https://openalex.org/W4405082014","https://openalex.org/W4414166045","https://openalex.org/W4415330435"],"abstract_inverted_index":{"Large-scale":[0],"text-to-image":[1,53],"diffusion":[2,30,54,74,105,166],"models,":[3,167],"while":[4],"powerful,":[5],"suffer":[6],"from":[7,111],"prohibitive":[8],"computational":[9],"cost.":[10],"Existing":[11],"one-shot":[12,42,163],"network":[13],"pruning":[14,43,79,97,146,164],"methods":[15],"can":[16],"hardly":[17],"be":[18],"directly":[19],"applied":[20],"to":[21,24,68,131,134,150],"them":[22],"due":[23],"the":[25,34,60,69,96,100,104,109,152],"iterative":[26,101],"denoising":[27],"nature":[28],"of":[29,51,72,103],"models.":[31,55],"To":[32,94],"bridge":[33],"gap,":[35],"this":[36],"paper":[37],"presents":[38],"OBS-Diff,":[39],"a":[40,117,124,141],"novel":[41,118],"framework":[44],"that":[45,122,159],"enables":[46],"accurate":[47],"and":[48,76,85,89],"training-free":[49],"compression":[50],"large-scale":[52],"Specifically,":[56],"(i)":[57],"OBS-Diff":[58,160],"revitalizes":[59],"classic":[61],"Optimal":[62],"Brain":[63],"Surgeon":[64],"(OBS),":[65],"adapting":[66],"it":[67],"complex":[70],"architectures":[71],"modern":[73],"models":[75],"supporting":[77],"diverse":[78],"granularity,":[80],"including":[81],"unstructured,":[82],"N:M":[83],"semi-structured,":[84],"structured":[86],"(MHA":[87],"heads":[88],"FFN":[90],"neurons)":[91],"sparsity;":[92],"(ii)":[93],"align":[95],"criteria":[98],"with":[99,171],"dynamics":[102],"process,":[106],"by":[107],"examining":[108],"problem":[110],"an":[112],"error-accumulation":[113],"perspective,":[114],"we":[115],"propose":[116],"timestep-aware":[119],"Hessian":[120],"construction":[121],"incorporates":[123],"logarithmic-decrease":[125],"weighting":[126],"scheme,":[127],"assigning":[128],"greater":[129],"importance":[130],"earlier":[132],"timesteps":[133],"mitigate":[135],"potential":[136],"error":[137],"accumulation;":[138],"(iii)":[139],"Furthermore,":[140],"computationally":[142],"efficient":[143],"group-wise":[144],"sequential":[145],"strategy":[147],"is":[148],"proposed":[149],"amortize":[151],"expensive":[153],"calibration":[154],"process.":[155],"Extensive":[156],"experiments":[157],"show":[158],"achieves":[161],"state-of-the-art":[162],"for":[165],"delivering":[168],"inference":[169],"acceleration":[170],"minimal":[172],"degradation":[173],"in":[174],"visual":[175],"quality.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-18T00:00:00"}
