{"id":"https://openalex.org/W4411202839","doi":"https://doi.org/10.1007/s11263-025-02463-x","title":"Fast Sampling Through The Reuse Of Attention Maps In Diffusion Models","display_name":"Fast Sampling Through The Reuse Of Attention Maps In Diffusion Models","publication_year":2025,"publication_date":"2025-06-11","ids":{"openalex":"https://openalex.org/W4411202839","doi":"https://doi.org/10.1007/s11263-025-02463-x"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-025-02463-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-025-02463-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02463-x.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02463-x.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102600771","display_name":"Rosco Hunter","orcid":null},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Rosco Hunter","raw_affiliation_strings":["University of Warwick, Warwick, UK"],"affiliations":[{"raw_affiliation_string":"University of Warwick, Warwick, UK","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080541362","display_name":"\u0141ukasz Dudziak","orcid":"https://orcid.org/0000-0003-4929-265X"},"institutions":[{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"\u0141ukasz Dudziak","raw_affiliation_strings":["Samsung AI Centre Cambridge, Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Samsung AI Centre Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I4210117523"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010814272","display_name":"Mohamed S. Abdelfattah","orcid":"https://orcid.org/0000-0002-4568-8932"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohamed S. Abdelfattah","raw_affiliation_strings":["Cornell University, Cornell, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, Cornell, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103129498","display_name":"Abhinav Mehrotra","orcid":"https://orcid.org/0000-0001-6751-0302"},"institutions":[{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Abhinav Mehrotra","raw_affiliation_strings":["Samsung AI Centre Cambridge, Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Samsung AI Centre Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I4210117523"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087701164","display_name":"Sourav Bhattacharya","orcid":"https://orcid.org/0000-0001-9670-5264"},"institutions":[{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sourav Bhattacharya","raw_affiliation_strings":["Samsung AI Centre Cambridge, Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Samsung AI Centre Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I4210117523"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053684989","display_name":"Hongkai Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]},{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hongkai Wen","raw_affiliation_strings":["Samsung AI Centre Cambridge, Cambridge, UK","University of Warwick, Warwick, UK"],"affiliations":[{"raw_affiliation_string":"Samsung AI Centre Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I4210117523"]},{"raw_affiliation_string":"University of Warwick, Warwick, UK","institution_ids":["https://openalex.org/I39555362"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102600771"],"corresponding_institution_ids":["https://openalex.org/I39555362"],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":1.2784,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80663333,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"133","issue":"9","first_page":"6422","last_page":"6431"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6266568899154663},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5956641435623169},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5364468693733215},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5179945230484009},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4971463978290558},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4407205283641815},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38180309534072876},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3249948024749756},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.20943304896354675},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.0777021050453186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6266568899154663},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5956641435623169},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5364468693733215},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5179945230484009},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4971463978290558},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4407205283641815},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38180309534072876},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3249948024749756},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.20943304896354675},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0777021050453186},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11263-025-02463-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-025-02463-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02463-x.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11263-025-02463-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-025-02463-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02463-x.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320279","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411202839.pdf","grobid_xml":"https://content.openalex.org/works/W4411202839.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1981276685","https://openalex.org/W2410938517","https://openalex.org/W2990138404","https://openalex.org/W4281485151","https://openalex.org/W4281661987","https://openalex.org/W4312933868","https://openalex.org/W4386071831","https://openalex.org/W4405241549","https://openalex.org/W6600175266","https://openalex.org/W6600185353","https://openalex.org/W6600223405","https://openalex.org/W6600349396","https://openalex.org/W6602344735","https://openalex.org/W6602670149","https://openalex.org/W6631455383","https://openalex.org/W6632604870"],"related_works":["https://openalex.org/W2384475851","https://openalex.org/W2000444236","https://openalex.org/W2353602216","https://openalex.org/W2367078749","https://openalex.org/W2381798600","https://openalex.org/W1910583078","https://openalex.org/W2351618306","https://openalex.org/W2999162218","https://openalex.org/W1537443268","https://openalex.org/W2390634956"],"abstract_inverted_index":{"Abstract":[0],"Text-to-image":[1],"diffusion":[2,39,144],"models":[3,16],"have":[4],"demonstrated":[5],"unprecedented":[6],"capabilities":[7],"for":[8,48],"flexible":[9],"and":[10,83],"realistic":[11],"image":[12,50],"synthesis.":[13],"Nevertheless,":[14],"these":[15],"rely":[17],"on":[18,96],"a":[19,104],"time-consuming":[20],"sampling":[21,124],"procedure,":[22],"which":[23,99],"has":[24],"motivated":[25],"attempts":[26],"to":[27,41,57,78,137],"reduce":[28,58],"their":[29],"latency.":[30],"When":[31],"improving":[32],"efficiency,":[33],"researchers":[34],"often":[35],"use":[36],"the":[37,72,102,108,110,113,141],"original":[38,142],"model":[40],"train":[42],"an":[43],"additional":[44],"network":[45],"designed":[46],"specifically":[47],"fast":[49],"generation.":[51],"In":[52,68],"contrast,":[53],"our":[54,119],"approach":[55],"seeks":[56],"latency":[59],"directly,":[60],"without":[61],"any":[62],"retraining,":[63],"fine-tuning,":[64],"or":[65],"knowledge":[66],"distillation.":[67],"particular,":[69],"we":[70],"find":[71],"repeated":[73],"calculation":[74],"of":[75,126],"attention":[76],"maps":[77],"be":[79],"costly":[80],"yet":[81],"redundant,":[82],"instead":[84],"suggest":[85],"reusing":[86],"them":[87],"during":[88],"sampling.":[89],"Our":[90],"specific":[91],"reuse":[92,120,131],"strategies":[93,121],"are":[94,135],"based":[95],"ODE":[97],"theory,":[98],"implies":[100],"that":[101,130,134],"later":[103],"map":[105],"is":[106],"reused,":[107],"smaller":[109],"distortion":[111],"in":[112],"final":[114],"image.":[115],"We":[116],"empirically":[117],"compare":[118],"with":[122],"few-step":[123],"procedures":[125],"comparable":[127],"latency,":[128],"finding":[129],"generates":[132],"images":[133],"closer":[136],"those":[138],"produced":[139],"by":[140],"high-latency":[143],"model.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
