{"id":"https://openalex.org/W4392746069","doi":"https://doi.org/10.1109/isscc49657.2024.10454308","title":"20.2 A 28nm 74.34TFLOPS/W BF16 Heterogenous CIM-Based Accelerator Exploiting Denoising-Similarity for Diffusion Models","display_name":"20.2 A 28nm 74.34TFLOPS/W BF16 Heterogenous CIM-Based Accelerator Exploiting Denoising-Similarity for Diffusion Models","publication_year":2024,"publication_date":"2024-02-18","ids":{"openalex":"https://openalex.org/W4392746069","doi":"https://doi.org/10.1109/isscc49657.2024.10454308"},"language":"en","primary_location":{"id":"doi:10.1109/isscc49657.2024.10454308","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isscc49657.2024.10454308","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Solid-State Circuits Conference (ISSCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085105148","display_name":"Ruiqi Guo","orcid":"https://orcid.org/0000-0003-4729-7385"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiqi Guo","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435738","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0001-5990-896X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101434816","display_name":"Xiaofeng Chen","orcid":"https://orcid.org/0000-0001-8572-7310"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Chen","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035280619","display_name":"Hao Sun","orcid":"https://orcid.org/0000-0002-1673-6712"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Sun","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008515017","display_name":"Zhiheng Yue","orcid":"https://orcid.org/0000-0003-4084-3478"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiheng Yue","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071432313","display_name":"Yubin Qin","orcid":"https://orcid.org/0000-0001-5530-5416"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yubin Qin","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100568518","display_name":"Huiming Han","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiming Han","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008550011","display_name":"Yang Wang","orcid":"https://orcid.org/0000-0002-2592-9989"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Wang","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038947607","display_name":"Fengbin Tu","orcid":"https://orcid.org/0000-0003-2228-8829"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Fengbin Tu","raw_affiliation_strings":["Hong Kong University of Science and Technology,Hong Kong,China","Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology,Hong Kong,China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036023084","display_name":"Shaojun Wei","orcid":"https://orcid.org/0000-0001-5117-7920"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojun Wei","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001366381","display_name":"Hu Yang","orcid":"https://orcid.org/0000-0001-9411-2553"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Hu","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054524841","display_name":"Shouyi Yin","orcid":"https://orcid.org/0000-0003-2309-572X"},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouyi Yin","raw_affiliation_strings":["Tsinghua University,Beijing,China","Shanghai AI Lab, Shanghai, China","Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shanghai AI Lab, Shanghai, China","institution_ids":["https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"362","last_page":"364"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.717076301574707},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.6341464519500732},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5868521332740784},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.49816012382507324},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.36661720275878906},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23737475275993347},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.14559373259544373},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.059314727783203125}],"concepts":[{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.717076301574707},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.6341464519500732},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5868521332740784},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.49816012382507324},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.36661720275878906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23737475275993347},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.14559373259544373},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.059314727783203125},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isscc49657.2024.10454308","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isscc49657.2024.10454308","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Solid-State Circuits Conference (ISSCC)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-138078","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-138078","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2920866490","https://openalex.org/W3015305895","https://openalex.org/W3036167779","https://openalex.org/W3183406752","https://openalex.org/W4221101426","https://openalex.org/W4286571878","https://openalex.org/W4360605703","https://openalex.org/W4360606939","https://openalex.org/W6779823529"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Diffusion":[0],"models":[1,11],"(DMs)":[2],"have":[3,146],"emerged":[4],"as":[5,139],"a":[6,75,84,109,128,160,168,175],"powerful":[7],"category":[8],"of":[9,58,83,252],"generative":[10,37,158],"with":[12,216,227],"record-breaking":[13],"performance":[14],"in":[15,52,208],"image":[16,21,47,79,212],"synthesis":[17],"[1].":[18],"A":[19,63,234],"noisy":[20],"created":[22],"from":[23],"pure":[24],"Gaussian":[25],"random":[26],"variables":[27],"needs":[28],"to":[29,35,43,50,73,196,214,231,242,281,306],"be":[30,137],"denoised":[31,90],"by":[32],"iterative":[33,154],"DMs":[34],"ensure":[36,157],"quality.":[38],"For":[39],"DMs,":[40,114],"quantizing":[41],"activations":[42],"integers":[44],"(INT)":[45],"degrades":[46],"quality":[48],"due":[49],"changes":[51],"activation":[53],"distributions":[54,151],"and":[55,70,174,186,257,300],"the":[56,97,102,119,250],"accumulation":[57],"quantization":[59],"errors":[60],"across":[61,153],"iterations.":[62],"GPU":[64],"(Nvidia":[65],"A100)":[66],"requires":[67,278],"2560":[68],"ms":[69],"250":[71],"W":[72],"generate":[74],"$256":[76],"\\times":[77],"256$":[78],"through":[80],"50":[81],"iterations":[82],"floating-point":[85],"(FP)":[86],"DM.":[87],"Two":[88],"adjacent":[89,113],"images":[91],"bring":[92],"similar":[93],"visual":[94],"effects,":[95],"where":[96],"difference":[98],"between":[99],"pixels":[100],"at":[101,249,270],"same":[103,120],"position":[104],"is":[105,165],"very":[106],"small.":[107],"As":[108],"result,":[110],"for":[111],"two":[112],"most":[115,133],"input":[116,246],"differences":[117],"within":[118,127],"layer":[121],"$(\\Delta":[122],"IN)$":[123],"are":[124],"consistently":[125],"clustered":[126],"narrow":[129],"range,":[130],"indicating":[131],"that":[132],"$\\Delta":[134,143,162],"IN$":[135,163,199],"can":[136],"quantized":[138],"INT-data.":[140],"The":[141],"remaining":[142],"I":[144],"N$":[145],"relatively":[147],"large":[148],"values,":[149],"whose":[150],"vary":[152],"DMs.":[155],"To":[156],"quality,":[159],"complete":[161],"tensor":[164,171,178],"divided":[166],"into":[167],"dense":[169],"INT":[170,190,274],"(INT-$\\Delta$":[172],"IN)":[173],"sparse":[176,303],"FP":[177,268,294],"(FP-$\\Delta$).":[179],"Compute-in-memory":[180],"(CIM)":[181],"has":[182],"shown":[183],"high":[184,271],"throughput":[185],"energy":[187],"efficiency":[188],"on":[189],"multiply-and-accumulate":[191],"(MAC),":[192],"demonstrating":[193],"its":[194],"potential":[195],"process":[197,267],"$\\triangle":[198],"efficiently.":[200],"However,":[201],"prior":[202],"CIM":[203,223,236,264],"chips":[204,224,265],"face":[205,287],"three":[206],"challenges":[207],"speeding":[209],"up":[210],"on-device":[211],"generation":[213],"seconds":[215],"low":[217],"power":[218,256],"consumption":[219],"[2\u20137].":[220],"First,":[221],"conventional":[222],"perform":[225],"MACs":[226],"bit-serial":[228],"inputs,":[229],"leading":[230,305],"significant":[232],"runtime.":[233],"recent":[235],"chip":[237],"incorporates":[238],"an":[239],"additional":[240],"adder-tree":[241],"handle":[243,282],"one":[244],"more":[245,255,260],"bit,":[247],"albeit":[248],"cost":[251],"85.4":[253],"%":[254,259],"82.5":[258],"area":[261],"[3].":[262],"Second,":[263],"cannot":[266],"data":[269],"speed":[272],"like":[273],"data.":[275],"They":[276],"either":[277],"repeated":[279],"reads/writes":[280],"high-precision":[283],"mantissas":[284],"[4],":[285],"or":[286],"lengthy":[288],"alignment-cycle":[289],"latencies":[290],"[5].":[291],"Third,":[292],"previous":[293],"CIMs":[295],"do":[296],"not":[297],"support":[298],"identifying":[299],"utilizing":[301],"stored":[302],"data,":[304],"redundant":[307],"computations.":[308]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}