{"id":"https://openalex.org/W4408183036","doi":"https://doi.org/10.1109/isscc49661.2025.10904702","title":"14.4 A 51.6TFLOPs/W Full-Datapath CIM Macro Approaching Sparsity Bound and &lt;2<sup>-30</sup> Loss for Compound AI","display_name":"14.4 A 51.6TFLOPs/W Full-Datapath CIM Macro Approaching Sparsity Bound and &lt;2<sup>-30</sup> Loss for Compound AI","publication_year":2025,"publication_date":"2025-02-16","ids":{"openalex":"https://openalex.org/W4408183036","doi":"https://doi.org/10.1109/isscc49661.2025.10904702"},"language":"en","primary_location":{"id":"doi:10.1109/isscc49661.2025.10904702","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isscc49661.2025.10904702","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Solid-State Circuits Conference (ISSCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008515017","display_name":"Zhiheng Yue","orcid":"https://orcid.org/0000-0003-4084-3478"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiheng Yue","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102628983","display_name":"Xujiang Xiang","orcid":"https://orcid.org/0009-0009-4171-0563"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xujiang Xiang","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100547814","display_name":"Yang Wang","orcid":"https://orcid.org/0009-0000-6136-1932"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Wang","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085105148","display_name":"Ruiqi Guo","orcid":"https://orcid.org/0000-0003-4729-7385"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiqi Guo","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100568518","display_name":"Huiming Han","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiming Han","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036023084","display_name":"Shaojun Wei","orcid":"https://orcid.org/0000-0001-5117-7920"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojun Wei","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066434078","display_name":"Yang Hu","orcid":"https://orcid.org/0000-0001-6942-4395"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Hu","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054524841","display_name":"Shouyi Yin","orcid":"https://orcid.org/0000-0003-2309-572X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouyi Yin","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.6832000017166138,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.6832000017166138,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/datapath","display_name":"Datapath","score":0.9410897493362427},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.7722878456115723},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44504427909851074},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.35967686772346497},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.3476811647415161},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.28003495931625366},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09453532099723816}],"concepts":[{"id":"https://openalex.org/C2781198647","wikidata":"https://www.wikidata.org/wiki/Q1633673","display_name":"Datapath","level":2,"score":0.9410897493362427},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.7722878456115723},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44504427909851074},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.35967686772346497},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.3476811647415161},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28003495931625366},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09453532099723816}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isscc49661.2025.10904702","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isscc49661.2025.10904702","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Solid-State Circuits Conference (ISSCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2899641901","https://openalex.org/W3134495297","https://openalex.org/W4221089937","https://openalex.org/W4232909776","https://openalex.org/W4308083739","https://openalex.org/W4313332258","https://openalex.org/W4360605392","https://openalex.org/W4360605483","https://openalex.org/W4360605703","https://openalex.org/W4360605785","https://openalex.org/W4360606782","https://openalex.org/W4360606939","https://openalex.org/W4385212698","https://openalex.org/W4392739417","https://openalex.org/W4392745879","https://openalex.org/W4392746069","https://openalex.org/W4392746496","https://openalex.org/W4404954357"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2109699519","https://openalex.org/W2006568360","https://openalex.org/W102726818","https://openalex.org/W4233616027","https://openalex.org/W2059591361","https://openalex.org/W970262775","https://openalex.org/W1568267706"],"abstract_inverted_index":{"Large-language":[0],"models":[1,26,46,86,185],"(LLM)":[2],"are":[3],"widely":[4],"used":[5],"with":[6,130],"exceptional":[7],"performance,":[8],"but":[9,183],"their":[10],"prohibitive":[11],"size":[12],"and":[13,47,161,196],"cost":[14],"limits":[15],"deployment":[16,72],"on":[17,34,55,108],"edge":[18,71],"devices.":[19],"The":[20],"compound-AI":[21,101,126,184],"combines":[22],"several":[23],"specialized":[24],"small":[25],"to":[27,65,75,113,135,177],"achieve":[28],"matched":[29],"or":[30],"even":[31],"superior":[32],"accuracy":[33,137],"target":[35],"downstream":[36],"tasks":[37],"[1],":[38],"[2]:":[39],"e.g.,":[40],"RevCol":[41],"[3]":[42],"fuses":[43],"multiple":[44,131],"convolutional":[45],"surpasses":[48],"the":[49,56,63,148,194],"7.2B-parameter":[50],"monolithic":[51],"LLM":[52],"model":[53,179],"[4]":[54],"ImageNet":[57],"classification":[58],"task":[59],"by":[60],"1.64%.":[61],"Therefore,":[62],"shift":[64],"compound":[66],"systems":[67],"opens":[68],"opportunities":[69],"for":[70,100,163,168],"in":[73],"addition":[74],"model-size":[76],"scaling.":[77],"SRAM-based":[78],"floating":[79],"point":[80],"(FP)":[81],"CIM":[82,94,149],"promises":[83],"accelerated":[84],"edge-AI":[85],"[5]\u2013[14].":[87],"Figure":[88],"14.4.1":[89],"shows":[90],"a":[91,109,191],"conventional":[92],"FP":[93,105],"macro,":[95],"which":[96],"faces":[97],"three":[98],"challenges":[99],"acceleration:":[102],"(1)":[103],"Previous":[104],"CIMs":[106,173],"rely":[107],"Gaussian":[110],"data":[111,118,132,159],"distribution":[112],"reduce":[114],"alignment":[115],"loss,":[116],"where":[117],"is":[119],"distributed":[120],"around":[121],"its":[122],"mean":[123],"[11].":[124],"However,":[125],"employs":[127],"diverse":[128],"models,":[129],"distributions,":[133],"leading":[134],"an":[136],"degradation":[138],"of":[139],"more":[140],"than":[141],"5%":[142],"[15].":[143],"(2)":[144],"In":[145],"variable":[146],"compound-AIs,":[147],"only":[150],"performs":[151],"MAC":[152],"operations":[153],"[16]\u2013[23];":[154],"however,":[155],"partial-sum/residual":[156],"accumulation":[157],"requires":[158],"movement":[160],"accounts":[162],"26-72%":[164],"power":[165],"consumption,":[166],"especially":[167],"bit-serial":[169],"CIMs.":[170],"(3)":[171],"Conventional":[172],"explore":[174],"sparsity":[175],"according":[176],"specific":[178],"features":[180],"[11],":[181],"[12],":[182],"have":[186],"flexible":[187],"sparse":[188],"patterns,":[189],"causing":[190],"gap":[192],"between":[193],"actual":[195],"theoretical":[197],"speedup":[198],"(1/1-sparsity).":[199]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":9}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}