{"id":"https://openalex.org/W7161142099","doi":"https://doi.org/10.1109/cicc65509.2026.11509512","title":"A 24.46TOPS/W and 3.04TOPS/mm <sup>2</sup> BF16\u00d71-bit CIM-based BERT Accelerator in 28nm CMOS","display_name":"A 24.46TOPS/W and 3.04TOPS/mm <sup>2</sup> BF16\u00d71-bit CIM-based BERT Accelerator in 28nm CMOS","publication_year":2026,"publication_date":"2026-04-19","ids":{"openalex":"https://openalex.org/W7161142099","doi":"https://doi.org/10.1109/cicc65509.2026.11509512"},"language":null,"primary_location":{"id":"doi:10.1109/cicc65509.2026.11509512","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cicc65509.2026.11509512","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE Custom Integrated Circuits Conference (CICC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136153208","display_name":"Qijia Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qijia Xie","raw_affiliation_strings":["Southern University of Science and Technology,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025588425","display_name":"Weiran Chen","orcid":"https://orcid.org/0000-0002-3084-1500"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiran Chen","raw_affiliation_strings":["Southern University of Science and Technology,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136102966","display_name":"Qilong Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qilong Chen","raw_affiliation_strings":["Southern University of Science and Technology,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067813480","display_name":"Dingbang Liu","orcid":"https://orcid.org/0009-0009-4597-1103"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingbang Liu","raw_affiliation_strings":["Southern University of Science and Technology,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082090342","display_name":"Ziyi Guan","orcid":"https://orcid.org/0000-0001-9866-6588"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ziyi Guan","raw_affiliation_strings":["The University of Hong Kong,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong,Hong Kong,China","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136132301","display_name":"Kai Li","orcid":null},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Li","raw_affiliation_strings":["Southern University of Science and Technology,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109758412","display_name":"Haoxiang Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoxiang Peng","raw_affiliation_strings":["Southern University of Science and Technology,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136184347","display_name":"Jingyun Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingyun Gu","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),Guangzhou,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070259531","display_name":"Changwen Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Changwen Chen","raw_affiliation_strings":["The Hong Kong Polytechnic University,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University,Hong Kong,China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136173540","display_name":"Ngai Wong","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ngai Wong","raw_affiliation_strings":["The University of Hong Kong,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong,Hong Kong,China","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038495391","display_name":"Mingqiang Huang","orcid":"https://orcid.org/0000-0002-7794-3985"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingqiang Huang","raw_affiliation_strings":["Southern University of Science and Technology,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136114937","display_name":"Hao Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Yu","raw_affiliation_strings":["Southern University of Science and Technology,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.76187854,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10951","display_name":"Cryptographic Implementations and Security","score":0.1606999933719635,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10951","display_name":"Cryptographic Implementations and Security","score":0.1606999933719635,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10187","display_name":"Radio Frequency Integrated Circuit Design","score":0.11969999969005585,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.07209999859333038,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cmos","display_name":"CMOS","score":0.5464000105857849},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.32120001316070557},{"id":"https://openalex.org/keywords/transistor","display_name":"Transistor","score":0.3061000108718872},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.27059999108314514}],"concepts":[{"id":"https://openalex.org/C46362747","wikidata":"https://www.wikidata.org/wiki/Q173431","display_name":"CMOS","level":2,"score":0.5464000105857849},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5059999823570251},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.49709999561309814},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.41350001096725464},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.36820000410079956},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32269999384880066},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C172385210","wikidata":"https://www.wikidata.org/wiki/Q5339","display_name":"Transistor","level":3,"score":0.3061000108718872},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.27059999108314514},{"id":"https://openalex.org/C530198007","wikidata":"https://www.wikidata.org/wiki/Q80831","display_name":"Integrated circuit","level":2,"score":0.2493000030517578}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cicc65509.2026.11509512","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cicc65509.2026.11509512","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE Custom Integrated Circuits Conference (CICC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.7316849231719971,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Transformer-based":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"present":[5],"severe":[6],"memory":[7],"and":[8,31,115,152,163,168],"bandwidth":[9],"bottlenecks":[10],"on":[11],"edge":[12],"devices.":[13],"While":[14],"SRAM-based":[15,40],"compute-in-memory":[16],"(CIM)":[17],"effectively":[18],"minimizes":[19],"data":[20,113],"movement,":[21],"existing":[22],"designs":[23],"face":[24],"a":[25,37,56,68,84,90,99,117,134],"critical":[26],"trade-off":[27],"between":[28],"inference":[29,176],"accuracy":[30,75],"system":[32],"efficiency.":[33],"This":[34],"paper":[35],"presents":[36],"fully":[38],"digital":[39],"CIM":[41,101],"accelerator":[42,132],"featuring":[43],"algorithm-hardware":[44],"co-optimization":[45],"to":[46,110,122,156],"break":[47],"this":[48,159],"trade-off.":[49],"On":[50,77],"the":[51,78,131,178],"algorithmic":[52],"front,":[53,80],"we":[54,81],"propose":[55],"Ternary":[57],"Weight":[58],"Splitting":[59],"(TWS)":[60],"algorithm":[61],"that":[62],"binarizes":[63],"full-precision":[64],"BERT":[65],"models,":[66],"achieving":[67],"32\u00d7":[69],"compression":[70],"rate":[71],"with":[72,94],"negligible":[73],"(0.5%)":[74],"loss.":[76],"hardware":[79],"propose:":[82],"1)":[83],"BF16\u00d71-b":[85],"processing":[86],"element":[87],"(PE)":[88],"utilizing":[89],"bit-parallel":[91],"SRAM":[92],"macro":[93],"batch-wise":[95],"mantissa":[96],"alignment;":[97],"2)":[98],"Group-Vector":[100],"architecture":[102],"capable":[103],"of":[104,138,149],"storing":[105],"entire":[106],"BERT-Tiny":[107],"model":[108],"columns":[109],"maximize":[111],"stationary":[112],"reuse;":[114],"3)":[116],"Data":[118],"Frame":[119],"Standardization":[120],"scheme":[121],"eliminate":[123],"tensor":[124],"reshaping":[125],"overhead.":[126],"Fabricated":[127],"in":[128,166],"28nm":[129],"CMOS,":[130],"achieves":[133],"peak":[135],"area":[136,167],"efficiency":[137],"3.04TOPS/mm<sup":[139],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[140],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>":[141],"at":[142,177],"370MHz.":[143],"Measurement":[144],"results":[145],"demonstrate":[146],"energy":[147,169],"efficiencies":[148],"24.46TOPS/W":[150],"(BF16\u00d71-b)":[151],"36.45TOPS/W":[153],"(8-b\u00d71-b).":[154],"Compared":[155],"state-of-the-art":[157],"counterparts,":[158],"work":[160],"delivers":[161],"9.5\u00d7":[162],"2.2\u00d7":[164],"improvements":[165],"efficiency,":[170],"respectively,":[171],"enabling":[172],"efficient":[173],"high-accuracy":[174],"LLM":[175],"edge.":[179]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-15T00:00:00"}