{"id":"https://openalex.org/W4386108348","doi":"https://doi.org/10.1109/jssc.2023.3305663","title":"MulTCIM: Digital Computing-in-Memory-Based Multimodal Transformer Accelerator With Attention-Token-Bit Hybrid Sparsity","display_name":"MulTCIM: Digital Computing-in-Memory-Based Multimodal Transformer Accelerator With Attention-Token-Bit Hybrid Sparsity","publication_year":2023,"publication_date":"2023-08-23","ids":{"openalex":"https://openalex.org/W4386108348","doi":"https://doi.org/10.1109/jssc.2023.3305663"},"language":"en","primary_location":{"id":"doi:10.1109/jssc.2023.3305663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jssc.2023.3305663","pdf_url":null,"source":{"id":"https://openalex.org/S83637746","display_name":"IEEE Journal of Solid-State Circuits","issn_l":"0018-9200","issn":["0018-9200","1558-173X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Solid-State Circuits","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038947607","display_name":"Fengbin Tu","orcid":"https://orcid.org/0000-0003-2228-8829"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Fengbin Tu","raw_affiliation_strings":["School of Integrated Circuits, Tsinghua University, Beijing, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-2228-8829","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102943028","display_name":"Zihan Wu","orcid":"https://orcid.org/0000-0002-5858-8850"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Wu","raw_affiliation_strings":["School of Integrated Circuits, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5858-8850","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100731440","display_name":"Yiqi Wang","orcid":"https://orcid.org/0000-0002-9657-3617"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqi Wang","raw_affiliation_strings":["School of Integrated Circuits, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9657-3617","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080748913","display_name":"Weiwei Wu","orcid":"https://orcid.org/0000-0001-9639-6123"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Wu","raw_affiliation_strings":["School of Integrated Circuits, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9639-6123","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100358856","display_name":"Leibo Liu","orcid":"https://orcid.org/0000-0001-7548-4116"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leibo Liu","raw_affiliation_strings":["School of Integrated Circuits, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7548-4116","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066434078","display_name":"Yang Hu","orcid":"https://orcid.org/0000-0001-6942-4395"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Hu","raw_affiliation_strings":["School of Integrated Circuits, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036023084","display_name":"Shaojun Wei","orcid":"https://orcid.org/0000-0001-5117-7920"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojun Wei","raw_affiliation_strings":["School of Integrated Circuits, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5117-7920","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054524841","display_name":"Shouyi Yin","orcid":"https://orcid.org/0000-0003-2309-572X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouyi Yin","raw_affiliation_strings":["School of Integrated Circuits, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2309-572X","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2001,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.93112248,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"59","issue":"1","first_page":"90","last_page":"101"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6874790191650391},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6815216541290283},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6204145550727844},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5529999136924744},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.4294377863407135},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.37217915058135986},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32732635736465454},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32672086358070374},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.321566104888916},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.14855310320854187},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10933354496955872},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10449948906898499}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6874790191650391},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6815216541290283},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6204145550727844},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5529999136924744},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.4294377863407135},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.37217915058135986},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32732635736465454},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32672086358070374},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.321566104888916},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14855310320854187},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10933354496955872},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10449948906898499},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jssc.2023.3305663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jssc.2023.3305663","pdf_url":null,"source":{"id":"https://openalex.org/S83637746","display_name":"IEEE Journal of Solid-State Circuits","issn_l":"0018-9200","issn":["0018-9200","1558-173X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Solid-State Circuits","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-131442","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-131442","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9200000166893005,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G338081660","display_name":null,"funder_award_id":"62125403","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7028138989","display_name":null,"funder_award_id":"2021ZD0114400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7234679820","display_name":null,"funder_award_id":"92164301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7875222260","display_name":null,"funder_award_id":"U19B2041","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329777","display_name":"Beijing National Research Center For Information Science And Technology","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2773339846","https://openalex.org/W2794141774","https://openalex.org/W3017024317","https://openalex.org/W3024621361","https://openalex.org/W3091592563","https://openalex.org/W3105238007","https://openalex.org/W3134195144","https://openalex.org/W3134304371","https://openalex.org/W3134526034","https://openalex.org/W3172523222","https://openalex.org/W3172967059","https://openalex.org/W3188427387","https://openalex.org/W3189877953","https://openalex.org/W3206453033","https://openalex.org/W4214686755","https://openalex.org/W4220865834","https://openalex.org/W4220882094","https://openalex.org/W4221038786","https://openalex.org/W4221086307","https://openalex.org/W4221101426","https://openalex.org/W4312463400","https://openalex.org/W4319996342","https://openalex.org/W4360606423","https://openalex.org/W6761628794","https://openalex.org/W6766904570","https://openalex.org/W6781533629","https://openalex.org/W6797613833"],"related_works":["https://openalex.org/W2970530566","https://openalex.org/W2967478618","https://openalex.org/W2997152889","https://openalex.org/W4385572700","https://openalex.org/W4388335561","https://openalex.org/W4307309205","https://openalex.org/W4288261899","https://openalex.org/W4385009901","https://openalex.org/W4285141722","https://openalex.org/W3016124757"],"abstract_inverted_index":{"Multimodal":[0],"Transformers":[1,53,68],"are":[2],"emerging":[3],"artificial":[4],"intelligence":[5],"(AI)":[6],"models":[7],"that":[8,40],"comprehend":[9],"a":[10,41,97],"mixture":[11],"of":[12,92],"signals":[13],"from":[14],"different":[15],"modalities":[16],"like":[17],"vision,":[18],"natural":[19],"language,":[20],"and":[21,26,34,128,192],"speech.":[22],"The":[23,72,107,120,142,159],"attention":[24,114],"mechanism":[25],"massive":[27],"matrix":[28],"multiplications":[29],"(MMs)":[30],"cause":[31],"high":[32,56],"latency":[33],"energy.":[35],"Prior":[36],"work":[37],"has":[38],"shown":[39],"digital":[42,98,193],"computing-in-memory":[43],"(CIM)":[44],"network":[45,132],"can":[46,69],"be":[47,70],"an":[48],"efficient":[49],"architecture":[50],"to":[51,116,138,155],"process":[52],"while":[54],"maintaining":[55],"accuracy.":[57],"To":[58,85],"further":[59],"improve":[60,117],"energy":[61,187],"efficiency,":[62],"attention-token-bit":[63,89],"hybrid":[64,73,90],"sparsity":[65,74,91],"in":[66],"multimodal":[67,93],"exploited.":[71],"significantly":[75],"reduces":[76],"computation,":[77],"but":[78],"the":[79,88,113,129,173],"irregularity":[80],"also":[81],"harms":[82],"CIM":[83,118,131,140,145,194],"utilization.":[84,119],"fully":[86],"utilize":[87],"Transformers,":[94],"we":[95],"design":[96],"CIM-based":[99],"accelerator":[100],"called":[101],"MulTCIM":[102,161],"with":[103],"three":[104],"corresponding":[105],"features:":[106],"long":[108],"reuse":[109],"elimination":[110],"dynamically":[111],"reshapes":[112],"pattern":[115],"runtime":[121],"token":[122],"pruner":[123],"(RTP)":[124],"removes":[125],"insignificant":[126],"tokens,":[127],"modal-adaptive":[130],"(MACN)":[133],"exploits":[134],"symmetric":[135],"modal":[136],"overlapping":[137],"reduce":[139,156],"idleness.":[141],"effective":[143],"bitwidth-balanced":[144],"(EBB-CIM)":[146],"macro":[147],"balances":[148],"input":[149],"bits":[150],"across":[151],"in-memory":[152],"multiply-accumulations":[153],"(MACs)":[154],"computation":[157],"time.":[158],"fabricated":[160],"consumes":[162],"only":[163],"<inline-formula":[164,177],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[165,178],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[166,179],"<tex-math":[167,180],"notation=\"LaTeX\">$2.24~\\mu":[168],"\\text{J}$":[169],"</tex-math></inline-formula>":[170,185],"/Token":[171],"for":[172],"ViLBERT-base":[174],"model,":[175],"achieving":[176],"notation=\"LaTeX\">$2.50\\times":[181],"-":[182],"5.91\\times":[183],"$":[184],"lower":[186],"than":[188],"previous":[189],"Transformer":[190],"accelerators":[191],"accelerators.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":12}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}