{"id":"https://openalex.org/W4404133532","doi":"https://doi.org/10.1145/3649329.3657327","title":"HEIRS: Hybrid Three-Dimension RRAM- and SRAM-CIM Architecture for Multi-task Transformer Acceleration","display_name":"HEIRS: Hybrid Three-Dimension RRAM- and SRAM-CIM Architecture for Multi-task Transformer Acceleration","publication_year":2024,"publication_date":"2024-06-23","ids":{"openalex":"https://openalex.org/W4404133532","doi":"https://doi.org/10.1145/3649329.3657327"},"language":"en","primary_location":{"id":"doi:10.1145/3649329.3657327","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649329.3657327","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st ACM/IEEE Design Automation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049007941","display_name":"Liukai Xu","orcid":"https://orcid.org/0009-0006-3357-765X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liukai Xu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-3357-765X","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032210663","display_name":"Shuai Yuan","orcid":"https://orcid.org/0000-0002-2490-8027"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Yuan","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2490-8027","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081667924","display_name":"Dengfeng Wang","orcid":"https://orcid.org/0009-0009-4654-1340"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dengfeng Wang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-4654-1340","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333353","display_name":"Yiming Chen","orcid":"https://orcid.org/0000-0002-1408-5194"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Chen","raw_affiliation_strings":["Tsinghua University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1408-5194","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100764674","display_name":"Xueqing Li","orcid":"https://orcid.org/0000-0002-8051-3345"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqing Li","raw_affiliation_strings":["Tsinghua University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8051-3345","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102022581","display_name":"Yanan Sun","orcid":"https://orcid.org/0000-0001-8281-9121"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Sun","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8281-9121","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1598,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.9349838,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14117","display_name":"Integrated Circuits and Semiconductor Failure Analysis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resistive-random-access-memory","display_name":"Resistive random-access memory","score":0.7311166524887085},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6716024279594421},{"id":"https://openalex.org/keywords/static-random-access-memory","display_name":"Static random-access memory","score":0.636459469795227},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5841265916824341},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5680556893348694},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.5227063894271851},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.5061730742454529},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.442328542470932},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.4071345031261444},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3689979314804077},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.2781849801540375},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.26385051012039185},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12674084305763245},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.11636751890182495}],"concepts":[{"id":"https://openalex.org/C182019814","wikidata":"https://www.wikidata.org/wiki/Q1143830","display_name":"Resistive random-access memory","level":3,"score":0.7311166524887085},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6716024279594421},{"id":"https://openalex.org/C68043766","wikidata":"https://www.wikidata.org/wiki/Q267416","display_name":"Static random-access memory","level":2,"score":0.636459469795227},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5841265916824341},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5680556893348694},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5227063894271851},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5061730742454529},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.442328542470932},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.4071345031261444},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3689979314804077},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2781849801540375},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26385051012039185},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12674084305763245},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.11636751890182495},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3649329.3657327","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649329.3657327","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st ACM/IEEE Design Automation Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2162279286","https://openalex.org/W2922246768","https://openalex.org/W3015724253","https://openalex.org/W3113057009","https://openalex.org/W3168867926","https://openalex.org/W3174702398","https://openalex.org/W4200629441","https://openalex.org/W4210397803","https://openalex.org/W4280550818","https://openalex.org/W4288057953","https://openalex.org/W4288068957","https://openalex.org/W4293243554","https://openalex.org/W4312847929","https://openalex.org/W4312884055","https://openalex.org/W4313123335","https://openalex.org/W4360606782","https://openalex.org/W4360831836","https://openalex.org/W4376464659","https://openalex.org/W4380875572","https://openalex.org/W4386108348","https://openalex.org/W4386764202","https://openalex.org/W4386765206","https://openalex.org/W4392746366","https://openalex.org/W6856828634"],"related_works":["https://openalex.org/W2054635671","https://openalex.org/W2545245183","https://openalex.org/W2017425642","https://openalex.org/W2350916061","https://openalex.org/W2952918855","https://openalex.org/W1970117475","https://openalex.org/W4396815615","https://openalex.org/W3161624601","https://openalex.org/W2078381924","https://openalex.org/W4381388454"],"abstract_inverted_index":{"Large-scale":[0],"transformer":[1,144],"with":[2,31,63,99,146,159,166,191,208],"millions":[3],"of":[4,21,29,94,120,150],"weights":[5,30,105],"achieves":[6],"great":[7],"success":[8],"in":[9,78,84,106,201],"multiple":[10],"natural":[11],"language":[12],"processing":[13],"(NLP)":[14],"tasks.":[15,35],"To":[16],"release":[17],"the":[18,55,68,92,103,114,117,163,212,216,229,239],"memory":[19],"bottleneck":[20],"multi-task":[22,143],"model":[23,57,165],"deployment,":[24],"transfer":[25,107,202],"learning":[26,108],"tunes":[27],"part":[28],"shared":[32,125],"parameters":[33],"among":[34],"Moreover,":[36,184],"computing-in-memory":[37],"(CIM)":[38],"emerges":[39],"as":[40],"an":[41,192],"efficient":[42],"solution":[43],"for":[44,71,91,116,142,175],"neural":[45],"network":[46],"acceleration.":[47],"With":[48],"higher":[49],"storage":[50,240],"density,":[51],"RRAM-CIM":[52,95,135,152,158,209],"can":[53,89],"store":[54],"large-scale":[56],"without":[58,181],"costly":[59],"weight":[60,75,169,179],"loading,":[61],"compared":[62,207,246],"another":[64],"mainstream":[65],"SRAM-CIM.":[66,155],"However,":[67,102],"RRAM":[69,82,182],"rewrite":[70],"tuned":[72,104,127],"and":[73,126,136,153,210,223,238],"dynamic":[74,178],"matrix-vector-multiplication":[76],"(MVM)":[77],"transformers":[79],"requires":[80],"high-cost":[81],"writing":[83],"RRAM-CIM.":[85,248],"Current":[86],"hybrid":[87,133],"CIM":[88],"compensate":[90],"weakness":[93],"by":[96,219,234,244],"adding":[97],"SRAM-CIM":[98,137,172],"independent":[100],"MVM.":[101],"cannot":[109],"be":[110],"implemented":[111],"due":[112],"to":[113,197,221,236,247],"demand":[115],"cooperative":[118,199],"addition":[119,200],"MVM":[121,180],"results":[122],"from":[123],"both":[124],"weights.":[128],"In":[129],"this":[130],"paper,":[131],"a":[132,185],"three-dimension":[134],"architecture":[138],"(HEIRS)":[139],"is":[140,173,189,231,242],"proposed":[141,190,213],"acceleration,":[145],"monolithically":[147],"3D":[148,157],"integration":[149],"high-density":[151],"high-performance":[154],"The":[156,171],"ultra-high":[160],"density":[161,241],"stores":[162],"whole":[164],"mitigated":[167],"off-chip":[168],"loading.":[170],"employed":[174],"efficiently":[176],"performing":[177],"rewrite.":[183],"novel":[186],"hybrid-CIM":[187],"paradigm":[188],"input":[193],"selective":[194],"adder":[195],"tree,":[196],"support":[198],"learning.":[203],"Experiments":[204],"show":[205],"that,":[206],"SRAM-CIM,":[211],"HEIRS":[214],"improves":[215],"energy":[217],"efficiency":[218],"up":[220,235],"7.83x":[222],"2.29x":[224],"on":[225],"BERT,":[226],"respectively.":[227],"Meanwhile,":[228],"latency":[230],"also":[232],"reduced":[233],"85.5%":[237],"enhanced":[243],"7.2x,":[245]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}