{"id":"https://openalex.org/W4409285593","doi":"https://doi.org/10.1145/3676536.3676660","title":"AESHA: Accelerating Eigen-decomposition-based Sparse Transformer with Hybrid RRAM-SRAM Architecture","display_name":"AESHA: Accelerating Eigen-decomposition-based Sparse Transformer with Hybrid RRAM-SRAM Architecture","publication_year":2024,"publication_date":"2024-10-27","ids":{"openalex":"https://openalex.org/W4409285593","doi":"https://doi.org/10.1145/3676536.3676660"},"language":"en","primary_location":{"id":"doi:10.1145/3676536.3676660","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676536.3676660","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3676536.3676660","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd IEEE/ACM International Conference on Computer-Aided Design","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3676536.3676660","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067237630","display_name":"Xuliang Yu","orcid":"https://orcid.org/0000-0001-8414-6960"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuliang Yu","raw_affiliation_strings":["Information Science and Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Information Science and Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037238501","display_name":"Tianwei Ni","orcid":"https://orcid.org/0009-0005-1045-6698"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianwei Ni","raw_affiliation_strings":["Information Science and Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Information Science and Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112166204","display_name":"X. Sheng","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinsong Sheng","raw_affiliation_strings":["Information Science and Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Information Science and Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081883922","display_name":"Yun Pan","orcid":"https://orcid.org/0000-0002-9335-4291"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Pan","raw_affiliation_strings":["Information Science and Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Information Science and Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008695429","display_name":"Lei He","orcid":"https://orcid.org/0000-0002-5266-3805"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lei He","raw_affiliation_strings":["University of California?Los Angeles, Los Angeles, USA"],"affiliations":[{"raw_affiliation_string":"University of California?Los Angeles, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103028181","display_name":"Liang Zhao","orcid":"https://orcid.org/0000-0003-1796-460X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Zhao","raw_affiliation_strings":["Information Science and Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Information Science and Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5067237630"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.6263,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70381919,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10472","display_name":"Semiconductor materials and devices","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resistive-random-access-memory","display_name":"Resistive random-access memory","score":0.808635950088501},{"id":"https://openalex.org/keywords/static-random-access-memory","display_name":"Static random-access memory","score":0.7156147956848145},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6361643671989441},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5272005200386047},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5260144472122192},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.47059381008148193},{"id":"https://openalex.org/keywords/random-access-memory","display_name":"Random access memory","score":0.42594262957572937},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.369445264339447},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3528045415878296},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.295177161693573},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24640777707099915},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.20410335063934326},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17291715741157532},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09076276421546936}],"concepts":[{"id":"https://openalex.org/C182019814","wikidata":"https://www.wikidata.org/wiki/Q1143830","display_name":"Resistive random-access memory","level":3,"score":0.808635950088501},{"id":"https://openalex.org/C68043766","wikidata":"https://www.wikidata.org/wiki/Q267416","display_name":"Static random-access memory","level":2,"score":0.7156147956848145},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6361643671989441},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5272005200386047},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5260144472122192},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.47059381008148193},{"id":"https://openalex.org/C2994168587","wikidata":"https://www.wikidata.org/wiki/Q5295","display_name":"Random access memory","level":2,"score":0.42594262957572937},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.369445264339447},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3528045415878296},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.295177161693573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24640777707099915},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.20410335063934326},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17291715741157532},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09076276421546936},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3676536.3676660","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676536.3676660","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3676536.3676660","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd IEEE/ACM International Conference on Computer-Aided Design","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3676536.3676660","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676536.3676660","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3676536.3676660","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd IEEE/ACM International Conference on Computer-Aided Design","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409285593.pdf","grobid_xml":"https://content.openalex.org/works/W4409285593.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W569478347","https://openalex.org/W1987075379","https://openalex.org/W2108598243","https://openalex.org/W2796378293","https://openalex.org/W2900228909","https://openalex.org/W2923014074","https://openalex.org/W2943934438","https://openalex.org/W2947683095","https://openalex.org/W2979826702","https://openalex.org/W3005619596","https://openalex.org/W3017024317","https://openalex.org/W3094502228","https://openalex.org/W3116577775","https://openalex.org/W3135367836","https://openalex.org/W3159727696","https://openalex.org/W3162542754","https://openalex.org/W3189877953","https://openalex.org/W3206453033","https://openalex.org/W3207622241","https://openalex.org/W3209892756","https://openalex.org/W4214686755","https://openalex.org/W4254672563","https://openalex.org/W4280496502","https://openalex.org/W4281628075","https://openalex.org/W4286571733","https://openalex.org/W4308083827","https://openalex.org/W4323927861","https://openalex.org/W4360831786","https://openalex.org/W4360832001","https://openalex.org/W4379116086","https://openalex.org/W4380881077","https://openalex.org/W4385656513","https://openalex.org/W4386763995","https://openalex.org/W4390017976","https://openalex.org/W6781533629"],"related_works":["https://openalex.org/W1909296377","https://openalex.org/W2020622255","https://openalex.org/W2089002058","https://openalex.org/W2065076119","https://openalex.org/W4384616198","https://openalex.org/W3185029353","https://openalex.org/W2054635671","https://openalex.org/W2969498307","https://openalex.org/W3116379964","https://openalex.org/W4312727691"],"abstract_inverted_index":{"Compute-in-memory":[0],"(CIM)":[1],"architectures":[2],"based":[3,97],"on":[4,38,98,139,144],"emerging":[5],"nonvolatile":[6],"memories":[7],"(eNVM)":[8],"are":[9,23],"recognized":[10],"as":[11],"promising":[12],"candidates":[13],"for":[14,52],"the":[15,39,58,70,77,99,104,111,135,140,200,205],"efficient":[16],"computation":[17,121,190],"of":[18,41,57,65,79,101,113,137,148,158],"self-attention-based":[19],"Transformer":[20],"models,":[21],"which":[22,75],"bounded":[24],"by":[25],"memory-intensive":[26],"dynamic":[27,119],"computations":[28],"involving":[29],"large":[30,63],"matrices.":[31],"However,":[32],"existing":[33],"CIM-based":[34],"approaches":[35],"mostly":[36],"focused":[37],"acceleration":[40],"vector-matrix":[42],"multiplications":[43],"(VMM)":[44],"to":[45,90,122,132,199,203],"obtain":[46],"Q,":[47],"K":[48],"and":[49,103,127,161,172,186,215,218,223,232],"V":[50],"matrices":[51],"direct":[53],"or":[54],"sparse":[55,124],"calculations":[56],"vanilla":[59,189],"Transformer.":[60],"By":[61,109],"storing":[62],"amounts":[64],"intermediate":[66],"results":[67],"in":[68,156,180],"eNVM,":[69],"endurance":[71,206],"limit":[72],"is":[73,95],"ignored":[74],"contradicts":[76],"reality":[78],"these":[80],"technologies.":[81],"In":[82],"this":[83],"work,":[84],"a":[85,145],"hybrid":[86],"RRAM-SRAM":[87],"CIM":[88],"architecture":[89],"accelerate":[91],"Transformers,":[92],"namely":[93],"AESHA,":[94],"proposed":[96],"eigen-decomposition":[100],"WQWTK":[102],"systolic":[105,129],"in-memory":[106],"attention":[107,120,130],"reconstruction.":[108],"utilizing":[110],"features":[112],"symmetric/skew-symmetric":[114],"real":[115],"matrices,":[116],"AESHA":[117,152,165,209],"translates":[118],"RRAM-based":[123],"feature":[125],"transformation":[126],"SRAM-based":[128],"reconstruction":[131],"fully":[133],"exploit":[134],"advantages":[136],"both":[138],"architectural":[141],"level.":[142],"Experiments":[143],"broad":[146],"spectrum":[147],"benchmarks":[149],"demonstrate":[150],"that":[151],"delivers":[153],"superior":[154],"performance":[155],"terms":[157],"pipeline":[159],"optimization":[160],"energy":[162,225],"efficiency.":[163],"Specifically,":[164],"achieves":[166],"2.59\u00d7,":[167],"2.69\u00d7,":[168],"2.62\u00d7,":[169],"2.58\u00d7,":[170],"3.08\u00d7":[171],"7.84\u00d7":[173],"maximum":[174],"static":[175],"RRAM":[176,201],"memory":[177],"footprint":[178],"reduction":[179,226],"BERT-Base,":[181],"BERT-Large,":[182],"BigBird,":[183],"Sanger,":[184],"ViT-Base":[185],"ViT-Large":[187],"over":[188,227],"stack,":[191],"respectively.":[192,234],"It":[193],"eliminates":[194],"all":[195],"runtime":[196],"write":[197],"access":[198],"arrays":[202],"circumvent":[204],"limit.":[207],"Additionally,":[208],"demonstrates":[210],"3170.0\u00d7,":[211],"95.6\u00d7,":[212],"4.1\u00d7,":[213],"19.0\u00d7,":[214],"19.2\u00d7":[216],"speedup,":[217],"336.0K\u00d7,":[219],"12.6K\u00d7,":[220],"7.3\u00d7,":[221],"23.1\u00d7,":[222],"25.8\u00d7":[224],"CPU,":[228],"GPU,":[229],"ReBERT,":[230],"ReTransformer,":[231],"CPSAA,":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}