{"id":"https://openalex.org/W4390285480","doi":"https://doi.org/10.1109/tvlsi.2023.3345651","title":"An RRAM-Based Computing-in-Memory Architecture and Its Application in Accelerating Transformer Inference","display_name":"An RRAM-Based Computing-in-Memory Architecture and Its Application in Accelerating Transformer Inference","publication_year":2023,"publication_date":"2023-12-27","ids":{"openalex":"https://openalex.org/W4390285480","doi":"https://doi.org/10.1109/tvlsi.2023.3345651"},"language":"en","primary_location":{"id":"doi:10.1109/tvlsi.2023.3345651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2023.3345651","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033897386","display_name":"Zhaojun Lu","orcid":"https://orcid.org/0000-0002-5467-6597"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaojun Lu","raw_affiliation_strings":["School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390413","display_name":"Xueyan Wang","orcid":"https://orcid.org/0000-0003-0080-4730"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueyan Wang","raw_affiliation_strings":["Department of Integrated Circuit Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Integrated Circuit Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077280198","display_name":"Md Tanvir Arafin","orcid":"https://orcid.org/0000-0002-5179-5216"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md Tanvir Arafin","raw_affiliation_strings":["Department of Cyber Security Engineering, George Mason University, Fairfax, VA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Cyber Security Engineering, George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102810286","display_name":"Haoxiang Yang","orcid":"https://orcid.org/0000-0003-0409-3753"},"institutions":[{"id":"https://openalex.org/I108403487","display_name":"Warsaw University of Technology","ror":"https://ror.org/00y0xnp53","country_code":"PL","type":"education","lineage":["https://openalex.org/I108403487"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Haoxiang Yang","raw_affiliation_strings":["Department of Computer Science, Warsaw University of Technology, Warsaw, Poland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Warsaw University of Technology, Warsaw, Poland","institution_ids":["https://openalex.org/I108403487"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005457877","display_name":"Zhenglin Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenglin Liu","raw_affiliation_strings":["School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiliang Zhang","orcid":"https://orcid.org/0000-0002-8698-3217"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiliang Zhang","raw_affiliation_strings":["College of Semiconductors, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Semiconductors, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012474783","display_name":"Gang Qu","orcid":"https://orcid.org/0000-0001-6759-8949"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gang Qu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Institute for Systems Research, University of Maryland, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Institute for Systems Research, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5033897386"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":2.8472,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.91408182,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"32","issue":"3","first_page":"485","last_page":"496"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7163108587265015},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4922610819339752},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.465926855802536},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.39634376764297485},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.37727153301239014},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.34211164712905884},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.32001227140426636},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.24029290676116943}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7163108587265015},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4922610819339752},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.465926855802536},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.39634376764297485},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.37727153301239014},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.34211164712905884},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.32001227140426636},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.24029290676116943}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvlsi.2023.3345651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2023.3345651","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8899999856948853}],"awards":[{"id":"https://openalex.org/G4808038236","display_name":null,"funder_award_id":"95109-Z9634201","funder_id":"https://openalex.org/F4320310578","funder_display_name":"University of Maryland"},{"id":"https://openalex.org/G485163565","display_name":null,"funder_award_id":"62122023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6724889601","display_name":null,"funder_award_id":"62202178","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7744725219","display_name":null,"funder_award_id":"62004011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320310578","display_name":"University of Maryland","ror":"https://ror.org/01r0c1p88"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W84160644","https://openalex.org/W179875071","https://openalex.org/W1489081061","https://openalex.org/W1578783943","https://openalex.org/W1924770834","https://openalex.org/W2018774711","https://openalex.org/W2025674646","https://openalex.org/W2054095206","https://openalex.org/W2064675550","https://openalex.org/W2081729575","https://openalex.org/W2332254524","https://openalex.org/W2407339173","https://openalex.org/W2528063041","https://openalex.org/W2589264760","https://openalex.org/W2625133503","https://openalex.org/W2782046614","https://openalex.org/W2799942529","https://openalex.org/W2883084140","https://openalex.org/W2888397490","https://openalex.org/W2900379535","https://openalex.org/W2964213727","https://openalex.org/W2965046076","https://openalex.org/W2996428491","https://openalex.org/W3041660983","https://openalex.org/W3092283663","https://openalex.org/W3128667769","https://openalex.org/W3156484649","https://openalex.org/W3184879798","https://openalex.org/W3201976259","https://openalex.org/W3202028501","https://openalex.org/W3217719968","https://openalex.org/W4205955885","https://openalex.org/W4210261411","https://openalex.org/W4211211399","https://openalex.org/W4226154345","https://openalex.org/W4312355976","https://openalex.org/W4313129191","https://openalex.org/W4319865988","https://openalex.org/W4381785326","https://openalex.org/W4385245566","https://openalex.org/W6603396934","https://openalex.org/W6640212811","https://openalex.org/W6763189659","https://openalex.org/W6768021236"],"related_works":["https://openalex.org/W2046435967","https://openalex.org/W4231775656","https://openalex.org/W2383646825","https://openalex.org/W2371018915","https://openalex.org/W2354191502","https://openalex.org/W1972225038","https://openalex.org/W3134658850","https://openalex.org/W2355938171","https://openalex.org/W2780079842","https://openalex.org/W2115091349"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"network":[2],"(DNN)-based":[3],"transformer":[4,166,182],"models":[5],"have":[6],"demonstrated":[7],"remarkable":[8],"performance":[9],"in":[10],"natural":[11],"language":[12],"processing":[13],"(NLP)":[14],"applications.":[15,80],"Unfortunately,":[16],"the":[17,59,94,149,162,180],"unique":[18],"scaled":[19],"dot-product":[20],"attention":[21],"mechanism":[22],"and":[23,57,88,117,129,137,158,195],"intensive":[24],"memory":[25,48,60],"access":[26],"pose":[27],"a":[28,104,133,138,165],"significant":[29],"challenge":[30,42],"during":[31,146],"inference":[32,208],"on":[33,169],"power-constrained":[34],"edge":[35],"devices.":[36],"One":[37],"emerging":[38],"solution":[39],"to":[40,53,92,120,142],"this":[41,101],"is":[43],"computing-in-memory":[44],"(CIM),":[45],"which":[46,75],"uses":[47,113],"cells":[49],"for":[50,78],"logic":[51,119],"computation":[52,109],"reduce":[54],"data":[55,144],"movement":[56,145],"overcome":[58],"wall.":[61],"However,":[62],"existing":[63],"CIM":[64,82],"designs":[65],"do":[66],"not":[67],"support":[68],"high-precision":[69],"computations,":[70],"such":[71],"as":[72],"floating-point":[73,108,123],"operations,":[74],"are":[76],"essential":[77],"NLP":[79],"Furthermore,":[81,148],"architectures":[83],"require":[84],"complex":[85],"control":[86,135],"modules":[87],"costly":[89],"peripheral":[90,140],"circuits":[91],"harness":[93],"full":[95],"potential":[96],"of":[97,154,164],"in-memory":[98,107,122],"computation.":[99,147],"Hence,":[100],"article":[102,150],"proposes":[103,151],"scalable":[105],"RRAM-based":[106],"architecture":[110],"(RIME)":[111],"that":[112,175],"single-cycle":[114],"NOR,":[115],"NAND,":[116],"minority":[118],"implement":[121],"operations.":[124],"RIME":[125],"features":[126],"efficient":[127],"parallel":[128],"pipeline":[130],"capabilities":[131],"with":[132,177],"centralized":[134],"module":[136],"simplified":[139],"circuit":[141],"eliminate":[143],"pipelined":[152],"implementations":[153],"matrix\u2013matrix":[155],"multiplication":[156],"(MatMul)":[157],"softmax":[159],"functions,":[160],"enabling":[161],"construction":[163],"accelerator":[167,183],"based":[168],"RIME.":[170],"Extensive":[171],"experimental":[172],"results":[173],"show":[174],"compared":[176],"GPU-based":[178],"implementation,":[179],"RIME-based":[181],"improves":[184],"timing":[185],"efficiency":[186,197],"by":[187,198],"<inline-formula":[188,199],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[189,200],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[190,201],"<tex-math":[191,202],"notation=\"LaTeX\">$2.3\\times":[192],"$":[193,204],"</tex-math></inline-formula>":[194,205],"energy":[196],"notation=\"LaTeX\">$1.7\\times":[203],"without":[206],"compromising":[207],"accuracy.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}