{"id":"https://openalex.org/W4416429529","doi":"https://doi.org/10.1109/iccad66269.2025.11240737","title":"HRAMTran: A Hybrid-RAM Transformer Accelerator With Dynamic Sparsity Floating-Point CIM and Written-Back Transpose Array","display_name":"HRAMTran: A Hybrid-RAM Transformer Accelerator With Dynamic Sparsity Floating-Point CIM and Written-Back Transpose Array","publication_year":2025,"publication_date":"2025-10-26","ids":{"openalex":"https://openalex.org/W4416429529","doi":"https://doi.org/10.1109/iccad66269.2025.11240737"},"language":null,"primary_location":{"id":"doi:10.1109/iccad66269.2025.11240737","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad66269.2025.11240737","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114549617","display_name":"Bojun Zhang","orcid":"https://orcid.org/0009-0008-8159-5822"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bojun Zhang","raw_affiliation_strings":["Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060767847","display_name":"Jinkai Wang","orcid":"https://orcid.org/0000-0002-2207-0785"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinkai Wang","raw_affiliation_strings":["Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xianan Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianan Zhu","raw_affiliation_strings":["Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020015139","display_name":"Ziyuan Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyuan Guo","raw_affiliation_strings":["Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112928049","display_name":"Zhengkun Gu","orcid":"https://orcid.org/0009-0005-3064-4469"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengkun Gu","raw_affiliation_strings":["Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063574724","display_name":"Kaili Zhang","orcid":"https://orcid.org/0000-0002-1796-6528"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaili Zhang","raw_affiliation_strings":["Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100685389","display_name":"Zhizhong Zhang","orcid":"https://orcid.org/0000-0002-5221-134X"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhizhong Zhang","raw_affiliation_strings":["Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052305380","display_name":"Kun Zhang","orcid":"https://orcid.org/0000-0002-2324-9381"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Zhang","raw_affiliation_strings":["Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066473925","display_name":"Weisheng Zhao","orcid":"https://orcid.org/0000-0001-8088-0404"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weisheng Zhao","raw_affiliation_strings":["Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100333758","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0002-8213-1420"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University,National Key Laboratory of Spintronics, Hangzhou International Innovation Institute,Hangzhou,China,311115","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24101146,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10049","display_name":"Magnetic properties of thin films","score":0.35190001130104065,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10049","display_name":"Magnetic properties of thin films","score":0.35190001130104065,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.26269999146461487,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.09220000356435776,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transpose","display_name":"Transpose","score":0.7861999869346619},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6687999963760376},{"id":"https://openalex.org/keywords/static-random-access-memory","display_name":"Static random-access memory","score":0.569599986076355},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4731999933719635},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4027999937534332},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.3619999885559082},{"id":"https://openalex.org/keywords/microprocessor","display_name":"Microprocessor","score":0.30250000953674316}],"concepts":[{"id":"https://openalex.org/C200106649","wikidata":"https://www.wikidata.org/wiki/Q223683","display_name":"Transpose","level":3,"score":0.7861999869346619},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6687999963760376},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6588000059127808},{"id":"https://openalex.org/C68043766","wikidata":"https://www.wikidata.org/wiki/Q267416","display_name":"Static random-access memory","level":2,"score":0.569599986076355},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4731999933719635},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4027999937534332},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.3815000057220459},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.33959999680519104},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.31700000166893005},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.31450000405311584},{"id":"https://openalex.org/C2780728072","wikidata":"https://www.wikidata.org/wiki/Q5297","display_name":"Microprocessor","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C118702147","wikidata":"https://www.wikidata.org/wiki/Q189396","display_name":"Dynamic random-access memory","level":3,"score":0.2711000144481659},{"id":"https://openalex.org/C2994168587","wikidata":"https://www.wikidata.org/wiki/Q5295","display_name":"Random access memory","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C45872418","wikidata":"https://www.wikidata.org/wiki/Q5318966","display_name":"Dynamic demand","level":3,"score":0.25699999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccad66269.2025.11240737","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad66269.2025.11240737","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2118531588","https://openalex.org/W2942267901","https://openalex.org/W3172819050","https://openalex.org/W4312847929","https://openalex.org/W4313467238","https://openalex.org/W4313639541","https://openalex.org/W4360605483","https://openalex.org/W4360606782","https://openalex.org/W4375869390","https://openalex.org/W4385245566","https://openalex.org/W4387092567","https://openalex.org/W4388469893","https://openalex.org/W4389166736","https://openalex.org/W4392739417","https://openalex.org/W4392745879","https://openalex.org/W4396909834","https://openalex.org/W4396918650","https://openalex.org/W4399146344","https://openalex.org/W4399154432","https://openalex.org/W4399874986","https://openalex.org/W4406137899","https://openalex.org/W4407694638","https://openalex.org/W4408182041","https://openalex.org/W4408183362","https://openalex.org/W4409474245","https://openalex.org/W4409474254","https://openalex.org/W4411359069"],"related_works":[],"abstract_inverted_index":{"Transformer":[0,17],"model":[1],"performs":[2],"outstandingly":[3],"in":[4,40],"various":[5],"tasks":[6],"involving":[7],"artificial":[8],"intelligence.":[9],"In":[10],"this":[11,197],"work,":[12],"we":[13],"propose":[14],"a":[15,55,81,159],"hybrid-RAM":[16,133],"accelerator":[18,176,198],"(HRAMTran)":[19],"utilizing":[20],"computing-in-memory":[21],"(CIM)":[22],"based":[23,107],"on":[24],"spin-orbit":[25],"torque":[26],"magnetic":[27],"random":[28],"access":[29],"memory":[30],"(SOT-MRAM)":[31],"and":[32,46,75,105,113,125,128,142,202,207],"static":[33],"RAM":[34],"(SRAM),":[35],"which":[36,62,94],"supports":[37],"dynamic":[38,56,111,129],"sparsity":[39,112],"floating-point":[41],"(FP)":[42],"matrix":[43],"multiplication":[44],"(MM)":[45],"written-back":[47,149],"transpose,":[48],"thereby":[49,70],"realizing":[50],"efficient":[51],"attention":[52,145],"mechanism.":[53],"First,":[54],"sparsity-based":[57],"MM":[58],"scheme":[59,85],"is":[60,88,162,177],"proposed,":[61],"dynamically":[63],"ignores":[64],"low-impact":[65],"elements":[66],"during":[67,144],"vector":[68],"multiplication,":[69],"effectively":[71],"reducing":[72],"the":[73,138,174,181,191,212],"latency":[74,143],"energy":[76,141],"consumption":[77],"of":[78,140,183],"MM.":[79],"Second,":[80],"data-reuse":[82,114],"multiply-and-accumulate":[83],"(MAC)":[84],"for":[86,169,190],"mantissa":[87],"designed":[89,163],"to":[90,99,118,164,179],"further":[91],"optimize":[92],"MM,":[93,130],"shares":[95],"partial":[96],"operation":[97],"result":[98],"reduce":[100,166],"redundant":[101],"computation.":[102,147],"The":[103],"SOT-MRAM":[104],"SRAM":[106,151],"CIM":[108,134],"architectures":[109],"with":[110,211],"schemes":[115],"are":[116],"constructed":[117],"perform":[119],"weight":[120],"(Query":[121],"(Q),":[122],"Key":[123],"(K),":[124],"Value":[126],"(V))":[127],"respectively.":[131],"This":[132],"method":[135],"can":[136,154],"realize":[137],"optimization":[139],"mechanism":[146],"Moreover,":[148],"transpose":[150],"array":[152],"that":[153,196],"write":[155],"multiple":[156],"bits":[157],"into":[158],"column":[160],"simultaneously":[161],"significantly":[165],"write-back":[167],"cycles":[168],"K<sup":[170],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[171],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">T</sup>.":[172],"Finally,":[173],"HRAMTran":[175],"built":[178],"evaluate":[180],"performance":[182],"transformer":[184,214],"implementation":[185],"through":[186],"performing":[187],"machine":[188],"translation":[189],"WMT14":[192],"dataset.":[193],"Results":[194],"show":[195],"realizes":[199],"3.6":[200],"\u00b5J/Token":[201],"68.77":[203],"TFLOPS/W,":[204],"achieving":[205],"4.33\u00d7":[206],"2.39\u00d7":[208],"improvement":[209],"compared":[210],"state-of-the-art":[213],"accelerator.":[215]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-20T00:00:00"}