{"id":"https://openalex.org/W4408174495","doi":"https://doi.org/10.1109/isscc49661.2025.10904793","title":"T-REX: A 68-to-567\u03bcs/Token 0.41-to-3.95\u03bcJ/Token Transformer Accelerator with Reduced External Memory Access and Enhanced Hardware Utilization in 16nm FinFET","display_name":"T-REX: A 68-to-567\u03bcs/Token 0.41-to-3.95\u03bcJ/Token Transformer Accelerator with Reduced External Memory Access and Enhanced Hardware Utilization in 16nm FinFET","publication_year":2025,"publication_date":"2025-02-16","ids":{"openalex":"https://openalex.org/W4408174495","doi":"https://doi.org/10.1109/isscc49661.2025.10904793"},"language":"en","primary_location":{"id":"doi:10.1109/isscc49661.2025.10904793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isscc49661.2025.10904793","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Solid-State Circuits Conference (ISSCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042758402","display_name":"Seunghyun Moon","orcid":"https://orcid.org/0000-0003-0027-2666"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seunghyun Moon","raw_affiliation_strings":["Columbia University,New York,NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University,New York,NY","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100786430","display_name":"Mao Li","orcid":"https://orcid.org/0009-0009-5968-7250"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mao Li","raw_affiliation_strings":["Columbia University,New York,NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University,New York,NY","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014493157","display_name":"Gregory K. Chen","orcid":"https://orcid.org/0000-0002-4813-3844"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory K. Chen","raw_affiliation_strings":["Intel,Hillsboro,OR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel,Hillsboro,OR","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030456056","display_name":"Phil Knag","orcid":"https://orcid.org/0000-0001-6794-8806"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phil C. Knag","raw_affiliation_strings":["Intel,Hillsboro,OR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel,Hillsboro,OR","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074107306","display_name":"Ram Krishnamurthy","orcid":"https://orcid.org/0000-0002-2428-7099"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ram Kumar Krishnamurthy","raw_affiliation_strings":["Intel,Hillsboro,OR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel,Hillsboro,OR","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011887658","display_name":"Mingoo Seok","orcid":"https://orcid.org/0000-0002-9722-0979"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingoo Seok","raw_affiliation_strings":["Columbia University,New York,NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University,New York,NY","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"406","last_page":"408"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10472","display_name":"Semiconductor materials and devices","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10472","display_name":"Semiconductor materials and devices","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.891839325428009},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6085193157196045},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5791819095611572},{"id":"https://openalex.org/keywords/random-access-memory","display_name":"Random access memory","score":0.5201249718666077},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.42407119274139404},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.41644734144210815},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.32398471236228943},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.29119616746902466},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.280185341835022},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.20200365781784058},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1913958191871643},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10241976380348206}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.891839325428009},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6085193157196045},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5791819095611572},{"id":"https://openalex.org/C2994168587","wikidata":"https://www.wikidata.org/wiki/Q5295","display_name":"Random access memory","level":2,"score":0.5201249718666077},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.42407119274139404},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.41644734144210815},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.32398471236228943},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.29119616746902466},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.280185341835022},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.20200365781784058},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1913958191871643},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10241976380348206}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isscc49661.2025.10904793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isscc49661.2025.10904793","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Solid-State Circuits Conference (ISSCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2027886943","https://openalex.org/W2896457183","https://openalex.org/W3092424727","https://openalex.org/W3094502228","https://openalex.org/W3174864715","https://openalex.org/W4220865834","https://openalex.org/W4221086307","https://openalex.org/W4286571858","https://openalex.org/W4319996342","https://openalex.org/W4360605545","https://openalex.org/W4360606017","https://openalex.org/W4360606782","https://openalex.org/W4360831786","https://openalex.org/W4360831795","https://openalex.org/W4360832001","https://openalex.org/W4380881077","https://openalex.org/W4385216221","https://openalex.org/W4385216645","https://openalex.org/W4387250389","https://openalex.org/W4392739437","https://openalex.org/W4396909834","https://openalex.org/W4396918368","https://openalex.org/W4401880492","https://openalex.org/W4401880601","https://openalex.org/W4401881162","https://openalex.org/W6682917797","https://openalex.org/W6755207826","https://openalex.org/W6784050962","https://openalex.org/W6784333009","https://openalex.org/W6797110910"],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2997152889","https://openalex.org/W4304700937","https://openalex.org/W3152699334"],"abstract_inverted_index":{"Transformer,":[0],"a":[1,10,18],"recent":[2,53],"mainstream":[3],"model":[4],"in":[5,20,104],"deep":[6],"learning,":[7],"has":[8],"revolutionized":[9],"wide":[11],"range":[12],"of":[13,82],"AI":[14],"applications,":[15],"which":[16,106],"motivates":[17],"surge":[19],"research":[21],"to":[22,80],"develop":[23],"energy-efficient":[24],"hardware":[25,98],"accelerators.":[26],"Most":[27],"prior":[28,94],"efforts":[29],"have":[30],"concentrated":[31],"on":[32,70],"enhancing":[33],"on-chip":[34],"computational":[35],"energy":[36,65,85],"efficiency":[37],"through":[38],"several":[39],"strategies":[40],"such":[41],"as":[42,100,102],"encoder-only":[43],"models":[44],"[1]\u2013[7],":[45],"quantization/sparsity":[46],"[8]\u2013[18],":[47],"and":[48],"layer":[49],"pruning":[50],"[19].":[51],"However,":[52],"works":[54,95],"[20],":[55],"[21]":[56],"show":[57],"that":[58,75,92],"external":[59],"memory":[60],"access":[61],"(EMA)":[62],"dominates":[63],"total":[64,84],"consumption.":[66],"Our":[67],"analysis":[68],"based":[69],"[22],":[71],"[23]":[72],"also":[73],"indicates":[74],"EMA":[76],"accounts":[77],"for":[78],"up":[79],"81%":[81],"the":[83,93],"usage":[86],"(Fig.":[87],"23.1.1).":[88],"Additionally,":[89],"we":[90],"recognize":[91],"exhibit":[96],"low":[97,101],"utilization,":[99],"9%":[103],"[4],":[105],"negatively":[107],"impacts":[108],"latency":[109],"performance.":[110]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}