{"id":"https://openalex.org/W4411485164","doi":"https://doi.org/10.1109/tvlsi.2025.3578092","title":"RTA: A Reconfigurable Transformer Accelerator Exploiting Sparsity via Low-Bit-Width Prediction","display_name":"RTA: A Reconfigurable Transformer Accelerator Exploiting Sparsity via Low-Bit-Width Prediction","publication_year":2025,"publication_date":"2025-06-20","ids":{"openalex":"https://openalex.org/W4411485164","doi":"https://doi.org/10.1109/tvlsi.2025.3578092"},"language":"en","primary_location":{"id":"doi:10.1109/tvlsi.2025.3578092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2025.3578092","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100459029","display_name":"Yujie Chen","orcid":"https://orcid.org/0000-0001-7911-6900"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Chen","raw_affiliation_strings":["School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100719382","display_name":"Chen Yang","orcid":"https://orcid.org/0000-0002-8221-7670"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Yang","raw_affiliation_strings":["School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-8221-7670","affiliations":[{"raw_affiliation_string":"School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031556421","display_name":"Yuheng Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuheng Xia","raw_affiliation_strings":["School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0001-2068-621X","affiliations":[{"raw_affiliation_string":"School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046312537","display_name":"Yishuo Meng","orcid":"https://orcid.org/0000-0002-3402-6386"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yishuo Meng","raw_affiliation_strings":["School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080354346","display_name":"Jianfei Wang","orcid":"https://orcid.org/0009-0004-0132-3319"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfei Wang","raw_affiliation_strings":["School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0004-0132-3319","affiliations":[{"raw_affiliation_string":"School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101992904","display_name":"Qiang Fu","orcid":"https://orcid.org/0000-0002-0332-636X"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Fu","raw_affiliation_strings":["School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043300709","display_name":"Li Geng","orcid":"https://orcid.org/0000-0003-4002-9281"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Geng","raw_affiliation_strings":["School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-4002-9281","affiliations":[{"raw_affiliation_string":"School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12158155,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"10","first_page":"2702","last_page":"2714"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10623","display_name":"Thin-Film Transistor Technologies","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6797801852226257},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5565252900123596},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.3203398287296295},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.30607515573501587},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17814013361930847},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.13435953855514526}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6797801852226257},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5565252900123596},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.3203398287296295},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.30607515573501587},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17814013361930847},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.13435953855514526}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvlsi.2025.3578092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2025.3578092","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G963865091","display_name":null,"funder_award_id":"62176206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2892009249","https://openalex.org/W2915716523","https://openalex.org/W2947423323","https://openalex.org/W2963122961","https://openalex.org/W3017024317","https://openalex.org/W3047848469","https://openalex.org/W3096609285","https://openalex.org/W3097777922","https://openalex.org/W3105238007","https://openalex.org/W3146944767","https://openalex.org/W3161873870","https://openalex.org/W3189877953","https://openalex.org/W3196923642","https://openalex.org/W3205192296","https://openalex.org/W4289656095","https://openalex.org/W4308479898","https://openalex.org/W4312569226","https://openalex.org/W4360831786","https://openalex.org/W4360831795","https://openalex.org/W4360832001","https://openalex.org/W4380881077","https://openalex.org/W4385245566","https://openalex.org/W4387789586","https://openalex.org/W4393973515","https://openalex.org/W4400231005","https://openalex.org/W4401357692","https://openalex.org/W4401402799","https://openalex.org/W4402568829","https://openalex.org/W4406521183"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2864363823"],"abstract_inverted_index":{"Transformer":[0],"models":[1],"have":[2,10,39,139],"received":[3],"widespread":[4],"attention":[5,50],"in":[6,17,26,43],"recent":[7],"years.":[8],"They":[9],"gradually":[11],"replaced":[12],"recurrent":[13],"neural":[14],"networks":[15],"(RNNs)":[16],"natural":[18],"language":[19,35],"processing":[20],"(NLP)":[21],"and":[22,34,58,81,150,185],"are":[23],"widely":[24],"used":[25,132],"tasks":[27],"such":[28],"as":[29],"machine":[30],"translation,":[31],"text":[32],"generation,":[33],"understanding.":[36],"Similarly,":[37],"transformers":[38,65],"shown":[40],"impressive":[41],"results":[42,170],"computer":[44],"vision":[45],"(CV).":[46],"However,":[47],"their":[48,74],"unique":[49],"mechanism":[51],"places":[52],"high":[53],"demands":[54],"on":[55,66,171],"the":[56,62,82,127,142,161,166,172],"computational":[57,152],"storage":[59],"resources":[60],"of":[61,165,182,192],"hardware.":[63],"Deploying":[64],"edge":[67],"computing":[68,144],"platforms":[69],"is":[70],"challenging":[71],"due":[72],"to":[73,106,130,146,159,195],"complex":[75],"data":[76],"flow,":[77],"intensive":[78],"matrix":[79,117,136],"calculations,":[80],"need":[83],"for":[84,133],"high-precision":[85,134],"nonlinear":[86],"functions.":[87],"To":[88],"address":[89],"these":[90],"challenges,":[91],"we":[92,155],"propose":[93],"reconfigurable":[94,124],"transformer":[95,99,197],"accelerator":[96,101],"(RTA),":[97],"a":[98,186],"hardware":[100,167],"that":[102,176],"uses":[103],"low-bit-width":[104,120],"prediction":[105],"achieve":[107],"dynamic":[108],"sparsity.":[109],"RTA":[110,143,177,199],"reduces":[111],"resource":[112,148,162],"consumption":[113],"by":[114],"performing":[115],"sparse":[116,128],"multiplications":[118],"using":[119],"operations,":[121],"while":[122],"its":[123],"design":[125],"allows":[126],"module":[129],"be":[131],"large-bit-width":[135],"multiplications.":[137],"We":[138],"also":[140],"optimized":[141],"pipeline":[145],"reduce":[147],"usage":[149],"improve":[151],"efficiency.":[153,210],"Additionally,":[154],"incorporate":[156],"feature":[157],"sharing":[158],"enhance":[160],"utilization":[163],"efficiency":[164,191],"accelerator.":[168],"Experimental":[169],"transformer-base":[173],"model":[174],"show":[175],"achieves":[178,200],"an":[179],"average":[180],"performance":[181],"994":[183],"GOPS":[184],"digital":[187],"signal":[188],"processor":[189],"(DSP)":[190],"1412.":[193],"Compared":[194],"state-of-the-art":[196],"accelerators,":[198],"<inline-formula":[201],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[202],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[203],"<tex-math":[204],"notation=\"LaTeX\">$1.37\\sim":[205],"11.03\\times":[206],"$</tex-math>":[207],"</inline-formula>":[208],"DSP":[209]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}