{"id":"https://openalex.org/W4389880251","doi":"https://doi.org/10.1109/a-sscc58667.2023.10347953","title":"A 28nm 49.7TOPS/W Sparse Transformer Processor with Random-Projection-Based Speculation, Multi-Stationary Dataflow, and Redundant Partial Product Elimination","display_name":"A 28nm 49.7TOPS/W Sparse Transformer Processor with Random-Projection-Based Speculation, Multi-Stationary Dataflow, and Redundant Partial Product Elimination","publication_year":2023,"publication_date":"2023-11-05","ids":{"openalex":"https://openalex.org/W4389880251","doi":"https://doi.org/10.1109/a-sscc58667.2023.10347953"},"language":"en","primary_location":{"id":"doi:10.1109/a-sscc58667.2023.10347953","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/a-sscc58667.2023.10347953","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Asian Solid-State Circuits Conference (A-SSCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071432313","display_name":"Yubin Qin","orcid":"https://orcid.org/0000-0001-5530-5416"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yubin Qin","raw_affiliation_strings":["School of Integrated Circuit, BNRist, Tsinghua University,China","School of Integrated Circuit, BNRist, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062035739","display_name":"Yang Wang","orcid":"https://orcid.org/0000-0001-5057-1870"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Wang","raw_affiliation_strings":["School of Integrated Circuit, BNRist, Tsinghua University,China","School of Integrated Circuit, BNRist, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037648551","display_name":"Dazheng Deng","orcid":"https://orcid.org/0009-0006-4229-4985"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dazheng Deng","raw_affiliation_strings":["School of Integrated Circuit, BNRist, Tsinghua University,China","School of Integrated Circuit, BNRist, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101975562","display_name":"Xiaolong Yang","orcid":"https://orcid.org/0009-0003-0105-8351"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolong Yang","raw_affiliation_strings":["School of Integrated Circuit, BNRist, Tsinghua University,China","School of Integrated Circuit, BNRist, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101935571","display_name":"Zhiren Zhao","orcid":"https://orcid.org/0009-0007-6074-7324"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiren Zhao","raw_affiliation_strings":["School of Integrated Circuit, BNRist, Tsinghua University,China","School of Integrated Circuit, BNRist, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029541708","display_name":"Yang Zhou","orcid":"https://orcid.org/0000-0002-8349-5090"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhou","raw_affiliation_strings":["School of Integrated Circuit, BNRist, Tsinghua University,China","School of Integrated Circuit, BNRist, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054456301","display_name":"Yuanqi Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanqi Fan","raw_affiliation_strings":["School of Integrated Circuit, BNRist, Tsinghua University,China","School of Integrated Circuit, BNRist, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084439869","display_name":"Jingchuan Wei","orcid":"https://orcid.org/0000-0001-5869-9094"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingchuan Wei","raw_affiliation_strings":["School of Integrated Circuit, BNRist, Tsinghua University,China","School of Integrated Circuit, BNRist, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110327044","display_name":"Tianbao Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianbao Chen","raw_affiliation_strings":["Tsing Micro,China","Tsing Micro, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsing Micro,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsing Micro, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100358856","display_name":"Leibo Liu","orcid":"https://orcid.org/0000-0001-7548-4116"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leibo Liu","raw_affiliation_strings":["School of Integrated Circuit, BNRist, Tsinghua University,China","School of Integrated Circuit, BNRist, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036023084","display_name":"Shaojun Wei","orcid":"https://orcid.org/0000-0001-5117-7920"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojun Wei","raw_affiliation_strings":["School of Integrated Circuit, BNRist, Tsinghua University,China","School of Integrated Circuit, BNRist, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066434078","display_name":"Yang Hu","orcid":"https://orcid.org/0000-0001-6942-4395"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Hu","raw_affiliation_strings":["School of Integrated Circuit, BNRist, Tsinghua University,China","School of Integrated Circuit, BNRist, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054524841","display_name":"Shouyi Yin","orcid":"https://orcid.org/0000-0003-2309-572X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouyi Yin","raw_affiliation_strings":["School of Integrated Circuit, BNRist, Tsinghua University,China","School of Integrated Circuit, BNRist, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuit, BNRist, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.714184582233429},{"id":"https://openalex.org/keywords/speculation","display_name":"Speculation","score":0.5858707427978516},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5680676698684692},{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.5421884655952454},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3811887800693512},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3765277564525604}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.714184582233429},{"id":"https://openalex.org/C47941915","wikidata":"https://www.wikidata.org/wiki/Q107885","display_name":"Speculation","level":2,"score":0.5858707427978516},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5680676698684692},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.5421884655952454},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3811887800693512},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3765277564525604},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/a-sscc58667.2023.10347953","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/a-sscc58667.2023.10347953","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Asian Solid-State Circuits Conference (A-SSCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G7028138989","display_name":null,"funder_award_id":"2021ZD0114400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G975256117","display_name":null,"funder_award_id":"U19B2041,62125403,92164301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W3206453033","https://openalex.org/W4220865834","https://openalex.org/W6739901393","https://openalex.org/W6771626834"],"related_works":["https://openalex.org/W2293118914","https://openalex.org/W2998381397","https://openalex.org/W4236419692","https://openalex.org/W4243792164","https://openalex.org/W2147782221","https://openalex.org/W3167919718","https://openalex.org/W4251718783","https://openalex.org/W2171015181","https://openalex.org/W4239447582","https://openalex.org/W1484403103"],"abstract_inverted_index":{"Transformer":[0,29],"models":[1,18,30],"have":[2,192,206],"shown":[3,91],"remarkable":[4],"performance":[5],"in":[6,92,108,151],"various":[7],"fields":[8],"with":[9,157],"significant":[10,54,75],"accuracy":[11],"improvement":[12],"compared":[13],"to":[14,46,87,111,178,214],"traditional":[15,96,158],"artificial":[16],"intelligence":[17],"[1],":[19],"[2].":[20],"However,":[21],"the":[22,72,114,122,147,169,174,184,211],"high":[23,68,79],"computational":[24],"and":[25,49,59,143,200,203],"memory":[26,153,181],"complexity":[27],"of":[28,117,132,168,217],"limits":[31],"their":[32],"deployment":[33],"on":[34,120],"power-constrained":[35],"edge":[36],"devices.":[37],"Dynamic":[38],"sparse":[39,140],"attention":[40,55,118,133,185],"(DSA)":[41],"is":[42,84],"a":[43,67,112],"feasible":[44],"method":[45],"improve":[47],"throughput":[48],"energy":[50,76,80],"efficiency":[51,81],"by":[52],"predicting":[53],"computation":[56],"during":[57],"inference":[58],"then":[60],"skipping":[61],"insignificant":[62],"ones":[63],"[3],":[64,126],"[4].":[65],"Although":[66],"sparsity":[69,100,115],"ratio":[70],"has":[71],"potential":[73],"for":[74,130,146,164],"savings,":[77],"realizing":[78],"via":[82],"DSA":[83,109,137,189],"challenging":[85],"due":[86,110],"three":[88],"factors,":[89],"as":[90],"Fig.":[93],"1.":[94],"Firstly,":[95],"processors":[97],"apply":[98],"single-stage":[99],"speculation":[101,106,116,190],"method,":[102],"which":[103,127,205],"incurs":[104],"low":[105],"benefits":[107],"dilemma:":[113],"relies":[119],"computing":[121,156],"entire":[123],"QK":[124],"matrix":[125,144],"already":[128],"accounts":[129],"30-48.9%":[131],"block":[134],"computation.":[135],"Secondly,":[136],"introduces":[138],"dynamic":[139],"data":[141],"distribution":[142],"sizes":[145],"input/weight/output":[148],"(IWO),":[149],"resulting":[150],"redundant":[152],"access":[154],"when":[155],"single":[159],"X-stationary":[160],"dataflow":[161],"(X":[162],"stands":[163],"I/W/O)":[165],"[4]\u2013[6].":[166],"Each":[167],"IWO":[170],"matrices":[171],"can":[172],"be":[173],"ideal":[175],"stationary":[176],"object":[177],"achieve":[179],"minimum":[180],"access.":[182],"Finally,":[183],"scores":[186],"computed":[187],"after":[188],"usually":[191],"similar":[193],"significance,":[194],"involving":[195],"several":[196],"identical":[197],"partial":[198],"products":[199],"sums":[201],"(PP":[202],"PS),":[204],"no":[207],"contribution":[208],"since":[209],"adding":[210],"same":[212],"value":[213],"each":[215],"input":[216],"softmax":[218],"does":[219],"not":[220],"affect":[221],"its":[222],"outputs.":[223]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}