{"id":"https://openalex.org/W4386859340","doi":"https://doi.org/10.1109/islped58423.2023.10244459","title":"A Fully-Integrated Energy-Scalable Transformer Accelerator Supporting Adaptive Model Configuration and Word Elimination for Language Understanding on Edge Devices","display_name":"A Fully-Integrated Energy-Scalable Transformer Accelerator Supporting Adaptive Model Configuration and Word Elimination for Language Understanding on Edge Devices","publication_year":2023,"publication_date":"2023-08-07","ids":{"openalex":"https://openalex.org/W4386859340","doi":"https://doi.org/10.1109/islped58423.2023.10244459"},"language":"en","primary_location":{"id":"doi:10.1109/islped58423.2023.10244459","is_oa":false,"landing_page_url":"https://doi.org/10.1109/islped58423.2023.10244459","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM International Symposium on Low Power Electronics and Design (ISLPED)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001739709","display_name":"Zexi Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zexi Ji","raw_affiliation_strings":["MIT,Cambridge,MA,USA","MIT, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"MIT,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119012009","display_name":"Hanrui Wang","orcid":"https://orcid.org/0009-0005-0498-2712"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanrui Wang","raw_affiliation_strings":["MIT,Cambridge,MA,USA","MIT, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"MIT,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044939382","display_name":"Miaorong Wang","orcid":"https://orcid.org/0009-0000-5896-5014"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miaorong Wang","raw_affiliation_strings":["MIT,Cambridge,MA,USA","MIT, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"MIT,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083012416","display_name":"Win-San Khwa","orcid":"https://orcid.org/0000-0002-6283-3564"},"institutions":[{"id":"https://openalex.org/I4210120917","display_name":"Taiwan Semiconductor Manufacturing Company (Taiwan)","ror":"https://ror.org/02wx79d08","country_code":"TW","type":"company","lineage":["https://openalex.org/I4210120917"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Win-San Khwa","raw_affiliation_strings":["TSMC Corporate Research,Hsinchu,Taiwan","TSMC Corporate Research, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"TSMC Corporate Research,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I4210120917"]},{"raw_affiliation_string":"TSMC Corporate Research, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I4210120917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023225287","display_name":"Meng\u2010Fan Chang","orcid":"https://orcid.org/0000-0001-6905-6350"},"institutions":[{"id":"https://openalex.org/I4210120917","display_name":"Taiwan Semiconductor Manufacturing Company (Taiwan)","ror":"https://ror.org/02wx79d08","country_code":"TW","type":"company","lineage":["https://openalex.org/I4210120917"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Meng-Fan Chang","raw_affiliation_strings":["TSMC Corporate Research,Hsinchu,Taiwan","TSMC Corporate Research, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"TSMC Corporate Research,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I4210120917"]},{"raw_affiliation_string":"TSMC Corporate Research, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I4210120917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070926896","display_name":"Song Han","orcid":"https://orcid.org/0000-0002-4186-7618"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song Han","raw_affiliation_strings":["MIT,Cambridge,MA,USA","MIT, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"MIT,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084128470","display_name":"Anantha P. Chandrakasan","orcid":"https://orcid.org/0000-0002-5977-2748"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anantha P. Chandrakasan","raw_affiliation_strings":["MIT,Cambridge,MA,USA","MIT, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"MIT,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5001739709"],"corresponding_institution_ids":["https://openalex.org/I4210110987"],"apc_list":null,"apc_paid":null,"fwci":0.1741,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56032588,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7512771487236023},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6663053035736084},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.575247585773468},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5607563257217407},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4737342596054077},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3872709274291992},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3360748291015625},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.2028600573539734},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.16336944699287415},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.13752692937850952},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.11499989032745361},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11465448141098022}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7512771487236023},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6663053035736084},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.575247585773468},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5607563257217407},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4737342596054077},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3872709274291992},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3360748291015625},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.2028600573539734},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.16336944699287415},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13752692937850952},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.11499989032745361},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11465448141098022},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/islped58423.2023.10244459","is_oa":false,"landing_page_url":"https://doi.org/10.1109/islped58423.2023.10244459","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM International Symposium on Low Power Electronics and Design (ISLPED)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8700000047683716,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322589","display_name":"Taiwan Semiconductor Manufacturing Company","ror":"https://ror.org/02wx79d08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2077302143","https://openalex.org/W3017024317","https://openalex.org/W3035251378","https://openalex.org/W3099757670","https://openalex.org/W3159727696","https://openalex.org/W4220865834","https://openalex.org/W4297683418","https://openalex.org/W4360605545","https://openalex.org/W6751425476"],"related_works":["https://openalex.org/W2389214306","https://openalex.org/W4235240664","https://openalex.org/W2965083567","https://openalex.org/W1838576100","https://openalex.org/W2095886385","https://openalex.org/W2889616422","https://openalex.org/W2089704382","https://openalex.org/W1983399550","https://openalex.org/W97075385","https://openalex.org/W3189674571"],"abstract_inverted_index":{"Efficient":[0],"natural":[1],"language":[2],"processing":[3,131],"on":[4],"the":[5,27,41,44,101,108],"edge":[6,34],"is":[7,37],"needed":[8],"to":[9,19,26,39,43,57,85,92],"interpret":[10],"voice":[11],"commands,":[12],"which":[13,66],"have":[14],"become":[15],"a":[16,49,53,62,80,121,132],"standard":[17],"way":[18],"interact":[20],"with":[21,52,120,135],"devices":[22],"around":[23],"us.":[24],"Due":[25],"tight":[28],"power":[29],"and":[30,79,98,103,129,144,149],"compute":[31],"constraints":[32],"of":[33,69],"devices,":[35],"it":[36],"important":[38],"adapt":[40],"computation":[42],"hardware":[45],"conditions.":[46,111],"We":[47,89],"present":[48],"Transformer":[50,139],"accelerator":[51],"variable-depth":[54],"adder":[55],"tree":[56],"support":[58],"different":[59],"model":[60,64,77,140],"dimensions,":[61],"SuperTransformer":[63],"from":[65],"Sub":[67,105],"Transformers":[68],"various":[70],"sizes":[71],"can":[72,114],"be":[73],"sampled":[74],"enabling":[75],"adaptive":[76],"configuration,":[78],"dedicated":[81],"word":[82],"elimination":[83,113],"unit":[84],"prune":[86],"redundant":[87],"tokens.":[88],"achieve":[90],"up":[91],"6.9\u00d7":[93],"scalability":[94],"in":[95,124],"network":[96,116],"latency":[97],"energy":[99,117],"between":[100],"largest":[102],"smallest":[104],"Transformers,":[106],"under":[107],"same":[109],"operating":[110],"Word":[112],"reduce":[115],"by":[118],"16%,":[119],"14.5%":[122],"drop":[123],"F1":[125],"score.":[126],"At":[127],"0.68V":[128],"80MHz,":[130],"32-length":[133],"input":[134],"our":[136],"custom":[137],"2-layer":[138],"for":[141],"intent":[142],"detection":[143],"slot":[145],"filling":[146],"takes":[147],"0.61ms":[148],"1.6\u03bcJ.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-01T08:55:55.761014","created_date":"2025-10-10T00:00:00"}