{"id":"https://openalex.org/W4400231005","doi":"https://doi.org/10.1109/iscas58744.2024.10558636","title":"BETA: Binarized Energy-Efficient Transformer Accelerator at the Edge","display_name":"BETA: Binarized Energy-Efficient Transformer Accelerator at the Edge","publication_year":2024,"publication_date":"2024-05-19","ids":{"openalex":"https://openalex.org/W4400231005","doi":"https://doi.org/10.1109/iscas58744.2024.10558636"},"language":"en","primary_location":{"id":"doi:10.1109/iscas58744.2024.10558636","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas58744.2024.10558636","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109741306","display_name":"Yuhao Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhao Ji","raw_affiliation_strings":["Nanjing University,School of Electronic Science and Engineering,Nanjing,China","School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University,School of Electronic Science and Engineering,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037753647","display_name":"Chao Fang","orcid":"https://orcid.org/0000-0002-6830-3337"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Fang","raw_affiliation_strings":["Nanjing University,School of Electronic Science and Engineering,Nanjing,China","School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University,School of Electronic Science and Engineering,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100696999","display_name":"Zhongfeng Wang","orcid":"https://orcid.org/0000-0002-7227-4786"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhongfeng Wang","raw_affiliation_strings":["Nanjing University,School of Electronic Science and Engineering,Nanjing,China","School of Electronic Science and Engineering, Nanjing University, Nanjing, China","School of Integrated Circuits, Sun Yat-sen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University,School of Electronic Science and Engineering,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Integrated Circuits, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100696999"],"corresponding_institution_ids":["https://openalex.org/I157773358","https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":2.6373,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.89915945,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11920","display_name":"Pulsed Power Technology Applications","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11920","display_name":"Pulsed Power Technology Applications","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11175","display_name":"Gyrotron and Vacuum Electronics Research","score":0.9553999900817871,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12760","display_name":"Laser Design and Applications","score":0.9377999901771545,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5363226532936096},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5317838191986084},{"id":"https://openalex.org/keywords/beta","display_name":"BETA (programming language)","score":0.5107324123382568},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.43632906675338745},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.2653980851173401},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.14176583290100098},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.141361266374588},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11548945307731628}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5363226532936096},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5317838191986084},{"id":"https://openalex.org/C2776174256","wikidata":"https://www.wikidata.org/wiki/Q830842","display_name":"BETA (programming language)","level":2,"score":0.5107324123382568},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.43632906675338745},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.2653980851173401},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.14176583290100098},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.141361266374588},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11548945307731628},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscas58744.2024.10558636","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas58744.2024.10558636","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2923014074","https://openalex.org/W3017024317","https://openalex.org/W3047848469","https://openalex.org/W3098576111","https://openalex.org/W3100985894","https://openalex.org/W3173374050","https://openalex.org/W3177265267","https://openalex.org/W3184454880","https://openalex.org/W3196923642","https://openalex.org/W4226549668","https://openalex.org/W4291653336","https://openalex.org/W4308128267","https://openalex.org/W4308479898","https://openalex.org/W4310895557","https://openalex.org/W4312308008","https://openalex.org/W4312569226","https://openalex.org/W4312605942","https://openalex.org/W4312964950","https://openalex.org/W4372265769","https://openalex.org/W4383108457","https://openalex.org/W4385187240","https://openalex.org/W4385245566","https://openalex.org/W4385488484","https://openalex.org/W4385815501","https://openalex.org/W4385890378","https://openalex.org/W4386859272","https://openalex.org/W6778883912","https://openalex.org/W6810353043","https://openalex.org/W6811272755","https://openalex.org/W6838683425","https://openalex.org/W6853360560","https://openalex.org/W6855835993"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Existing":[0],"binary":[1,23,62,104],"Transformers":[2,24,63,105],"are":[3],"promising":[4],"in":[5],"edge":[6,146],"deployment":[7,88],"due":[8,30],"to":[9,31,64,84],"their":[10],"compact":[11],"model":[12],"size,":[13],"low":[14],"computational":[15],"complexity,":[16],"and":[17,39,106,109],"considerable":[18],"inference":[19],"accuracy.":[20],"However,":[21],"deploying":[22],"faces":[25],"challenges":[26,51],"on":[27,120],"prior":[28,138],"processors":[29],"inefficient":[32],"execution":[33,67],"of":[34,103,130],"quantized":[35],"matrix":[36],"multiplication":[37],"(QMM)":[38],"the":[40,50,71,86,90],"energy":[41,115,128],"consumption":[42],"overhead":[43],"caused":[44],"by":[45,69],"multi-precision":[46],"activations.":[47],"To":[48],"tackle":[49],"above,":[52],"we":[53],"first":[54],"develop":[55],"a":[56,75,95],"computation":[57,72],"flow":[58],"abstraction":[59],"method":[60],"for":[61,111,145],"improve":[65],"QMM":[66,97],"efficiency":[68,129],"optimizing":[70],"order.":[73],"Furthermore,":[74],"binarized":[76],"energy-efficient":[77],"Transformer":[78,147],"accelerator,":[79],"namely":[80],"BETA,":[81],"is":[82,134],"proposed":[83],"boost":[85],"efficient":[87],"at":[89],"edge.":[91],"Notably,":[92],"BETA":[93,124],"features":[94],"configurable":[96],"engine,":[98],"accommodating":[99],"diverse":[100],"activation":[101],"precisions":[102],"offering":[107],"high-parallelism":[108],"high-speed":[110],"QMMs":[112],"with":[113],"impressive":[114],"efficiency.":[116],"Experimental":[117],"results":[118],"evaluated":[119],"ZCU102":[121],"FPGA":[122],"show":[123],"achieves":[125],"an":[126],"average":[127],"174":[131],"GOPS/W,":[132],"which":[133],"1.76\u223c21.92\u00d7":[135],"higher":[136],"than":[137],"FPGA-based":[139],"accelerators,":[140],"showing":[141],"BETA\u2019s":[142],"good":[143],"potential":[144],"acceleration.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}
