{"id":"https://openalex.org/W4400811522","doi":"https://doi.org/10.1109/aicas59952.2024.10595969","title":"A 28nm 343.5fps/W Vision Transformer Accelerator with Integer-Only Quantized Attention Block","display_name":"A 28nm 343.5fps/W Vision Transformer Accelerator with Integer-Only Quantized Attention Block","publication_year":2024,"publication_date":"2024-04-22","ids":{"openalex":"https://openalex.org/W4400811522","doi":"https://doi.org/10.1109/aicas59952.2024.10595969"},"language":"en","primary_location":{"id":"doi:10.1109/aicas59952.2024.10595969","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aicas59952.2024.10595969","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 6th International Conference on AI Circuits and Systems (AICAS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102325429","display_name":"Cheng-Chen Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cheng-Chen Lin","raw_affiliation_strings":["National Yang Ming Chiao Tung University,International College of Semiconductor Technology,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,International College of Semiconductor Technology,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002275070","display_name":"Wei Lu","orcid":"https://orcid.org/0000-0003-4769-9261"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wei Lu","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electronics,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electronics,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066525875","display_name":"Po-Tsang Huang","orcid":"https://orcid.org/0000-0001-8679-2755"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Po-Tsang Huang","raw_affiliation_strings":["National Yang Ming Chiao Tung University,International College of Semiconductor Technology,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,International College of Semiconductor Technology,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102207554","display_name":"Chen Hung-Ming","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hung-Ming Chen","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electronics,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electronics,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"80","last_page":"84"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5446639657020569},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5422855019569397},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5216027498245239},{"id":"https://openalex.org/keywords/integer","display_name":"Integer (computer science)","score":0.5060984492301941},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.32128363847732544},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.2571432590484619},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18625441193580627},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1410345435142517},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.10020068287849426},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08924606442451477},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08758065104484558}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5446639657020569},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5422855019569397},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5216027498245239},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.5060984492301941},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.32128363847732544},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.2571432590484619},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18625441193580627},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1410345435142517},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.10020068287849426},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08924606442451477},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08758065104484558}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aicas59952.2024.10595969","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aicas59952.2024.10595969","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 6th International Conference on AI Circuits and Systems (AICAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2962298324","https://openalex.org/W2963122961","https://openalex.org/W2998218113","https://openalex.org/W3094502228","https://openalex.org/W3138516171","https://openalex.org/W3162090017","https://openalex.org/W3206453033","https://openalex.org/W4280595844","https://openalex.org/W4285601701","https://openalex.org/W4360831786","https://openalex.org/W4360832001","https://openalex.org/W4385187240","https://openalex.org/W4390873361","https://openalex.org/W4390873673","https://openalex.org/W6788135285","https://openalex.org/W6797854001","https://openalex.org/W6811492955","https://openalex.org/W6845186658"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Vision":[0],"Transformer":[1],"(ViT)":[2],"has":[3],"achieved":[4],"state-of-the-art":[5],"performance":[6],"on":[7,38,46],"various":[8],"computer":[9],"vision":[10],"tasks.":[11],"For":[12],"the":[13,16,20,77,98,161,167],"mobile/edge":[14,39],"device,":[15],"energy":[17,63,120,187,197],"efficiency":[18,54,188,198],"is":[19,132,166],"most":[21],"important":[22],"issue.":[23],"However,":[24],"ViT":[25,56,65,124],"requires":[26],"huge":[27],"computation":[28,102],"and":[29,49,71,103,145,148,173,192],"storage,":[30],"which":[31],"makes":[32],"it":[33],"difficult":[34],"to":[35,52,74,89,96,176,195,200],"be":[36],"deployed":[37],"device.":[40],"In":[41],"this":[42,165],"work,":[43],"we":[44,61,117,158],"focus":[45],"algorithm":[47,59],"level":[48,51],"hardware":[50,115],"improve":[53,193],"of":[55,134,163,189],"inference.":[57,128,182],"At":[58,114],"level,":[60,116],"proposed":[62,130],"efficient":[64,121],"model":[66],"by":[67,101],"adopting":[68],"4bit":[69],"Quantization":[70],"Low-Rank":[72],"Approximation":[73],"convert":[75],"all":[76],"non-linear":[78],"functions":[79],"with":[80,92,111],"floating":[81],"point":[82],"(FP)":[83],"values":[84],"in":[85,160],"Multi-Head":[86],"Attention":[87],"(MHA)":[88],"linear":[90,150],"function":[91],"integer":[93,137],"(INT)":[94],"values,":[95],"decrease":[97],"overhead":[99],"caused":[100],"storage.":[104],"There":[105],"are":[106],"less":[107],"accuracy":[108],"drop":[109],"compare":[110,199],"full-precision":[112],"(<1.5%).":[113],"design":[118],"an":[119],"row-based":[122],"pipelined":[123],"accelerator":[125,131,169],"for":[126,142,153,180],"on-device":[127,181],"The":[129],"consisted":[133],"integer-only":[135,178],"quantizer,":[136],"MACs":[138],"PE":[139],"array":[140],"used":[141],"executing":[143,154],"quantization":[144,172,179],"matrix":[146],"operations,":[147],"approximated":[149],"block":[151],"adopted":[152],"low-rank":[155],"approximation.":[156],"As":[157],"know,":[159],"research":[162],"ViT,":[164],"first":[168],"uses":[170],"4-bits":[171],"designs":[174],"quantizer":[175],"operate":[177],"This":[183],"work":[184],"can":[185],"achieve":[186],"343.5":[190],"fps/W":[191],"up":[194],"8x":[196],"state-of-art":[201],"works.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}