{"id":"https://openalex.org/W4389888389","doi":"https://doi.org/10.1109/a-sscc58667.2023.10347933","title":"An Energy-Efficient Heterogeneous Fourier Transform-Based Transformer Accelerator with Frequency-Wise Dynamic Bit-Precision","display_name":"An Energy-Efficient Heterogeneous Fourier Transform-Based Transformer Accelerator with Frequency-Wise Dynamic Bit-Precision","publication_year":2023,"publication_date":"2023-11-05","ids":{"openalex":"https://openalex.org/W4389888389","doi":"https://doi.org/10.1109/a-sscc58667.2023.10347933"},"language":"en","primary_location":{"id":"doi:10.1109/a-sscc58667.2023.10347933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/a-sscc58667.2023.10347933","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Asian Solid-State Circuits Conference (A-SSCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102908171","display_name":"Jingu Lee","orcid":"https://orcid.org/0000-0001-6965-2339"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jingu Lee","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST)"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST)","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100748581","display_name":"Sangjin Kim","orcid":"https://orcid.org/0000-0001-6665-9973"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangjin Kim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST)"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST)","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015963917","display_name":"Wooyoung Jo","orcid":"https://orcid.org/0000-0003-3598-3572"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wooyoung Jo","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST)"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST)","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077896259","display_name":"Hoi\u2010Jun Yoo","orcid":"https://orcid.org/0000-0002-6661-4879"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hoi-Jun Yoo","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST)"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST)","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102908171"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":0.3491,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67436897,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7627701759338379},{"id":"https://openalex.org/keywords/fast-fourier-transform","display_name":"Fast Fourier transform","score":0.6767092347145081},{"id":"https://openalex.org/keywords/fourier-transform","display_name":"Fourier transform","score":0.6041624546051025},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6030201315879822},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5696305632591248},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5695948004722595},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5289381146430969},{"id":"https://openalex.org/keywords/discrete-fourier-transform","display_name":"Discrete Fourier transform (general)","score":0.4234824776649475},{"id":"https://openalex.org/keywords/fractional-fourier-transform","display_name":"Fractional Fourier transform","score":0.337592214345932},{"id":"https://openalex.org/keywords/fourier-analysis","display_name":"Fourier analysis","score":0.31795692443847656},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.150552898645401},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07833832502365112},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07705971598625183}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7627701759338379},{"id":"https://openalex.org/C75172450","wikidata":"https://www.wikidata.org/wiki/Q623950","display_name":"Fast Fourier transform","level":2,"score":0.6767092347145081},{"id":"https://openalex.org/C102519508","wikidata":"https://www.wikidata.org/wiki/Q6520159","display_name":"Fourier transform","level":2,"score":0.6041624546051025},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6030201315879822},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5696305632591248},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5695948004722595},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5289381146430969},{"id":"https://openalex.org/C57733114","wikidata":"https://www.wikidata.org/wiki/Q1006032","display_name":"Discrete Fourier transform (general)","level":5,"score":0.4234824776649475},{"id":"https://openalex.org/C76563020","wikidata":"https://www.wikidata.org/wiki/Q4817582","display_name":"Fractional Fourier transform","level":4,"score":0.337592214345932},{"id":"https://openalex.org/C203024314","wikidata":"https://www.wikidata.org/wiki/Q1365258","display_name":"Fourier analysis","level":3,"score":0.31795692443847656},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.150552898645401},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07833832502365112},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07705971598625183},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/a-sscc58667.2023.10347933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/a-sscc58667.2023.10347933","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Asian Solid-State Circuits Conference (A-SSCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.7599999904632568,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W3047848469","https://openalex.org/W3162090017","https://openalex.org/W3179259833","https://openalex.org/W4280582299","https://openalex.org/W4306955484","https://openalex.org/W4308083526"],"related_works":["https://openalex.org/W2118155316","https://openalex.org/W2154006536","https://openalex.org/W2382218334","https://openalex.org/W2090697566","https://openalex.org/W2116983948","https://openalex.org/W2155549970","https://openalex.org/W3141389362","https://openalex.org/W2348800014","https://openalex.org/W2365391860","https://openalex.org/W2154898175"],"abstract_inverted_index":{"Recently,":[0],"transformer":[1,25],"models":[2,26],"[1]":[3],"have":[4],"achieved":[5],"human-level":[6],"accuracy":[7],"and":[8,40,44,65,131],"become":[9],"the":[10,21,36,45,58,75,79,87,104,116,124,133,136,142,147,151,158,162],"mainstream":[11],"algorithm":[12,101,107],"for":[13,50,61,73],"diverse":[14],"Natural":[15],"Language":[16],"Processing":[17],"(NLP)":[18],"tasks":[19],"with":[20,108,161],"self-attention":[22,32,55,106,159],"mechanism.":[23],"The":[24,54,96],"comprise":[27],"a":[28,70,109,127],"series":[29],"of":[30,135,150,169],"repeated":[31],"layers":[33],"that":[34],"find":[35],"relationships":[37,84],"between":[38,126],"tokens":[39,92],"mixing":[41,86,171],"information":[42,88,134],"(TokenMix)":[43],"subsequent":[46],"feed-forward":[47],"network":[48],"(FFN)":[49],"capturing":[51],"complex":[52],"patterns.":[53],"layer":[56,160],"calculates":[57],"relevance":[59],"weights":[60,68],"each":[62],"input":[63,91,137],"token":[64,170],"employs":[66],"these":[67],"to":[69],"weighted-sum":[71],"operation":[72],"calculating":[74],"output":[76,94],"token.":[77],"Therefore,":[78],"model":[80],"can":[81,140,173],"capture":[82,141],"contextual":[83,143],"by":[85],"in":[89],"multiple":[90],"into":[93],"tokens.":[95],"Fourier":[97,111,120,152,164],"transform-based":[98],"TokenMix":[99],"(FT-TokenMix)":[100],"[2]":[102],"replaces":[103],"computationally-heavy":[105],"light-weight":[110],"transform":[112,121,153,165],"while":[113],"achieving":[114],"nearly":[115],"same":[117],"performance.":[118],"Since":[119],"also":[122],"finds":[123],"correlation":[125],"different":[128],"data":[129],"point":[130],"mixes":[132],"token,":[138],"it":[139],"relationships.":[144],"Also,":[145],"because":[146],"computation":[148,172],"complexity":[149],"is":[154],"much":[155],"lower":[156],"than":[157],"Fast":[163],"(FFT)":[166],"algorithm,":[167],"99.6%":[168],"be":[174],"reduced.":[175]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}