{"id":"https://openalex.org/W4364302069","doi":"https://doi.org/10.1109/tcsii.2023.3265710","title":"TEA-S: A Tiny and Efficient Architecture for PLAC-Based Softmax in Transformers","display_name":"TEA-S: A Tiny and Efficient Architecture for PLAC-Based Softmax in Transformers","publication_year":2023,"publication_date":"2023-04-10","ids":{"openalex":"https://openalex.org/W4364302069","doi":"https://doi.org/10.1109/tcsii.2023.3265710"},"language":"en","primary_location":{"id":"doi:10.1109/tcsii.2023.3265710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsii.2023.3265710","pdf_url":null,"source":{"id":"https://openalex.org/S93916849","display_name":"IEEE Transactions on Circuits & Systems II Express Briefs","issn_l":"1549-7747","issn":["1549-7747","1558-3791"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems II: Express Briefs","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020727498","display_name":"Zhengyu Mei","orcid":"https://orcid.org/0000-0003-0964-3507"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyu Mei","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0964-3507","affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088815448","display_name":"Hongxi Dong","orcid":"https://orcid.org/0000-0003-0326-5111"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongxi Dong","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0326-5111","affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031435494","display_name":"Yuxuan Wang","orcid":"https://orcid.org/0000-0001-9981-0588"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Wang","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9981-0588","affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027952470","display_name":"Hongbing Pan","orcid":"https://orcid.org/0000-0002-7181-8278"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbing Pan","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7181-8278","affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":2.2208,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.89447337,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"70","issue":"9","first_page":"3594","last_page":"3598"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.8519284129142761},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.623942494392395},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5021283626556396},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4599427878856659},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3981747031211853},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.366856187582016},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3445483446121216},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.3313905894756317},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.24377447366714478},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21527451276779175},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.15048030018806458},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13112160563468933}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.8519284129142761},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.623942494392395},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5021283626556396},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4599427878856659},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3981747031211853},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.366856187582016},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3445483446121216},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.3313905894756317},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.24377447366714478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21527451276779175},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.15048030018806458},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13112160563468933},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsii.2023.3265710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsii.2023.3265710","pdf_url":null,"source":{"id":"https://openalex.org/S93916849","display_name":"IEEE Transactions on Circuits & Systems II Express Briefs","issn_l":"1549-7747","issn":["1549-7747","1558-3791"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems II: Express Briefs","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2606722458","https://openalex.org/W2608093348","https://openalex.org/W2801655600","https://openalex.org/W2906917284","https://openalex.org/W2910396952","https://openalex.org/W2937064326","https://openalex.org/W2946480111","https://openalex.org/W2963748441","https://openalex.org/W2979826702","https://openalex.org/W3017746288","https://openalex.org/W3036061420","https://openalex.org/W3043675702","https://openalex.org/W3090555870","https://openalex.org/W3094502228","https://openalex.org/W3183327882","https://openalex.org/W3207366647","https://openalex.org/W3211525823","https://openalex.org/W4293768835","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6751068846","https://openalex.org/W6757293832","https://openalex.org/W6776320331","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W4226420367","https://openalex.org/W2980176872","https://openalex.org/W2962876041","https://openalex.org/W3090555870","https://openalex.org/W3108503355","https://openalex.org/W2249953602","https://openalex.org/W2801655600","https://openalex.org/W2912971006"],"abstract_inverted_index":{"With":[0,67],"the":[1,20,28,52,56,68,79,83,94,115,128,141,158],"popularity":[2],"of":[3,71,82,97,118,130,147],"Transformer":[4],"neural":[5],"networks,":[6],"it":[7],"is":[8,34],"inevitable":[9],"for":[10],"hardware":[11,32],"accelerators":[12],"to":[13,50,144,157],"perform":[14],"nonlinear":[15],"computation":[16],"mainly":[17],"based":[18,60],"on":[19,61],"softmax":[21,53],"operation.":[22],"However,":[23],"a":[24,36,43],"better":[25,77],"compromise":[26],"between":[27],"algorithm":[29],"performance":[30],"and":[31,45,73,86],"overhead":[33],"always":[35],"constant":[37],"challenge.":[38],"Hence,":[39],"this":[40],"brief":[41],"advances":[42],"tiny":[44,84,116],"efficient":[46],"architecture":[47],"named":[48],"TEA-S":[49,75,138],"implement":[51],"function":[54],"with":[55,114],"universal":[57,142],"approximation":[58],"scheme":[59],"Piecewise":[62],"Linear":[63],"Approximation":[64],"Computation":[65],"(PLAC).":[66],"first":[69],"co-optimization":[70],"calculation":[72],"memory,":[74],"can":[76,139],"achieve":[78],"design":[80],"goals":[81],"area":[85,117],"high":[87],"efficiency.":[88],"The":[89],"implementation":[90],"results":[91],"show":[92],"that":[93],"peak":[95],"efficiency":[96],"processing":[98],"8-bit":[99],"quantized":[100,159],"data":[101],"will":[102],"be":[103],"487.51":[104],"Gps/(mm":[105],"<inline-formula":[106,119],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[107,120],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[108,121],"<tex-math":[109,122],"notation=\"LaTeX\">$^{{2}}{\\cdot":[110],"}$":[111],"</tex-math></inline-formula>":[112,126],"mW)":[113],"notation=\"LaTeX\">$3052.43~{\\mu":[123],"}{\\mathrm":[124],"{m}}^{2}$":[125],"at":[127],"frequency":[129],"0.5":[131],"GHz":[132],"under":[133],"90-nm":[134],"CMOS":[135],"technology.":[136],"Moreover,":[137],"offer":[140],"solution":[143],"any":[145],"lengths":[146],"input":[148],"sequences,":[149],"providing":[150],"negligible":[151],"accuracy":[152],"loss":[153],"in":[154],"Transformers":[155],"compared":[156],"baselines.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}