{"id":"https://openalex.org/W4411725985","doi":"https://doi.org/10.1109/iscas56072.2025.11044257","title":"Accuracy-preserving Layer Normalization Approximations for Efficient Transformer Hardware Accelerators","display_name":"Accuracy-preserving Layer Normalization Approximations for Efficient Transformer Hardware Accelerators","publication_year":2025,"publication_date":"2025-05-25","ids":{"openalex":"https://openalex.org/W4411725985","doi":"https://doi.org/10.1109/iscas56072.2025.11044257"},"language":"en","primary_location":{"id":"doi:10.1109/iscas56072.2025.11044257","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas56072.2025.11044257","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014626587","display_name":"Nazim Altar Koca","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I4210090209","display_name":"Institute of Microelectronics","ror":"https://ror.org/009rw8n36","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210090209","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Nazim Altar Koca","raw_affiliation_strings":["A*STAR (Agency for Science, Technology and Research),Institute of Microelectronics,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"A*STAR (Agency for Science, Technology and Research),Institute of Microelectronics,Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I4210090209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101615706","display_name":"Anh Tuan","orcid":"https://orcid.org/0000-0002-8320-6818"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I4210090209","display_name":"Institute of Microelectronics","ror":"https://ror.org/009rw8n36","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210090209","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Anh Tuan Do","raw_affiliation_strings":["A*STAR (Agency for Science, Technology and Research),Institute of Microelectronics,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"A*STAR (Agency for Science, Technology and Research),Institute of Microelectronics,Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I4210090209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029335324","display_name":"Chip-Hong Chang","orcid":"https://orcid.org/0000-0002-8897-6176"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chip Hong Chang","raw_affiliation_strings":["Nanyang Technological University,School of Electrical and Electronic Engineering,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,School of Electrical and Electronic Engineering,Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12349398,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11222","display_name":"Magnetic Properties and Applications","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/2504","display_name":"Electronic, Optical and Magnetic Materials"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11222","display_name":"Magnetic Properties and Applications","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/2504","display_name":"Electronic, Optical and Magnetic Materials"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12898","display_name":"Induction Heating and Inverter Technology","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12510","display_name":"Magneto-Optical Properties and Applications","score":0.948199987411499,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.7455838918685913},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6553667783737183},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5614486932754517},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3809303045272827},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.21007198095321655},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1912539005279541},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13087114691734314}],"concepts":[{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.7455838918685913},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6553667783737183},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5614486932754517},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3809303045272827},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.21007198095321655},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1912539005279541},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13087114691734314},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscas56072.2025.11044257","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas56072.2025.11044257","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2124940540","https://openalex.org/W2842409254","https://openalex.org/W2923014074","https://openalex.org/W2963748441","https://openalex.org/W3196923642","https://openalex.org/W4280582299","https://openalex.org/W4293023328","https://openalex.org/W4293025109","https://openalex.org/W4308083513","https://openalex.org/W4385245566","https://openalex.org/W4389166736","https://openalex.org/W4402349219"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2591697403","https://openalex.org/W2944728705","https://openalex.org/W2904022177","https://openalex.org/W2359348847","https://openalex.org/W3011538607","https://openalex.org/W4294432981","https://openalex.org/W4321441197"],"abstract_inverted_index":{"Transformers":[0],"have":[1],"emerged":[2],"as":[3],"leading":[4],"models":[5],"for":[6,26,77,163],"solving":[7],"natural":[8],"language":[9,143],"processing":[10,34],"(NLP)":[11],"problems.":[12],"Layer":[13],"normalization":[14],"(LN)":[15],"has":[16],"been":[17],"found":[18],"to":[19,91,157],"be":[20,84],"a":[21,72,147,167,174],"throughput":[22,115,122],"and":[23,42,44,50,56,74,118,130,137],"latency":[24,172],"bottleneck":[25],"Transformer":[27,89],"networks.":[28],"The":[29,80,98],"LN":[30,78,81],"datapath":[31],"involves":[32],"sequential":[33],"that":[35],"is":[36,155],"dependent":[37],"on":[38,140],"the":[39,62,105,141,159],"input":[40],"data,":[41],"GPU":[43],"CPU":[45],"unfriendly":[46],"nonlinear":[47],"square":[48],"root":[49],"reciprocal":[51],"operations.":[52],"These":[53],"make":[54],"pipelining":[55],"hardware":[57,178],"simplification":[58],"challenging":[59],"without":[60,95],"compromising":[61],"accuracy":[63,132],"of":[64,101,109,134,161],"pretrained":[65,88],"models.":[66],"In":[67],"this":[68],"paper,":[69],"we":[70],"propose":[71],"hardware-efficient":[73],"accuracy-preserving":[75],"design":[76,103,150],"approximation.":[79],"core":[82],"can":[83],"directly":[85],"plugged":[86],"into":[87],"networks":[90],"accelerate":[92],"NLP":[93],"tasks":[94],"fine":[96],"tuning.":[97],"FPGA":[99,107],"implementation":[100,108],"our":[102],"outperforms":[104],"state-of-the-art":[106],"LN,":[110,164],"with":[111,151,173],"3.5":[112],"\u00d7":[113,120],"higher":[114,121],"per":[116,123],"LUT":[117],"1.3":[119],"DSP.":[124],"Our":[125],"approximation":[126],"introduces":[127],"negligible":[128],"average":[129],"worst-case":[131],"drops":[133],"only":[135],"0.28%":[136],"1.09%,":[138],"respectively":[139],"main":[142],"benchmark":[144],"tasks.":[145],"Additionally,":[146],"better":[148],"pipelined":[149],"pairwise":[152],"variance":[153],"calculation":[154],"proposed":[156],"reduce":[158],"number":[160],"iterations":[162],"resulting":[165],"in":[166,171,177],"further":[168],"27%":[169],"reduction":[170],"slight":[175],"increase":[176],"resource":[179],"requirement.":[180]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}