{"id":"https://openalex.org/W4411727595","doi":"https://doi.org/10.1109/iscas56072.2025.11043931","title":"An Accurate and Compact Design Integrating Seven Common Nonlinear Functions in Deep Learning","display_name":"An Accurate and Compact Design Integrating Seven Common Nonlinear Functions in Deep Learning","publication_year":2025,"publication_date":"2025-05-25","ids":{"openalex":"https://openalex.org/W4411727595","doi":"https://doi.org/10.1109/iscas56072.2025.11043931"},"language":"en","primary_location":{"id":"doi:10.1109/iscas56072.2025.11043931","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas56072.2025.11043931","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074893110","display_name":"J.C. Wu","orcid":"https://orcid.org/0009-0000-8915-7570"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Jye-En Wu","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electronics,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electronics,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041949341","display_name":"J. F. Hu","orcid":"https://orcid.org/0000-0002-8227-4544"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ting-Wei Hu","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electronics,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electronics,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101910670","display_name":"Liang Cheng","orcid":"https://orcid.org/0000-0002-4491-6681"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chih-Yao Liang","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electronics,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electronics,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107969989","display_name":"Juinn-Dar Huang","orcid":"https://orcid.org/0000-0001-5961-7863"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Juinn-Dar Huang","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electronics,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electronics,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074893110"],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":2.8698,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91366999,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.17080000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.17080000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.602985680103302},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5965591669082642},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47231265902519226},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46731704473495483},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11136654019355774}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.602985680103302},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5965591669082642},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47231265902519226},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46731704473495483},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11136654019355774},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscas56072.2025.11043931","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas56072.2025.11043931","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1890351280","https://openalex.org/W2070468824","https://openalex.org/W2608093348","https://openalex.org/W2903640996","https://openalex.org/W2910396952","https://openalex.org/W2943148367","https://openalex.org/W2946480111","https://openalex.org/W2982083293","https://openalex.org/W2996827035","https://openalex.org/W3017024317","https://openalex.org/W3021972173","https://openalex.org/W3026925008","https://openalex.org/W3036061420","https://openalex.org/W3047848469","https://openalex.org/W3082834449","https://openalex.org/W3084604851","https://openalex.org/W3183327882","https://openalex.org/W3207366647","https://openalex.org/W3211525823","https://openalex.org/W4200126970","https://openalex.org/W4293768835","https://openalex.org/W4312964950","https://openalex.org/W4313467238","https://openalex.org/W4385080022","https://openalex.org/W4394627484","https://openalex.org/W4396214963","https://openalex.org/W4401306979","https://openalex.org/W6755977528","https://openalex.org/W6850625674"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W3086377361"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"models":[2,14,25],"based":[3],"on":[4,27],"Transformer":[5],"architectures":[6],"are":[7],"undergoing":[8],"significant":[9],"transformations":[10],"as":[11,33,129],"large":[12],"language":[13],"(LLMs)":[15],"become":[16],"more":[17],"widely":[18],"adopted":[19],"and":[20,36,48,63,75,82,86,114,133],"computationally":[21],"demanding.":[22],"All":[23],"these":[24,68],"rely":[26],"various":[28],"nonlinear":[29],"activation":[30,39,126],"functions,":[31,40,127],"such":[32,128],"Softmax,":[34],"LayerNorm,":[35],"other":[37,124],"nontrivial":[38],"whose":[41],"hardware":[42,139],"implementations":[43,122],"typically":[44],"consume":[45],"substantial":[46],"area":[47],"power,":[49],"mainly":[50],"due":[51],"to":[52,108],"the":[53,161],"complexity":[54],"of":[55,112,123],"underlying":[56],"operations,":[57],"like":[58],"inverse":[59,87],"square":[60,88],"root,":[61],"division,":[62],"exponential":[64,101],"functions.":[65],"To":[66],"address":[67],"challenges,":[69],"this":[70],"paper":[71],"proposes":[72],"a":[73,96,136,152],"compact":[74],"highly":[76],"shared":[77],"architecture":[78],"that":[79,160],"can":[80],"efficiently":[81],"accurately":[83],"compute":[84],"reciprocals":[85],"roots":[89],"via":[90],"algorithm/hardware":[91],"co-design.":[92],"Besides,":[93],"we":[94],"propose":[95],"novel":[97],"two-staged":[98],"method":[99],"for":[100],"function":[102],"computation.":[103],"The":[104,141],"above":[105],"techniques":[106,118],"lead":[107],"an":[109],"efficient":[110],"implementation":[111],"LayerNorm":[113],"Softmax.":[115],"Furthermore,":[116],"those":[117],"also":[119,158],"enable":[120],"accurate":[121],"common":[125],"Sigmoid,":[130],"Swish,":[131],"GELU,":[132],"Tanh,":[134],"with":[135],"minor":[137],"extra":[138],"cost.":[140],"proposed":[142,162],"7-in-1":[143],"integrated":[144],"design":[145,163],"merely":[146],"takes":[147],"5450\u03bcm<sup":[148],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[149],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>":[150],"using":[151],"TSMC":[153],"28nm":[154],"process.":[155],"Experimental":[156],"results":[157],"demonstrate":[159],"achieves":[164],"much":[165],"higher":[166],"Softmax":[167],"accuracy":[168],"than":[169],"existing":[170],"approaches.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-05T09:29:38.588285","created_date":"2025-10-10T00:00:00"}