{"id":"https://openalex.org/W4293768835","doi":"https://doi.org/10.1109/tcsi.2022.3175534","title":"Base-2 Softmax Function: Suitability for Training and Efficient Hardware Implementation","display_name":"Base-2 Softmax Function: Suitability for Training and Efficient Hardware Implementation","publication_year":2022,"publication_date":"2022-08-05","ids":{"openalex":"https://openalex.org/W4293768835","doi":"https://doi.org/10.1109/tcsi.2022.3175534"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2022.3175534","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2022.3175534","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000305882","display_name":"Yuan Zhang","orcid":"https://orcid.org/0000-0003-4216-2051"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zhang","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China","School of Urban Railway Transportation, Shanghai University of Engineering Science, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4216-2051","affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Urban Railway Transportation, Shanghai University of Engineering Science, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051551607","display_name":"Zhang Yong-gang","orcid":"https://orcid.org/0000-0001-9607-639X"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonggang Zhang","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China","School of Urban Railway Transportation, Shanghai University of Engineering Science, Shanghai, China","Nanjing Ningqi Intelligent Computing Chip Research Institute Company Ltd., Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9607-639X","affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Urban Railway Transportation, Shanghai University of Engineering Science, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]},{"raw_affiliation_string":"Nanjing Ningqi Intelligent Computing Chip Research Institute Company Ltd., Nanjing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013085008","display_name":"Lele Peng","orcid":"https://orcid.org/0000-0003-2030-0986"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lele Peng","raw_affiliation_strings":["School of Urban Railway Transportation, Shanghai University of Engineering Science, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2030-0986","affiliations":[{"raw_affiliation_string":"School of Urban Railway Transportation, Shanghai University of Engineering Science, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032903646","display_name":"Lianghua Quan","orcid":"https://orcid.org/0000-0001-7073-7743"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianghua Quan","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067546362","display_name":"Shubin Zheng","orcid":"https://orcid.org/0000-0002-2327-4245"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shubin Zheng","raw_affiliation_strings":["School of Urban Railway Transportation, Shanghai University of Engineering Science, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2327-4245","affiliations":[{"raw_affiliation_string":"School of Urban Railway Transportation, Shanghai University of Engineering Science, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072973899","display_name":"Zhonghai Lu","orcid":"https://orcid.org/0000-0003-0061-3475"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Zhonghai Lu","raw_affiliation_strings":["Department of Electrical Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-0061-3475","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100334127","display_name":"Hui Chen","orcid":"https://orcid.org/0000-0001-5462-8029"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Chen","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China","Nanjing Ningqi Intelligent Computing Chip Research Institute Company Ltd., Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5462-8029","affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Nanjing Ningqi Intelligent Computing Chip Research Institute Company Ltd., Nanjing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8736,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.96358467,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"69","issue":"9","first_page":"3605","last_page":"3618"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.9830356240272522},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.553768515586853},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49620944261550903},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46697402000427246},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.457935094833374},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.45546019077301025},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3985893130302429},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35668474435806274},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32035911083221436},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.30977296829223633},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.25551995635032654}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.9830356240272522},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.553768515586853},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49620944261550903},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46697402000427246},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.457935094833374},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.45546019077301025},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3985893130302429},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35668474435806274},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32035911083221436},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30977296829223633},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.25551995635032654},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2022.3175534","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2022.3175534","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3442339824","display_name":null,"funder_award_id":"51907117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7324511973","display_name":null,"funder_award_id":"51975347","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1908593950","https://openalex.org/W2108505641","https://openalex.org/W2112594540","https://openalex.org/W2405226465","https://openalex.org/W2520774990","https://openalex.org/W2588191434","https://openalex.org/W2608093348","https://openalex.org/W2766726895","https://openalex.org/W2806167418","https://openalex.org/W2903640996","https://openalex.org/W2910396952","https://openalex.org/W2914968962","https://openalex.org/W2920950200","https://openalex.org/W2937064326","https://openalex.org/W2943148367","https://openalex.org/W2946480111","https://openalex.org/W2951045917","https://openalex.org/W2952429406","https://openalex.org/W2974644665","https://openalex.org/W2996827035","https://openalex.org/W3004524601","https://openalex.org/W3023331847","https://openalex.org/W3036061420","https://openalex.org/W3082834449","https://openalex.org/W3084604851","https://openalex.org/W3090555870","https://openalex.org/W3107894966","https://openalex.org/W3114374157","https://openalex.org/W3119074453","https://openalex.org/W3183327882","https://openalex.org/W3207366647","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W3108503355","https://openalex.org/W4226420367","https://openalex.org/W2962876041","https://openalex.org/W3090555870","https://openalex.org/W3022820045","https://openalex.org/W2801655600","https://openalex.org/W3005627584","https://openalex.org/W3170224572"],"abstract_inverted_index":{"The":[0],"softmax":[1,55,81,85,90,128],"function":[2,56,86,91,129],"is":[3,87],"widely":[4],"used":[5],"in":[6,18,57,130],"deep":[7],"neural":[8,63,134],"networks":[9],"(DNNs),":[10],"its":[11,60],"hardware":[12,37,68],"performance":[13,207],"plays":[14],"an":[15,163],"important":[16],"role":[17],"the":[19,29,32,35,49,72,83,96,109,120,126,131,140,170,182,192,199,205],"training":[20,65],"and":[21,66,114,122,181,208],"inference":[22],"of":[23,31,59,100,111,125,133,166,172,185,194],"DNN":[24],"accelerators.":[25],"However,":[26],"due":[27],"to":[28,47,71,146,155],"complexity":[30],"traditional":[33],"softmax,":[34],"existing":[36],"architectures":[38],"are":[39],"resource-consuming":[40],"or":[41],"have":[42],"low":[43],"precision.":[44],"In":[45],"order":[46],"address":[48],"challenges,":[50],"we":[51,117,138],"study":[52],"a":[53,88,148],"base-2":[54,84,127],"terms":[58],"suitability":[61],"for":[62,188],"network":[64,135],"efficient":[67],"implementation.":[69],"Compared":[70,197],"classical":[73],"base-":[74],"<inline-formula":[75,101,173],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[76,102,174],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[77,103,175],"<tex-math":[78,104,176],"notation=\"LaTeX\">$e$":[79,105],"</tex-math></inline-formula>":[80,106,180],"function,":[82],"new":[89],"that":[92],"uses":[93],"2":[94],"as":[95],"exponential":[97],"base":[98],"instead":[99],".":[107],"From":[108],"aspects":[110],"mathematical":[112],"derivation":[113],"software":[115],"simulation,":[116],"first":[118],"demonstrate":[119],"feasibility":[121],"good":[123],"accuracy":[124],"application":[132],"training.":[136],"Then,":[137],"use":[139],"symmetric-mapping":[141],"lookup":[142],"table":[143],"(SM-LUT)":[144],"method":[145],"design":[147,165],"low-complexity":[149],"architecture":[150,168,203],"but":[151],"with":[152,198],"high":[153],"precision":[154],"implement":[156],"it.":[157],"Under":[158],"TSMC":[159],"28nm":[160],"CMOS":[161],"technology,":[162],"example":[164],"our":[167,202],"has":[169],"area":[171],"notation=\"LaTeX\">$5676":[177],"~\\mu":[178],"m^{2}$":[179],"power":[183],"consumption":[184],"13.12":[186],"mW":[187],"circuit":[189],"synthesis":[190],"at":[191],"frequency":[193],"3":[195],"GHz.":[196],"latest":[200],"works,":[201],"achieves":[204],"best":[206],"efficiency.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}