{"id":"https://openalex.org/W4409494143","doi":"https://doi.org/10.1109/tcsi.2025.3559069","title":"MBS: A High-Precision Approximation Method for Softmax and Efficient Hardware Implementation","display_name":"MBS: A High-Precision Approximation Method for Softmax and Efficient Hardware Implementation","publication_year":2025,"publication_date":"2025-04-16","ids":{"openalex":"https://openalex.org/W4409494143","doi":"https://doi.org/10.1109/tcsi.2025.3559069"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2025.3559069","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2025.3559069","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021876645","display_name":"Yuanchen Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanchen Wu","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0007-3866-0038","affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhiheng Xie","orcid":"https://orcid.org/0009-0008-1941-8163"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiheng Xie","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0008-1941-8163","affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027952470","display_name":"Hongbing Pan","orcid":"https://orcid.org/0000-0002-7181-8278"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbing Pan","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7181-8278","affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031435494","display_name":"Yuxuan Wang","orcid":"https://orcid.org/0000-0001-9981-0588"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Wang","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9981-0588","affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":4.131,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.92937946,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"72","issue":"7","first_page":"3366","last_page":"3375"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.587874710559845},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.5485010743141174},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.45676708221435547},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.4337308406829834},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24441391229629517},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12232974171638489},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.11077460646629333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.587874710559845},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.5485010743141174},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.45676708221435547},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.4337308406829834},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24441391229629517},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12232974171638489},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.11077460646629333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2025.3559069","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2025.3559069","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6122486374","display_name":null,"funder_award_id":"BE2023019-1","funder_id":"https://openalex.org/F4320327780","funder_display_name":"Key Research and Development Program of Jiangxi Province"}],"funders":[{"id":"https://openalex.org/F4320327780","display_name":"Key Research and Development Program of Jiangxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2608093348","https://openalex.org/W2910396952","https://openalex.org/W2914968962","https://openalex.org/W2920950200","https://openalex.org/W2937064326","https://openalex.org/W3036061420","https://openalex.org/W3082834449","https://openalex.org/W3084604851","https://openalex.org/W3085998684","https://openalex.org/W3090555870","https://openalex.org/W3126895102","https://openalex.org/W3176578160","https://openalex.org/W3201247842","https://openalex.org/W3207366647","https://openalex.org/W3211525823","https://openalex.org/W4293768835","https://openalex.org/W4312554056","https://openalex.org/W4323520249","https://openalex.org/W4360994714","https://openalex.org/W4362683530","https://openalex.org/W4364302069","https://openalex.org/W4378364815","https://openalex.org/W4381329096","https://openalex.org/W4386859272","https://openalex.org/W4386921320","https://openalex.org/W4387803091","https://openalex.org/W4388145652","https://openalex.org/W4389166736","https://openalex.org/W4390075009","https://openalex.org/W4390337110","https://openalex.org/W4391381743","https://openalex.org/W4391769154","https://openalex.org/W4394627484","https://openalex.org/W4400230322","https://openalex.org/W4402263111","https://openalex.org/W4402263552"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W3108503355","https://openalex.org/W3090555870","https://openalex.org/W4226420367","https://openalex.org/W2962876041","https://openalex.org/W3022820045"],"abstract_inverted_index":{"The":[0],"softmax":[1,34,41,52,78,115],"function":[2,35,79],"needs":[3],"to":[4,17,76,113],"be":[5],"frequently":[6],"used":[7],"in":[8,86],"the":[9,44,48,51,77,130,139,147],"multi-head":[10],"attention":[11],"layer":[12],"of":[13,50,61,132,141,149],"Transformer":[14,87],"networks.":[15],"Compared":[16],"DNNs":[18],"and":[19,30,63,80,92,100,160],"other":[20],"networks,":[21],"Transformers":[22],"have":[23,96],"higher":[24,28,118,157],"computational":[25,158],"complexity,":[26],"requiring":[27],"accuracy":[29,159],"hardware":[31,69,93,103,110],"performance":[32,83],"for":[33,43,47,68],"calculations.":[36],"Therefore,":[37],"we":[38,95],"propose":[39],"mixed-base":[40],"(MBS)":[42],"first":[45],"time":[46],"approximation":[49],"function.":[53],"This":[54],"method":[55],"combines":[56],"exponential":[57],"functions":[58],"with":[59,146,164],"bases":[60],"2":[62],"4,":[64],"which":[65,105],"is":[66],"advantageous":[67],"implementation.":[70],"MBS":[71,155],"has":[72],"a":[73,98],"high":[74],"similarity":[75],"demonstrates":[81],"advanced":[82],"during":[84],"inference":[85,161],"network.":[88],"Through":[89],"algorithm":[90],"transformation":[91],"optimization,":[94],"designed":[97],"low-complexity":[99],"highly":[101],"parallel":[102],"architecture,":[104],"only":[106],"occupies":[107],"few":[108],"additional":[109],"resources":[111],"compared":[112,163],"base-2":[114,165],"but":[116],"achieves":[117],"accuracy.":[119],"Experimental":[120],"results":[121],"show":[122],"that,":[123],"under":[124],"TSMC":[125],"90nm":[126],"CMOS":[127],"technology":[128],"at":[129],"frequency":[131],"0.5":[133],"GHz,":[134],"our":[135],"design":[136],"can":[137],"achieve":[138],"efficiency":[140],"236.18":[142],"Gps/(mm<sup":[143],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[144,152],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>\u22c5mW)":[145],"area":[148],"4234":[150],"\u03bcm<sup":[151],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>.":[153],"Furthermore,":[154],"exhibits":[156],"precision":[162],"softmax.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}