{"id":"https://openalex.org/W3176145847","doi":"https://doi.org/10.1145/3453688.3461509","title":"A Logarithmic Floating-Point Multiplier for the Efficient Training of Neural Networks","display_name":"A Logarithmic Floating-Point Multiplier for the Efficient Training of Neural Networks","publication_year":2021,"publication_date":"2021-06-18","ids":{"openalex":"https://openalex.org/W3176145847","doi":"https://doi.org/10.1145/3453688.3461509","mag":"3176145847"},"language":"en","primary_location":{"id":"doi:10.1145/3453688.3461509","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3453688.3461509","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 Great Lakes Symposium on VLSI","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012354389","display_name":"Zijing Niu","orcid":"https://orcid.org/0000-0002-4412-9530"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zijing Niu","raw_affiliation_strings":["University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019717600","display_name":"Honglan Jiang","orcid":"https://orcid.org/0000-0003-3705-4240"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honglan Jiang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067842678","display_name":"Mohammad Saeed Ansari","orcid":"https://orcid.org/0000-0001-7792-359X"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohammad Saeed Ansari","raw_affiliation_strings":["University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013568704","display_name":"B.F. Cockburn","orcid":"https://orcid.org/0000-0002-4340-8394"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bruce F. Cockburn","raw_affiliation_strings":["University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100358856","display_name":"Leibo Liu","orcid":"https://orcid.org/0000-0001-7548-4116"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leibo Liu","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005550142","display_name":"Jie Han","orcid":"https://orcid.org/0000-0002-8849-4994"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jie Han","raw_affiliation_strings":["University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"65","last_page":"70"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8830423355102539},{"id":"https://openalex.org/keywords/multiplier","display_name":"Multiplier (economics)","score":0.7903227210044861},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.7871296405792236},{"id":"https://openalex.org/keywords/floating-point","display_name":"Floating point","score":0.7237979769706726},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7042004466056824},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5886002779006958},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5649710893630981},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5586879253387451},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.557051956653595},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5542888045310974},{"id":"https://openalex.org/keywords/multiplication","display_name":"Multiplication (music)","score":0.5226687788963318},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.44130077958106995},{"id":"https://openalex.org/keywords/approximation-error","display_name":"Approximation error","score":0.4268327057361603},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3257337510585785},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2585892081260681},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25261732935905457}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8830423355102539},{"id":"https://openalex.org/C124584101","wikidata":"https://www.wikidata.org/wiki/Q1053266","display_name":"Multiplier (economics)","level":2,"score":0.7903227210044861},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.7871296405792236},{"id":"https://openalex.org/C84211073","wikidata":"https://www.wikidata.org/wiki/Q117879","display_name":"Floating point","level":2,"score":0.7237979769706726},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7042004466056824},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5886002779006958},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5649710893630981},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5586879253387451},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.557051956653595},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5542888045310974},{"id":"https://openalex.org/C2780595030","wikidata":"https://www.wikidata.org/wiki/Q3860309","display_name":"Multiplication (music)","level":2,"score":0.5226687788963318},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44130077958106995},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.4268327057361603},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3257337510585785},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2585892081260681},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25261732935905457},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3453688.3461509","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3453688.3461509","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 Great Lakes Symposium on VLSI","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8899999856948853}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2020217519","https://openalex.org/W2111013824","https://openalex.org/W2121269218","https://openalex.org/W2537759401","https://openalex.org/W2604319603","https://openalex.org/W2694935213","https://openalex.org/W2755877311","https://openalex.org/W2800681267","https://openalex.org/W2884675507","https://openalex.org/W2889797931","https://openalex.org/W2904453546","https://openalex.org/W2913598954","https://openalex.org/W2970971581","https://openalex.org/W3023146441","https://openalex.org/W3025838941","https://openalex.org/W3048414096","https://openalex.org/W3101100041","https://openalex.org/W3120740533"],"related_works":["https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W2886711096","https://openalex.org/W2750384547","https://openalex.org/W4380078352","https://openalex.org/W4296617584","https://openalex.org/W4232263740","https://openalex.org/W1982528625","https://openalex.org/W2062303398","https://openalex.org/W2032140442"],"abstract_inverted_index":{"The":[0,34,131],"development":[1],"of":[2,5,21,30,65,83,98,112],"important":[3],"applications":[4],"increasingly":[6],"large":[7,40],"neural":[8],"networks":[9],"(NNs)":[10],"is":[11,43,52,58,119],"spurring":[12],"research":[13],"that":[14,25,54,87,107,162],"aims":[15],"to":[16,91,121,137,146,177],"increase":[17],"the":[18,22,27,55,62,96,109,158,163,171],"power":[19],"efficiency":[20],"arithmetic":[23],"circuits":[24],"perform":[26],"huge":[28],"amount":[29],"computation":[31],"in":[32,114],"NNs.":[33,99],"floating-point":[35],"(FP)":[36],"representation":[37,57],"with":[38,185],"a":[39,70,103,126,154,186],"dynamic":[41],"range":[42],"usually":[44],"used":[45],"for":[46,61,95,157],"training.":[47],"In":[48],"this":[49],"paper,":[50],"it":[51,68,118],"shown":[53],"FP":[56,85,129,148],"naturally":[59],"suited":[60],"binary":[63],"logarithm":[64],"numbers.":[66],"Thus,":[67],"favors":[69],"design":[71,101],"based":[72],"on":[73],"logarithmic":[74,84,128],"arithmetic.":[75],"Specifically,":[76],"we":[77],"propose":[78],"an":[79],"efficient":[80],"hardware":[81],"implementation":[82],"multiplication":[86],"uses":[88],"simpler":[89],"operations":[90],"replace":[92],"complex":[93],"multipliers":[94],"training":[97],"This":[100],"produces":[102],"double-sided":[104],"error":[105],"distribution":[106],"mitigates":[108],"accumulative":[110],"effect":[111],"errors":[113],"iterative":[115],"operations,":[116],"so":[117],"up":[120,136,176],"45%":[122],"more":[123],"accurate":[124],"than":[125],"recent":[127],"design.":[130],"proposed":[132,172],"multiplier":[133],"also":[134],"consumes":[135],"23.5x":[138],"less":[139,179],"energy":[140,180],"and":[141,181],"10.7x":[142],"smaller":[143,183],"area":[144,184],"compared":[145],"exact":[147],"multipliers.":[149],"Benchmark":[150],"NN":[151],"applications,":[152],"including":[153],"922-neuron":[155],"model":[156],"MNIST":[159],"dataset,":[160],"show":[161],"classification":[164],"accuracy":[165],"can":[166],"be":[167],"slightly":[168],"improved":[169],"using":[170],"multiplier,":[173],"while":[174],"achieving":[175],"2.4x":[178],"2.8x":[182],"better":[187],"performance.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}