{"id":"https://openalex.org/W3186377950","doi":"https://doi.org/10.23919/date51398.2021.9473997","title":"Training Deep Neural Networks in 8-bit Fixed Point with Dynamic Shared Exponent Management","display_name":"Training Deep Neural Networks in 8-bit Fixed Point with Dynamic Shared Exponent Management","publication_year":2021,"publication_date":"2021-02-01","ids":{"openalex":"https://openalex.org/W3186377950","doi":"https://doi.org/10.23919/date51398.2021.9473997","mag":"3186377950"},"language":"en","primary_location":{"id":"doi:10.23919/date51398.2021.9473997","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date51398.2021.9473997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 Design, Automation & Test in Europe Conference & Exhibition (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071193570","display_name":"Hisakatsu Yamaguchi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hisakatsu Yamaguchi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087373672","display_name":"Makiko Ito","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Makiko Ito","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090183307","display_name":"Katsuhiro Yoda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Katsuhiro Yoda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5006634908","display_name":"Atsushi Ike","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Atsushi Ike","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.097,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.38762278,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1536","last_page":"1541"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.783515989780426},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.7827832698822021},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7450312972068787},{"id":"https://openalex.org/keywords/exponent","display_name":"Exponent","score":0.6462194919586182},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6274597644805908},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5817535519599915},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4490377604961395},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4459713101387024},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.4441126883029938},{"id":"https://openalex.org/keywords/floating-point","display_name":"Floating point","score":0.4323177933692932},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.34263211488723755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3226704001426697},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14180833101272583},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.08272624015808105}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.783515989780426},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.7827832698822021},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7450312972068787},{"id":"https://openalex.org/C2780388253","wikidata":"https://www.wikidata.org/wiki/Q5421508","display_name":"Exponent","level":2,"score":0.6462194919586182},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6274597644805908},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5817535519599915},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4490377604961395},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4459713101387024},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.4441126883029938},{"id":"https://openalex.org/C84211073","wikidata":"https://www.wikidata.org/wiki/Q117879","display_name":"Floating point","level":2,"score":0.4323177933692932},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.34263211488723755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3226704001426697},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14180833101272583},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.08272624015808105},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date51398.2021.9473997","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date51398.2021.9473997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 Design, Automation & Test in Europe Conference & Exhibition (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1841592590","https://openalex.org/W1980287119","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2750822049","https://openalex.org/W2763421725","https://openalex.org/W2785961331","https://openalex.org/W2949833565","https://openalex.org/W2970821029","https://openalex.org/W4294371482","https://openalex.org/W4385245566","https://openalex.org/W6637373629","https://openalex.org/W6638667902","https://openalex.org/W6638783484","https://openalex.org/W6638839971","https://openalex.org/W6684191040","https://openalex.org/W6739901393","https://openalex.org/W6743617437","https://openalex.org/W6745245109","https://openalex.org/W6748522178","https://openalex.org/W6751609549","https://openalex.org/W6767032739"],"related_works":["https://openalex.org/W2467119940","https://openalex.org/W4205547277","https://openalex.org/W3204400881","https://openalex.org/W3214410901","https://openalex.org/W3204296682","https://openalex.org/W3183118997","https://openalex.org/W2917767146","https://openalex.org/W4280610722","https://openalex.org/W3185228140","https://openalex.org/W4285818394"],"abstract_inverted_index":{"The":[0,58],"increase":[1],"in":[2,51,78,84],"complexity":[3],"and":[4,30,48],"depth":[5],"of":[6,33,70,73],"deep":[7],"neural":[8],"networks":[9],"(DNNs)":[10],"has":[11],"created":[12],"a":[13],"strong":[14],"need":[15],"to":[16,97],"improve":[17,27],"computing":[18],"performance.":[19],"Quantization":[20],"methods":[21],"for":[22,61],"training":[23,42,81,87],"DNNs":[24],"can":[25],"effectively":[26],"computation":[28,91,100,105],"throughput":[29,101],"energy":[31],"efficiency":[32],"hardware":[34],"platforms.":[35],"We":[36],"have":[37],"developed":[38],"an":[39,52],"8-bit":[40,53],"quantization":[41],"method":[43,94],"representing":[44],"the":[45,68,71,74,79,85],"weight,":[46],"activation,":[47],"gradient":[49],"tensors":[50],"fixed":[54],"point":[55],"data":[56],"format.":[57],"shared":[59],"exponent":[60],"each":[62],"tensor":[63,75],"is":[64],"managed":[65],"dynamically":[66],"on":[67],"basis":[69],"distribution":[72],"elements":[76],"calculated":[77],"previous":[80],"phase,":[82,88],"not":[83],"current":[86],"which":[89],"improves":[90],"throughput.":[92],"This":[93],"provides":[95],"up":[96],"3.7":[98],"-times":[99],"compared":[102],"with":[103],"FP32":[104],"without":[106],"accuracy":[107],"degradation.":[108]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}