{"id":"https://openalex.org/W4213143116","doi":"https://doi.org/10.1109/asp-dac52403.2022.9712505","title":"Toward Low-Bit Neural Network Training Accelerator by Dynamic Group Accumulation","display_name":"Toward Low-Bit Neural Network Training Accelerator by Dynamic Group Accumulation","publication_year":2022,"publication_date":"2022-01-17","ids":{"openalex":"https://openalex.org/W4213143116","doi":"https://doi.org/10.1109/asp-dac52403.2022.9712505"},"language":"en","primary_location":{"id":"doi:10.1109/asp-dac52403.2022.9712505","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asp-dac52403.2022.9712505","pdf_url":null,"source":{"id":"https://openalex.org/S4363608500","display_name":"2022 27th Asia and South Pacific Design Automation Conference (ASP-DAC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 27th Asia and South Pacific Design Automation Conference (ASP-DAC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101871776","display_name":"Yixiong Yang","orcid":"https://orcid.org/0000-0002-3035-709X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixiong Yang","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing,China","Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101751852","display_name":"Ruoyang Liu","orcid":"https://orcid.org/0000-0001-9873-6574"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruoyang Liu","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing,China","Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085072777","display_name":"Wenyu Sun","orcid":"https://orcid.org/0000-0002-4793-0972"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyu Sun","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School,Shenzhen,China","Tsinghua Shenzhen International Graduate School, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105"]},{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053627404","display_name":"Jinshan Yue","orcid":"https://orcid.org/0000-0001-8234-7400"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinshan Yue","raw_affiliation_strings":["Institute of Microelectronics of the Chinese Academy of Sciences,Beijing,China","Institute of Microelectronics of the Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Microelectronics of the Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]},{"raw_affiliation_string":"Institute of Microelectronics of the Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023755254","display_name":"Huazhong Yang","orcid":"https://orcid.org/0000-0003-2421-353X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huazhong Yang","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing,China","Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045721867","display_name":"Yongpan Liu","orcid":"https://orcid.org/0000-0002-4892-2309"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongpan Liu","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing,China","Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7593144178390503},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7424997091293335},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.566742479801178},{"id":"https://openalex.org/keywords/power-consumption","display_name":"Power consumption","score":0.4520180821418762},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.44816893339157104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43447983264923096},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4266868829727173},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4077179431915283},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.34788405895233154},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3307685852050781},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.28876376152038574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7593144178390503},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7424997091293335},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.566742479801178},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.4520180821418762},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.44816893339157104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43447983264923096},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4266868829727173},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4077179431915283},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.34788405895233154},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3307685852050781},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28876376152038574},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/asp-dac52403.2022.9712505","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asp-dac52403.2022.9712505","pdf_url":null,"source":{"id":"https://openalex.org/S4363608500","display_name":"2022 27th Asia and South Pacific Design Automation Conference (ASP-DAC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 27th Asia and South Pacific Design Automation Conference (ASP-DAC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2163605009","https://openalex.org/W2257979135","https://openalex.org/W2803113791","https://openalex.org/W2896457183","https://openalex.org/W2921918777","https://openalex.org/W2953235111","https://openalex.org/W2987129023","https://openalex.org/W2990844796","https://openalex.org/W3092083602","https://openalex.org/W3100197791","https://openalex.org/W3135859967","https://openalex.org/W3172967059","https://openalex.org/W6684191040","https://openalex.org/W6751528251","https://openalex.org/W6753770798","https://openalex.org/W6755207826","https://openalex.org/W6770699648","https://openalex.org/W6784591795","https://openalex.org/W6792046235","https://openalex.org/W6796875897"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3183118997","https://openalex.org/W3214410901","https://openalex.org/W3204400881","https://openalex.org/W3204296682","https://openalex.org/W2917767146"],"abstract_inverted_index":{"Low-bit":[0],"quantization":[1],"is":[2,35,84],"a":[3,28,59,64,71],"big":[4],"challenge":[5],"for":[6],"neural":[7],"network":[8],"training.":[9],"Conventional":[10],"training":[11,60,79],"hardware":[12],"adopts":[13],"FP32":[14,138],"to":[15,37,136],"accumulate":[16],"the":[17,39,45,52,75,105,109,114,117,137],"partial-sum":[18],"result,":[19],"which":[20],"seriously":[21],"degrades":[22],"energy":[23],"efficiency.":[24],"In":[25],"this":[26],"paper,":[27],"technology":[29],"called":[30],"dynamic":[31],"group":[32,47,111],"accumulation":[33,40,48,98],"(DGA)":[34],"proposed":[36,46,82],"reduce":[38,97],"error.":[41],"First,":[42],"we":[43,57,69],"model":[44],"method":[49,83],"and":[50,62,78,88,91,127],"give":[51],"optimal":[53],"DGA":[54,66,76,95],"algorithm.":[55],"Second,":[56],"design":[58],"architecture":[61,129],"implement":[63],"hardware-efficient":[65],"unit.":[67],"Third,":[68],"make":[70],"comprehensive":[72],"analysis":[73],"of":[74,132],"algorithm":[77,119],"architecture.":[80],"The":[81],"evaluated":[85],"on":[86],"CIFAR":[87],"ImageNet":[89,125],"datasets,":[90],"results":[92],"show":[93],"that":[94],"can":[96],"bit-width":[99],"by":[100],"6":[101],"bits":[102],"while":[103],"achieving":[104],"same":[106],"precision":[107],"as":[108],"static":[110],"method.":[112],"With":[113],"FP12":[115],"DGA,":[116],"CNN":[118],"only":[120],"loses":[121],"0.11%":[122],"accuracy":[123],"in":[124],"training,":[126],"our":[128],"saves":[130],"32%":[131],"power":[133],"consumption":[134],"compared":[135],"baseline.":[139]},"counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}