{"id":"https://openalex.org/W4307970729","doi":"https://doi.org/10.1109/tip.2022.3216776","title":"Rethinking the Importance of Quantization Bias, Toward Full Low-Bit Training","display_name":"Rethinking the Importance of Quantization Bias, Toward Full Low-Bit Training","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4307970729","doi":"https://doi.org/10.1109/tip.2022.3216776","pmid":"https://pubmed.ncbi.nlm.nih.gov/36322492"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2022.3216776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2022.3216776","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100633843","display_name":"Chang Liu","orcid":"https://orcid.org/0000-0001-9540-6086"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4401726770","display_name":"Cambricon (China)","ror":"https://ror.org/00r2rga43","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726770"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chang Liu","raw_affiliation_strings":["SKL of Computer Architecture, Institute of Computing Technology, CAS, Beijing, China","Cambricon Technologies, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"SKL of Computer Architecture, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Cambricon Technologies, Beijing, China","institution_ids":["https://openalex.org/I4401726770"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009782388","display_name":"Xishan Zhang","orcid":"https://orcid.org/0000-0002-8574-6199"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4401726770","display_name":"Cambricon (China)","ror":"https://ror.org/00r2rga43","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726770"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xishan Zhang","raw_affiliation_strings":["SKL of Computer Architecture, Institute of Computing Technology, CAS, Beijing, China","Cambricon Technologies, Beijing, China"],"affiliations":[{"raw_affiliation_string":"SKL of Computer Architecture, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Cambricon Technologies, Beijing, China","institution_ids":["https://openalex.org/I4401726770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101573366","display_name":"Rui Zhang","orcid":"https://orcid.org/0000-0001-8691-8549"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4401726770","display_name":"Cambricon (China)","ror":"https://ror.org/00r2rga43","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726770"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Zhang","raw_affiliation_strings":["SKL of Computer Architecture, Institute of Computing Technology, CAS, Beijing, China","Cambricon Technologies, Beijing, China"],"affiliations":[{"raw_affiliation_string":"SKL of Computer Architecture, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Cambricon Technologies, Beijing, China","institution_ids":["https://openalex.org/I4401726770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435321","display_name":"Ling Li","orcid":"https://orcid.org/0000-0001-8877-9052"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling Li","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, China","Institute of Software, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042740629","display_name":"Shiyi Zhou","orcid":"https://orcid.org/0000-0002-6550-8687"},"institutions":[{"id":"https://openalex.org/I4401726770","display_name":"Cambricon (China)","ror":"https://ror.org/00r2rga43","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726770"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyi Zhou","raw_affiliation_strings":["Cambricon Technologies, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Cambricon Technologies, Beijing, China","institution_ids":["https://openalex.org/I4401726770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056972984","display_name":"Di Huang","orcid":"https://orcid.org/0000-0002-2412-9330"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4401726770","display_name":"Cambricon (China)","ror":"https://ror.org/00r2rga43","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726770"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Huang","raw_affiliation_strings":["SKL of Computer Architecture, Institute of Computing Technology, CAS, Beijing, China","University of Chinese Academy of Sciences, Beijing, China","Cambricon Technologies, Beijing, China"],"affiliations":[{"raw_affiliation_string":"SKL of Computer Architecture, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Cambricon Technologies, Beijing, China","institution_ids":["https://openalex.org/I4401726770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332555","display_name":"Zhen Li","orcid":"https://orcid.org/0000-0001-8037-4245"},"institutions":[{"id":"https://openalex.org/I4401726770","display_name":"Cambricon (China)","ror":"https://ror.org/00r2rga43","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726770"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Li","raw_affiliation_strings":["Cambricon Technologies, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Cambricon Technologies, Beijing, China","institution_ids":["https://openalex.org/I4401726770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056949827","display_name":"Zidong Du","orcid":"https://orcid.org/0000-0002-7603-4210"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4401726770","display_name":"Cambricon (China)","ror":"https://ror.org/00r2rga43","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726770"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zidong Du","raw_affiliation_strings":["SKL of Computer Architecture, Institute of Computing Technology, CAS, Beijing, China","Cambricon Technologies, Beijing, China"],"affiliations":[{"raw_affiliation_string":"SKL of Computer Architecture, Institute of Computing Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Cambricon Technologies, Beijing, China","institution_ids":["https://openalex.org/I4401726770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033237869","display_name":"Shaoli Liu","orcid":"https://orcid.org/0000-0001-7197-8805"},"institutions":[{"id":"https://openalex.org/I4401726770","display_name":"Cambricon (China)","ror":"https://ror.org/00r2rga43","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726770"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoli Liu","raw_affiliation_strings":["Cambricon Technologies, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Cambricon Technologies, Beijing, China","institution_ids":["https://openalex.org/I4401726770"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109886311","display_name":"Tianshi Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726770","display_name":"Cambricon (China)","ror":"https://ror.org/00r2rga43","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726770"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianshi Chen","raw_affiliation_strings":["Cambricon Technologies, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Cambricon Technologies, Beijing, China","institution_ids":["https://openalex.org/I4401726770"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5100633843"],"corresponding_institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038","https://openalex.org/I4401726770"],"apc_list":null,"apc_paid":null,"fwci":1.1229,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.7908689,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"31","issue":null,"first_page":"7006","last_page":"7019"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8551807403564453},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6690148115158081},{"id":"https://openalex.org/keywords/rounding","display_name":"Rounding","score":0.6627194881439209},{"id":"https://openalex.org/keywords/piecewise","display_name":"Piecewise","score":0.6083654761314392},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5261970162391663},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.47796866297721863},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.453397274017334},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4374798834323883},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2903587222099304}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8551807403564453},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6690148115158081},{"id":"https://openalex.org/C136625980","wikidata":"https://www.wikidata.org/wiki/Q663208","display_name":"Rounding","level":2,"score":0.6627194881439209},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.6083654761314392},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5261970162391663},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.47796866297721863},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.453397274017334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4374798834323883},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2903587222099304},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2022.3216776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2022.3216776","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:36322492","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36322492","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1183981214","display_name":null,"funder_award_id":"61906179","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1507480205","display_name":null,"funder_award_id":"62102399","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3027545885","display_name":null,"funder_award_id":"61925208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5484296243","display_name":null,"funder_award_id":"YSBR-029","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G6320160638","display_name":null,"funder_award_id":"2017YFA0700902","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6354082239","display_name":null,"funder_award_id":"61732020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6839492696","display_name":null,"funder_award_id":"U19B2019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7731795078","display_name":null,"funder_award_id":"2017YFA0700903","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G856171687","display_name":null,"funder_award_id":"XDB32050200","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1686810756","https://openalex.org/W1841592590","https://openalex.org/W1861492603","https://openalex.org/W1902934009","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2127141656","https://openalex.org/W2152839228","https://openalex.org/W2163605009","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2271840356","https://openalex.org/W2469490737","https://openalex.org/W2533523411","https://openalex.org/W2750822049","https://openalex.org/W2785961331","https://openalex.org/W2787513570","https://openalex.org/W2803113791","https://openalex.org/W2803549871","https://openalex.org/W2899748887","https://openalex.org/W2945652047","https://openalex.org/W2946955515","https://openalex.org/W2953235111","https://openalex.org/W2962705936","https://openalex.org/W2963433607","https://openalex.org/W2963626623","https://openalex.org/W2970601456","https://openalex.org/W2970821029","https://openalex.org/W2999599167","https://openalex.org/W3000364559","https://openalex.org/W3008515144","https://openalex.org/W3024366773","https://openalex.org/W3028224987","https://openalex.org/W3034887213","https://openalex.org/W3034933748","https://openalex.org/W3035232708","https://openalex.org/W3035718760","https://openalex.org/W3097481549","https://openalex.org/W3099584108","https://openalex.org/W3101100041","https://openalex.org/W3108835732","https://openalex.org/W3128120039","https://openalex.org/W3129764760","https://openalex.org/W3137147200","https://openalex.org/W4295262505","https://openalex.org/W4295312788","https://openalex.org/W4385245566","https://openalex.org/W6620707391","https://openalex.org/W6637373629","https://openalex.org/W6638783484","https://openalex.org/W6639102338","https://openalex.org/W6639703010","https://openalex.org/W6684191040","https://openalex.org/W6693397755","https://openalex.org/W6694517276","https://openalex.org/W6720242923","https://openalex.org/W6728841359","https://openalex.org/W6739901393","https://openalex.org/W6743617437","https://openalex.org/W6748319235","https://openalex.org/W6748522178","https://openalex.org/W6751528251","https://openalex.org/W6753770798","https://openalex.org/W6756982727","https://openalex.org/W6762484958","https://openalex.org/W6766978945","https://openalex.org/W6767032739","https://openalex.org/W6771680064","https://openalex.org/W6778501524","https://openalex.org/W6785170623","https://openalex.org/W6785662278","https://openalex.org/W6785700070","https://openalex.org/W6791089737","https://openalex.org/W6791940793"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W98480971","https://openalex.org/W4293327315","https://openalex.org/W2114837856","https://openalex.org/W4287024649","https://openalex.org/W4214620071","https://openalex.org/W3193327755","https://openalex.org/W3203683271","https://openalex.org/W4386323366"],"abstract_inverted_index":{"Quantization":[0],"is":[1,59,186],"a":[2,97,110,128],"promising":[3],"technique":[4],"to":[5,26,116,136,145,190,196],"reduce":[6],"the":[7,27,41,48,57,60,68,75,81,91,119,180,187],"computation":[8],"and":[9,156,203],"storage":[10],"costs":[11],"of":[12,29,40,43,51,56,63,94,100,121,175,182,193],"DNNs.":[13],"Low-bit":[14],"(":[15],"\u2264":[16],"8":[17,197],"bits)":[18],"precision":[19,169],"training":[20,64,76,170,205],"remains":[21],"an":[22,172],"open":[23],"problem":[24,78],"due":[25],"difficulty":[28],"gradient":[30,44,52,82,101,122],"quantization.":[31,140],"In":[32],"this":[33,185],"paper,":[34],"we":[35,88,108,126],"find":[36,89],"two":[37],"long-standing":[38],"misunderstandings":[39],"bias":[42,50,84,99,120],"quantization":[45,53,83,102,114,123],"noise.":[46,103,124],"First,":[47],"large":[49,98],"noise,":[54],"instead":[55],"variance,":[58],"key":[61],"factor":[62],"accuracy":[65,173,208],"loss.":[66,209],"Second,":[67],"widely":[69],"used":[70],"stochastic":[71],"rounding":[72],"cannot":[73],"solve":[74],"crash":[77],"caused":[79],"by":[80],"in":[85,199],"practice.":[86],"Moreover,":[87],"that":[90],"asymmetric":[92],"distribution":[93],"gradients":[95,192],"causes":[96],"Based":[104],"on":[105],"our":[106,143,183],"findings,":[107],"propose":[109,127],"novel":[111],"adaptive":[112],"piecewise":[113],"method":[115,144],"effectively":[117],"limit":[118],"Accordingly,":[125],"new":[129],"data":[130,138],"format,":[131],"Piecewise":[132],"Fixed":[133],"Point":[134],"(PWF),":[135],"present":[137],"after":[139],"We":[141,159],"apply":[142],"different":[146],"applications":[147],"including":[148],"image":[149],"classification,":[150],"machine":[151],"translation,":[152],"optical":[153],"character":[154],"recognition,":[155],"text":[157],"classification.":[158],"achieve":[160],"approximately":[161],"1.9":[162],"\u223c":[163],"3.5\u00d7":[164],"speedup":[165],"compared":[166],"with":[167,171,206],"full":[168],"loss":[174],"less":[176],"than":[177],"0.5%.":[178],"To":[179],"best":[181],"knowledge,":[184],"first":[188],"work":[189],"quantize":[191],"all":[194],"layers":[195],"bits":[198],"both":[200],"large-scale":[201],"CNN":[202],"RNN":[204],"negligible":[207]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}