{"id":"https://openalex.org/W3156544519","doi":"https://doi.org/10.1109/tnnls.2021.3064293","title":"Deep Network Quantization via Error Compensation","display_name":"Deep Network Quantization via Error Compensation","publication_year":2021,"publication_date":"2021-04-14","ids":{"openalex":"https://openalex.org/W3156544519","doi":"https://doi.org/10.1109/tnnls.2021.3064293","mag":"3156544519","pmid":"https://pubmed.ncbi.nlm.nih.gov/33852390"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3064293","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3064293","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087248650","display_name":"Hanyu Peng","orcid":"https://orcid.org/0000-0002-5168-1518"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanyu Peng","raw_affiliation_strings":["Multimedia Laboratory, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5168-1518","affiliations":[{"raw_affiliation_string":"Multimedia Laboratory, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011348984","display_name":"Jiaxiang Wu","orcid":"https://orcid.org/0000-0001-9132-5625"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxiang Wu","raw_affiliation_strings":["Tencent AI Lab, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9132-5625","affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100347617","display_name":"Zhiwei Zhang","orcid":"https://orcid.org/0000-0003-3463-0505"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Zhang","raw_affiliation_strings":["Multimedia Laboratory, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3463-0505","affiliations":[{"raw_affiliation_string":"Multimedia Laboratory, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019433605","display_name":"Shifeng Chen","orcid":"https://orcid.org/0000-0003-0677-7358"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shifeng Chen","raw_affiliation_strings":["Multimedia Laboratory, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0677-7358","affiliations":[{"raw_affiliation_string":"Multimedia Laboratory, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hai-Tao Zhang","orcid":"https://orcid.org/0000-0002-8819-8829"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai-Tao Zhang","raw_affiliation_strings":["School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Key Laboratory of Image Processing and Intelligent Control, Huazhong University of Science and Technology, Wuhan, China","State Key Lab of Digital Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8819-8829","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"State Key Lab of Digital Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3621,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.80615007,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"33","issue":"9","first_page":"4960","last_page":"4970"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8859641551971436},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7785718441009521},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5937677621841431},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5487611293792725},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.48186764121055603},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45800068974494934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33336949348449707}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8859641551971436},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7785718441009521},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5937677621841431},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5487611293792725},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.48186764121055603},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45800068974494934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33336949348449707},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3064293","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3064293","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33852390","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33852390","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1839016840","display_name":null,"funder_award_id":"JCYJ20200109114835623","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G3334082935","display_name":null,"funder_award_id":"YJKYYQ20190028","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G6816196766","display_name":null,"funder_award_id":"U1713203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1902934009","https://openalex.org/W1988557812","https://openalex.org/W2108598243","https://openalex.org/W2119144962","https://openalex.org/W2160815625","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2279098554","https://openalex.org/W2291160084","https://openalex.org/W2300242332","https://openalex.org/W2405920868","https://openalex.org/W2469490737","https://openalex.org/W2554592357","https://openalex.org/W2560017826","https://openalex.org/W2586654419","https://openalex.org/W2754084392","https://openalex.org/W2774000609","https://openalex.org/W2786548044","https://openalex.org/W2786771851","https://openalex.org/W2799238091","https://openalex.org/W2883780447","https://openalex.org/W2884150179","https://openalex.org/W2887447938","https://openalex.org/W2896457183","https://openalex.org/W2939642520","https://openalex.org/W2953235111","https://openalex.org/W2963125010","https://openalex.org/W2963363373","https://openalex.org/W2963446712","https://openalex.org/W2963480671","https://openalex.org/W2963681088","https://openalex.org/W2963935227","https://openalex.org/W2964001144","https://openalex.org/W2964228333","https://openalex.org/W2964233199","https://openalex.org/W2980137827","https://openalex.org/W2981985696","https://openalex.org/W2991391304","https://openalex.org/W3004061291","https://openalex.org/W3034241140","https://openalex.org/W3118608800","https://openalex.org/W4289438390","https://openalex.org/W4297775537","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6638783484","https://openalex.org/W6639703010","https://openalex.org/W6677580257","https://openalex.org/W6684563725","https://openalex.org/W6687566353","https://openalex.org/W6695314431","https://openalex.org/W6696798448","https://openalex.org/W6714058667","https://openalex.org/W6720242923","https://openalex.org/W6729788942","https://openalex.org/W6730047919","https://openalex.org/W6732866452","https://openalex.org/W6734062232","https://openalex.org/W6737664043","https://openalex.org/W6739513683","https://openalex.org/W6739901393","https://openalex.org/W6743912273","https://openalex.org/W6744700018","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6748035112","https://openalex.org/W6748224102","https://openalex.org/W6748416416","https://openalex.org/W6753770798","https://openalex.org/W6754887999","https://openalex.org/W6755207826","https://openalex.org/W6759144272","https://openalex.org/W6763207085","https://openalex.org/W6773270737","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W4375867731","https://openalex.org/W2053286651","https://openalex.org/W2055243143","https://openalex.org/W2181743346","https://openalex.org/W2611989081","https://openalex.org/W2187401768","https://openalex.org/W2181413294","https://openalex.org/W2052122378"],"abstract_inverted_index":{"For":[0],"portable":[1],"devices":[2],"with":[3,86],"limited":[4],"resources,":[5],"it":[6],"is":[7],"often":[8],"difficult":[9],"to":[10,15,25,30,40,81,104,112],"deploy":[11],"deep":[12,84],"networks":[13,85,144],"due":[14],"the":[16,33,43,49,101,107,121,129,146],"prohibitive":[17],"computational":[18],"overhead.":[19],"Numerous":[20],"approaches":[21],"have":[22],"been":[23,38],"proposed":[24,39,150],"quantize":[26],"weights":[27],"and/or":[28],"activations":[29],"speed":[31],"up":[32,68],"inference.":[34],"Loss-aware":[35],"quantization":[36,47,79,108,132],"has":[37],"directly":[41],"formulate":[42],"impact":[44],"of":[45,97,148],"weight":[46],"on":[48],"model's":[50],"final":[51],"loss.":[52],"However,":[53],"we":[54,74],"discover":[55],"that,":[56],"under":[57],"certain":[58],"circumstances,":[59],"such":[60],"a":[61,76,93],"method":[62],"may":[63],"not":[64],"converge":[65],"and":[66,142],"end":[67],"oscillating.":[69],"To":[70],"tackle":[71],"this":[72],"issue,":[73],"introduce":[75],"novel":[77],"loss-aware":[78],"algorithm":[80],"efficiently":[82],"compress":[83],"low":[87],"bit-width":[88],"model":[89],"weights.":[90],"We":[91],"provide":[92],"more":[94],"accurate":[95],"estimation":[96],"gradients":[98],"by":[99,128],"leveraging":[100],"Taylor":[102],"expansion":[103],"compensate":[105],"for":[106,138],"error,":[109],"which":[110],"leads":[111],"better":[113],"convergence":[114],"behavior.":[115],"Our":[116],"theoretical":[117],"analysis":[118],"indicates":[119],"that":[120],"gradient":[122],"mismatch":[123],"issue":[124],"can":[125],"be":[126],"fixed":[127],"newly":[130],"introduced":[131],"error":[133],"compensation":[134],"term.":[135],"Experimental":[136],"results":[137],"both":[139],"linear":[140],"models":[141],"convolutional":[143],"verify":[145],"effectiveness":[147],"our":[149],"method.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2021-04-26T00:00:00"}