{"id":"https://openalex.org/W3211113236","doi":"https://doi.org/10.1109/tmm.2021.3124095","title":"Residual Quantization for Low Bit-Width Neural Networks","display_name":"Residual Quantization for Low Bit-Width Neural Networks","alternate_titles":[],"publication_year":2021,"publication_date":"2021-11-02","ids":{"openalex":"https://openalex.org/W3211113236","doi":"https://doi.org/10.1109/tmm.2021.3124095","mag":"3211113236"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3124095","doi":"https://doi.org/10.1109/tmm.2021.3124095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3124095","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3211113236"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103028063","display_name":"Zefan Li","orcid":"https://orcid.org/0000-0003-0404-8856","observed_orcids":["https://orcid.org/0000-0003-0404-8856"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zefan Li","raw_affiliation_strings":["Shanghi Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0404-8856","affiliations":[{"raw_affiliation_string":"Shanghi Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014362734","display_name":"Bingbing Ni","orcid":"https://orcid.org/0000-0001-7339-028X","observed_orcids":["https://orcid.org/0000-0001-7339-028X"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bingbing Ni","raw_affiliation_strings":["Shanghi Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7339-028X","affiliations":[{"raw_affiliation_string":"Shanghi Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019708391","display_name":"Xiaokang Yang","orcid":"https://orcid.org/0000-0003-4029-3322","observed_orcids":["https://orcid.org/0000-0003-4029-3322"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xiaokang Yang","raw_affiliation_strings":["Shanghi Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4029-3322","affiliations":[{"raw_affiliation_string":"Shanghi Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447806","display_name":"Wenjun Zhang","orcid":"https://orcid.org/0000-0001-8799-1182","observed_orcids":["https://orcid.org/0000-0001-8799-1182"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wenjun Zhang","raw_affiliation_strings":["Shanghi Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8799-1182","affiliations":[{"raw_affiliation_string":"Shanghi Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018478553","display_name":"Wen Gao","orcid":"https://orcid.org/0000-0002-8070-802X","observed_orcids":["https://orcid.org/0000-0002-8070-802X"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wen Gao","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8070-802X","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":0.9037,"has_fulltext":false,"cited_by_count":28,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.71231269,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":"25","issue":null,"first_page":"214","last_page":"227"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-network-quantization","display_name":"neural network quantization","score":0.9350000023841858},{"id":"https://openalex.org/keywords/binary-neural-networks","display_name":"binary neural networks","score":0.878000020980835},{"id":"https://openalex.org/keywords/ternary-neural-networks","display_name":"ternary neural networks","score":0.9959999918937683},{"id":"https://openalex.org/keywords/residual-quantization","display_name":"residual quantization","score":0.9459999799728394},{"id":"https://openalex.org/keywords/network-compression","display_name":"network compression","score":0.6470000147819519},{"id":"https://openalex.org/keywords/quantization-error","display_name":"quantization error","score":0.7580000162124634}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7957648038864136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6793727278709412},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6469127535820007},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5898594260215759},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.564673125743866},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.504703164100647},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3643317222595215},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2304837703704834},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.2278728187084198}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2021.3124095","doi":"https://doi.org/10.1109/tmm.2021.3124095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3124095","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1576204990","display_name":null,"funder_award_id":"61976137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G805875641","display_name":null,"funder_award_id":"U20B2072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1600744878","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1845051632","https://openalex.org/W1902041153","https://openalex.org/W1902934009","https://openalex.org/W1965963232","https://openalex.org/W1996901117","https://openalex.org/W2001610032","https://openalex.org/W2040376026","https://openalex.org/W2087618018","https://openalex.org/W2112796928","https://openalex.org/W2116861100","https://openalex.org/W2117539524","https://openalex.org/W2163605009","https://openalex.org/W2167215970","https://openalex.org/W2194775991","https://openalex.org/W2267635276","https://openalex.org/W2294370754","https://openalex.org/W2300242332","https://openalex.org/W2405920868","https://openalex.org/W2469490737","https://openalex.org/W2495425901","https://openalex.org/W2497335382","https://openalex.org/W2515385951","https://openalex.org/W2520760693","https://openalex.org/W2593245696","https://openalex.org/W2751477244","https://openalex.org/W2767827820","https://openalex.org/W2777406049","https://openalex.org/W2786771851","https://openalex.org/W2795051673","https://openalex.org/W2799238091","https://openalex.org/W2805359877","https://openalex.org/W2807832475","https://openalex.org/W2808373772","https://openalex.org/W2886847195","https://openalex.org/W2887447938","https://openalex.org/W2894994475","https://openalex.org/W2951952490","https://openalex.org/W2963363373","https://openalex.org/W2963452792","https://openalex.org/W2963576971","https://openalex.org/W2963681088","https://openalex.org/W2964008506","https://openalex.org/W2967916055","https://openalex.org/W2970601456","https://openalex.org/W2973202379","https://openalex.org/W2982605490","https://openalex.org/W2988803389","https://openalex.org/W2996538923","https://openalex.org/W3004413500","https://openalex.org/W3118608800","https://openalex.org/W3122010520","https://openalex.org/W4246193833","https://openalex.org/W6779405248"],"related_works":["https://openalex.org/W2954582488","https://openalex.org/W2798742790","https://openalex.org/W3203475348","https://openalex.org/W4312454178","https://openalex.org/W3035282660","https://openalex.org/W4317525906","https://openalex.org/W2524428287","https://openalex.org/W3008684984","https://openalex.org/W3027524057","https://openalex.org/W3204296682"],"abstract_inverted_index":{"Neural":[0],"network":[1,11,40,74,100,107,120,128,137,149],"quantization":[2,20,31,43,58,129,165],"has":[3],"shown":[4],"to":[5,52,70,81,103,140,153,177],"be":[6],"an":[7],"effective":[8],"way":[9],"for":[10],"compression":[12],"and":[13,42,57,78,130,172],"acceleration.":[14],"However,":[15],"existing":[16],"binary":[17,85],"or":[18,86],"ternary":[19,87],"methods":[21,171],"suffer":[22],"from":[23],"two":[24,48],"major":[25],"issues.":[26],"First,":[27],"low":[28,82,135,147,169],"bit-width":[29,136,148,170],"input/activation":[30],"easily":[32],"results":[33],"in":[34,123],"severe":[35],"prediction":[36],"accuracy":[37],"degradation.":[38],"Second,":[39],"training":[41,55,121],"are":[44],"always":[45],"treated":[46],"as":[47],"non-related":[49],"tasks,":[50],"leading":[51],"accumulated":[53],"parameter":[54,131],"error":[56],"error.":[59],"In":[60],"this":[61],"work,":[62],"we":[63,116],"introduce":[64],"a":[65,72],"novel":[66],"scheme,":[67],"namedResidual":[68],"Quantization,":[69],"train":[71],"neural":[73],"with":[75,108],"both":[76],"weights":[77],"inputs":[79],"constrained":[80],"bit-width,":[83],"e.g.,":[84],"values.":[88],"On":[89,112],"one":[90],"hand,":[91,115],"by":[92],"recursively":[93],"performing":[94],"residual":[95],"quantization,":[96],"the":[97,105,113,119,134,142,146,163,178],"resulting":[98],"binary/ternary":[99],"is":[101,138,150],"guaranteed":[102],"approximate":[104,141],"full-precision":[106,143,179],"much":[109,174],"smaller":[110],"errors.":[111],"other":[114],"mathematically":[117],"re-formulate":[118],"scheme":[122,166],"anEM-likemanner,":[124],"which":[125],"iteratively":[126],"performs":[127],"optimization.":[132],"Duringexpectation,":[133],"encouraged":[139],"network.":[144],"Duringmaximization,":[145],"further":[151],"tuned":[152],"gain":[154],"better":[155],"representation":[156],"capability.":[157],"Extensive":[158],"experiments":[159],"well":[160],"demonstrate":[161],"that":[162],"proposed":[164],"outperforms":[167],"previous":[168],"achieves":[173],"closer":[175],"performance":[176],"counterpart.":[180]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3211113236","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2021-11-08T00:00:00"}
