{"id":"https://openalex.org/W3211113236","doi":"https://doi.org/10.1109/tmm.2021.3124095","title":"Residual Quantization for Low Bit-Width Neural Networks","display_name":"Residual Quantization for Low Bit-Width Neural Networks","publication_year":2021,"publication_date":"2021-11-02","ids":{"openalex":"https://openalex.org/W3211113236","doi":"https://doi.org/10.1109/tmm.2021.3124095","mag":"3211113236"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3124095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3124095","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103028063","display_name":"Zefan Li","orcid":"https://orcid.org/0000-0003-0404-8856"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zefan Li","raw_affiliation_strings":["Shanghi Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0404-8856","affiliations":[{"raw_affiliation_string":"Shanghi Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014362734","display_name":"Bingbing Ni","orcid":"https://orcid.org/0000-0001-7339-028X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingbing Ni","raw_affiliation_strings":["Shanghi Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7339-028X","affiliations":[{"raw_affiliation_string":"Shanghi Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019708391","display_name":"Xiaokang Yang","orcid":"https://orcid.org/0000-0003-4029-3322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokang Yang","raw_affiliation_strings":["Shanghi Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4029-3322","affiliations":[{"raw_affiliation_string":"Shanghi Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447806","display_name":"Wenjun Zhang","orcid":"https://orcid.org/0000-0001-8799-1182"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Zhang","raw_affiliation_strings":["Shanghi Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8799-1182","affiliations":[{"raw_affiliation_string":"Shanghi Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018478553","display_name":"Wen Gao","orcid":"https://orcid.org/0000-0002-8070-802X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Gao","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8070-802X","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1306,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.80534294,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"25","issue":null,"first_page":"214","last_page":"227"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7957648038864136},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6793727278709412},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.6469127535820007},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5898594260215759},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.564673125743866},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.504703164100647},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3643317222595215},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2304837703704834},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.2278728187084198}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7957648038864136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6793727278709412},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6469127535820007},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5898594260215759},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.564673125743866},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.504703164100647},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3643317222595215},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2304837703704834},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.2278728187084198}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2021.3124095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3124095","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1576204990","display_name":null,"funder_award_id":"61976137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G805875641","display_name":null,"funder_award_id":"U20B2072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1600744878","https://openalex.org/W1902041153","https://openalex.org/W1965963232","https://openalex.org/W1996901117","https://openalex.org/W2001610032","https://openalex.org/W2040376026","https://openalex.org/W2087618018","https://openalex.org/W2112796928","https://openalex.org/W2116861100","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2294370754","https://openalex.org/W2300242332","https://openalex.org/W2497335382","https://openalex.org/W2520760693","https://openalex.org/W2618530766","https://openalex.org/W2786771851","https://openalex.org/W2795051673","https://openalex.org/W2799238091","https://openalex.org/W2805359877","https://openalex.org/W2807832475","https://openalex.org/W2808373772","https://openalex.org/W2887447938","https://openalex.org/W2894994475","https://openalex.org/W2951952490","https://openalex.org/W2963122961","https://openalex.org/W2963363373","https://openalex.org/W2963452792","https://openalex.org/W2963576971","https://openalex.org/W2963681088","https://openalex.org/W2973202379","https://openalex.org/W2982605490","https://openalex.org/W2988803389","https://openalex.org/W3004413500","https://openalex.org/W3008653537","https://openalex.org/W3118608800","https://openalex.org/W4246193833","https://openalex.org/W4289752678","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6639703010","https://openalex.org/W6684563725","https://openalex.org/W6693397755","https://openalex.org/W6714058667","https://openalex.org/W6720242923","https://openalex.org/W6723181079","https://openalex.org/W6726275242","https://openalex.org/W6734062232","https://openalex.org/W6744700018","https://openalex.org/W6745670897","https://openalex.org/W6748224102","https://openalex.org/W6753947690","https://openalex.org/W6767298317","https://openalex.org/W6772326514","https://openalex.org/W6779405248","https://openalex.org/W6784499899","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2560215812","https://openalex.org/W2317200988","https://openalex.org/W2949601986","https://openalex.org/W2788972299","https://openalex.org/W2521347458","https://openalex.org/W2498789492","https://openalex.org/W2729981612","https://openalex.org/W4233449973"],"abstract_inverted_index":{"Neural":[0],"network":[1,11,40,78,104,111,124,136,149,165],"quantization":[2,20,31,43,58,137,181],"has":[3],"shown":[4],"to":[5,52,74,85,107,152,169,193],"be":[6],"an":[7,128],"effective":[8],"way":[9],"for":[10],"compression":[12],"and":[13,42,57,82,138,188],"acceleration.":[14],"However,":[15],"existing":[16],"binary":[17,89],"or":[18,90],"ternary":[19,91],"methods":[21,187],"suffer":[22],"from":[23],"two":[24,48],"major":[25],"issues.":[26],"First,":[27],"low":[28,86,147,163,185],"bit-width":[29,148,164,186],"input/activation":[30],"easily":[32],"results":[33],"in":[34,127],"severe":[35],"prediction":[36],"accuracy":[37],"degradation.":[38],"Second,":[39],"training":[41,55,125],"are":[44],"always":[45],"treated":[46],"as":[47],"non-related":[49],"tasks,":[50],"leading":[51],"accumulated":[53],"parameter":[54,139],"error":[56],"error.":[59],"In":[60],"this":[61],"work,":[62],"we":[63,120],"introduce":[64],"a":[65,76],"novel":[66],"scheme,":[67],"named":[68],"<italic":[69,129],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[70,130,143,159],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Residual":[71],"Quantization</i>":[72],",":[73,145,161],"train":[75],"neural":[77],"with":[79,112],"both":[80],"weights":[81],"inputs":[83],"constrained":[84],"bit-width,":[87],"e.g.,":[88],"values.":[92],"On":[93,116],"one":[94],"hand,":[95,119],"by":[96],"recursively":[97],"performing":[98],"residual":[99],"quantization,":[100],"the":[101,109,117,123,146,154,162,179,194],"resulting":[102],"binary/ternary":[103],"is":[105,150,166],"guaranteed":[106],"approximate":[108,153],"full-precision":[110,155,195],"much":[113,190],"smaller":[114],"errors.":[115],"other":[118],"mathematically":[121],"re-formulate":[122],"scheme":[126,182],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><b>EM-like</b></i>":[131],"manner,":[132],"which":[133],"iteratively":[134],"performs":[135],"optimization.":[140],"During":[141,157],"<bold":[142,158],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">expectation</b>":[144],"encouraged":[151],"network.":[156],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">maximization</b>":[160],"further":[167],"tuned":[168],"gain":[170],"better":[171],"representation":[172],"capability.":[173],"Extensive":[174],"experiments":[175],"well":[176],"demonstrate":[177],"that":[178],"proposed":[180],"outperforms":[183],"previous":[184],"achieves":[189],"closer":[191],"performance":[192],"counterpart.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}