{"id":"https://openalex.org/W4285605464","doi":"https://doi.org/10.24963/ijcai.2022/504","title":"MultiQuant: Training Once for Multi-bit Quantization of Neural Networks","display_name":"MultiQuant: Training Once for Multi-bit Quantization of Neural Networks","publication_year":2022,"publication_date":"2022-07-01","ids":{"openalex":"https://openalex.org/W4285605464","doi":"https://doi.org/10.24963/ijcai.2022/504"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2022/504","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/504","pdf_url":"https://www.ijcai.org/proceedings/2022/0504.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2022/0504.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100755853","display_name":"Ke Xu","orcid":"https://orcid.org/0000-0001-6266-4257"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Xu","raw_affiliation_strings":["Key Laboratory of Intelligent Computing and Signal Processing of Ministry of Education, Hefei, China","School of Artificial Intelligence, Anhui University, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Computing and Signal Processing of Ministry of Education, Hefei, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Artificial Intelligence, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009917754","display_name":"Qiantai Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiantai Feng","raw_affiliation_strings":["Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing, China","Institute of Information Science,Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Institute of Information Science,Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055348839","display_name":"Xingyi Zhang","orcid":"https://orcid.org/0000-0002-5297-8348"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyi Zhang","raw_affiliation_strings":["Key Laboratory of Intelligent Computing and Signal Processing of Ministry of Education, Hefei, China","School of Artificial Intelligence, Anhui University, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Computing and Signal Processing of Ministry of Education, Hefei, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Artificial Intelligence, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101589049","display_name":"Dong Wang","orcid":"https://orcid.org/0000-0002-0068-8824"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Wang","raw_affiliation_strings":["Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing, China","Institute of Information Science,Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Institute of Information Science,Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3629","last_page":"3635"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8004381656646729},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7698047161102295},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5491613149642944},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.47723057866096497},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4699438214302063},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.41649600863456726},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4060242772102356},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3734281063079834},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.33962976932525635}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8004381656646729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7698047161102295},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5491613149642944},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.47723057866096497},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4699438214302063},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.41649600863456726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4060242772102356},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3734281063079834},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33962976932525635},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2022/504","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/504","pdf_url":"https://www.ijcai.org/proceedings/2022/0504.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2022/504","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/504","pdf_url":"https://www.ijcai.org/proceedings/2022/0504.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G3425444037","display_name":null,"funder_award_id":"2018AAA0100100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6375088729","display_name":null,"funder_award_id":"2019YFB2204200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285605464.pdf","grobid_xml":"https://content.openalex.org/works/W4285605464.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2047094503","https://openalex.org/W2108598243","https://openalex.org/W2183341477","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2469490737","https://openalex.org/W2786771851","https://openalex.org/W2916954108","https://openalex.org/W2963163009","https://openalex.org/W2994749257","https://openalex.org/W3004061291","https://openalex.org/W3008515144","https://openalex.org/W3035332806","https://openalex.org/W3109946440","https://openalex.org/W3134125226","https://openalex.org/W3137147200","https://openalex.org/W3166859509","https://openalex.org/W3168622113","https://openalex.org/W3204296682","https://openalex.org/W4287812978","https://openalex.org/W4287867064","https://openalex.org/W4288022682","https://openalex.org/W4294969169"],"related_works":["https://openalex.org/W2081982437","https://openalex.org/W4394857231","https://openalex.org/W2027050655","https://openalex.org/W3028244590","https://openalex.org/W4254349500","https://openalex.org/W3204400881","https://openalex.org/W3214410901","https://openalex.org/W3204296682","https://openalex.org/W3183118997","https://openalex.org/W2917767146"],"abstract_inverted_index":{"Quantization":[0],"has":[1],"become":[2],"a":[3,36,47],"popular":[4],"technique":[5],"to":[6,34,52,79,105,109,134],"compress":[7],"deep":[8],"neural":[9],"networks":[10],"(DNNs)":[11],"and":[12,29,113],"reduce":[13],"computational":[14],"costs,":[15],"but":[16],"most":[17],"prior":[18],"work":[19,45],"focuses":[20],"on":[21,145],"training":[22,162],"DNNs":[23,56],"at":[24],"each":[25],"individual":[26],"fixed":[27],"bit-width":[28,67],"accuracy":[30,114,129],"trade-off":[31],"point.":[32],"How":[33],"produce":[35],"model":[37,100],"with":[38,127,160],"flexible":[39],"precision":[40,60,88,138],"is":[41],"largely":[42],"unexplored.":[43],"This":[44],"proposes":[46],"multi-bit":[48],"quantization":[49,154],"framework":[50],"(MultiQuant)":[51],"make":[53],"the":[54,81,94,119,136,153],"learned":[55],"robust":[57],"for":[58],"different":[59,87,106,157],"configuration":[61],"during":[62],"inference":[63],"by":[64,90],"adopting":[65],"Lowest-Random-Highest":[66],"co-training":[68],"method.":[69],"Meanwhile,":[70],"we":[71,117],"propose":[72],"an":[73],"online":[74],"adaptive":[75],"label":[76],"generation":[77],"strategy":[78,126],"alleviate":[80],"problem":[82],"of":[83],"vicious":[84],"competition":[85],"under":[86,156],"caused":[89],"one-hot":[91],"labels":[92],"in":[93,140],"supernet":[95,99],"training.":[96],"The":[97],"trained":[98],"can":[101,151],"be":[102],"flexibly":[103],"set":[104],"bit":[107],"widths":[108],"support":[110],"dynamic":[111],"speed":[112],"trade-off.":[115],"Furthermore,":[116],"adopt":[118],"Monte":[120],"Carlo":[121],"sampling-based":[122],"genetic":[123],"algorithm":[124],"search":[125],"quantization-aware":[128,161],"predictor":[130],"as":[131],"evaluation":[132],"criterion":[133],"incorporate":[135],"mixed":[137],"technology":[139],"our":[141],"framework.":[142],"Experiment":[143],"results":[144,155],"ImageNet":[146],"datasets":[147],"demonstrate":[148],"MultiQuant":[149],"method":[150],"attain":[152],"bit-widths":[158],"comparable":[159],"without":[163],"retraining.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}