{"id":"https://openalex.org/W4400230701","doi":"https://doi.org/10.1109/iscas58744.2024.10558100","title":"BitPruning: Learning Bitlengths for Aggressive and Accurate Quantization","display_name":"BitPruning: Learning Bitlengths for Aggressive and Accurate Quantization","publication_year":2024,"publication_date":"2024-05-19","ids":{"openalex":"https://openalex.org/W4400230701","doi":"https://doi.org/10.1109/iscas58744.2024.10558100"},"language":"en","primary_location":{"id":"doi:10.1109/iscas58744.2024.10558100","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas58744.2024.10558100","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101550828","display_name":"Milo\u0161 Nikoli\u0107","orcid":"https://orcid.org/0000-0002-4168-0837"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Milo\u0161 Nikoli\u0107","raw_affiliation_strings":["University of Toronto,Toronto,Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Toronto,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025688483","display_name":"Ghouthi Boukli Hacene","orcid":"https://orcid.org/0000-0002-6855-5825"},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ghouthi Boukli Hacene","raw_affiliation_strings":["MILA,Montreal,Canada"],"affiliations":[{"raw_affiliation_string":"MILA,Montreal,Canada","institution_ids":["https://openalex.org/I4210164802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078984400","display_name":"Ciaran Bannon","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ciaran Bannon","raw_affiliation_strings":["University of Toronto,Toronto,Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Toronto,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020334704","display_name":"Alberto Delm\u00e1s Lascorz","orcid":"https://orcid.org/0009-0006-2487-250X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alberto Delmas Lascorz","raw_affiliation_strings":["University of Toronto,Toronto,Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Toronto,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039449234","display_name":"Matthieu Courbariaux","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Matthieu Courbariaux","raw_affiliation_strings":["MILA,Montreal,Canada"],"affiliations":[{"raw_affiliation_string":"MILA,Montreal,Canada","institution_ids":["https://openalex.org/I4210164802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000665425","display_name":"Omar Mohamed Awad","orcid":"https://orcid.org/0000-0003-0676-5867"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Omar Mohamed Awad","raw_affiliation_strings":["University of Toronto,Toronto,Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Toronto,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078152312","display_name":"Isak Edo Vivancos","orcid":"https://orcid.org/0009-0004-1189-2259"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Isak Edo Vivancos","raw_affiliation_strings":["University of Toronto,Toronto,Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Toronto,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086198262","display_name":"Yoshua Bengio","orcid":"https://orcid.org/0000-0002-9322-3515"},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yoshua Bengio","raw_affiliation_strings":["MILA,Montreal,Canada"],"affiliations":[{"raw_affiliation_string":"MILA,Montreal,Canada","institution_ids":["https://openalex.org/I4210164802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068330560","display_name":"Vincent Gripon","orcid":"https://orcid.org/0000-0002-4353-4542"},"institutions":[{"id":"https://openalex.org/I4210123702","display_name":"Laboratoire des Sciences et Techniques de l\u2019Information de la Communication et de la Connaissance","ror":"https://ror.org/0266kfd37","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I180375564","https://openalex.org/I201181511","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I4210123702","https://openalex.org/I4210127572","https://openalex.org/I4210145102","https://openalex.org/I4210148559","https://openalex.org/I4210159245","https://openalex.org/I4405260085"]},{"id":"https://openalex.org/I4210127572","display_name":"IMT Atlantique","ror":"https://ror.org/030hj3061","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210127572"]},{"id":"https://openalex.org/I161929037","display_name":"Universit\u00e9 de Bretagne Occidentale","ror":"https://ror.org/01b8h3982","country_code":"FR","type":"education","lineage":["https://openalex.org/I161929037"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Vincent Gripon","raw_affiliation_strings":["IMT Atlantique, Lab-STICC,Brest,France"],"affiliations":[{"raw_affiliation_string":"IMT Atlantique, Lab-STICC,Brest,France","institution_ids":["https://openalex.org/I4210127572","https://openalex.org/I161929037","https://openalex.org/I4210123702"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072544251","display_name":"Andreas Moshovos","orcid":"https://orcid.org/0000-0001-7768-367X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andreas Moshovos","raw_affiliation_strings":["University of Toronto,Toronto,Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Toronto,Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5101550828"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.7274,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.74607551,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.5697000026702881,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.5697000026702881,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6920766234397888},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6889539957046509},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42733487486839294},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.1532735824584961}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6920766234397888},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6889539957046509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42733487486839294},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.1532735824584961}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscas58744.2024.10558100","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas58744.2024.10558100","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W1902934009","https://openalex.org/W2117539524","https://openalex.org/W2153959628","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2330958039","https://openalex.org/W2560023338","https://openalex.org/W2737258237","https://openalex.org/W2786672677","https://openalex.org/W2786771851","https://openalex.org/W2797864974","https://openalex.org/W2810704618","https://openalex.org/W2883929540","https://openalex.org/W2898755250","https://openalex.org/W2899771611","https://openalex.org/W2903260438","https://openalex.org/W2905515056","https://openalex.org/W2916954108","https://openalex.org/W2921077359","https://openalex.org/W2941208651","https://openalex.org/W2943076207","https://openalex.org/W2947591755","https://openalex.org/W2947737663","https://openalex.org/W2952857977","https://openalex.org/W2962761403","https://openalex.org/W2963163009","https://openalex.org/W2964015378","https://openalex.org/W2982041622","https://openalex.org/W2982479999","https://openalex.org/W3024366773","https://openalex.org/W3118608800","https://openalex.org/W4245124044","https://openalex.org/W4247198796","https://openalex.org/W4294565153","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6639703010","https://openalex.org/W6676984168","https://openalex.org/W6690026940","https://openalex.org/W6726873649","https://openalex.org/W6729126992","https://openalex.org/W6734062232","https://openalex.org/W6746307771","https://openalex.org/W6747785774","https://openalex.org/W6748224102","https://openalex.org/W6756040250","https://openalex.org/W6756979132","https://openalex.org/W6760069825","https://openalex.org/W6760395591","https://openalex.org/W6763198355","https://openalex.org/W6763737044","https://openalex.org/W6780559895","https://openalex.org/W6787972765","https://openalex.org/W6789174757","https://openalex.org/W6790152577"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"BitPruning":[0,15,67,106],"is":[1],"a":[2],"training":[3],"method":[4],"for":[5],"minimizing":[6],"inference":[7],"bitlengths":[8,38],"at":[9],"any":[10],"granularity":[11],"while":[12,71],"maintaining":[13,72],"accuracy.":[14,101],"extends":[16],"the":[17,23,29,98,105],"meaning":[18],"of":[19,62,83,97,104],"fixed-point":[20],"bitlenghts":[21],"into":[22],"continuous":[24],"domain":[25],"by":[26,116,130],"interpolating":[27],"between":[28],"nearest":[30],"two":[31],"integers,":[32],"enabling":[33],"gradient":[34],"descent":[35],"to":[36,54,111,118,132],"learn":[37],"together":[39],"with":[40],"other":[41,56],"parameters.":[42],"A":[43],"novel":[44],"regularizer":[45,107],"penalizes":[46],"large":[47],"bitlength":[48,82],"representations":[49,70],"and":[50,85,90,134],"can":[51,108],"be":[52,109],"modified":[53],"minimize":[55],"quantifiable":[57],"criteria,":[58],"such":[59],"as":[60,120,122],"number":[61],"operations":[63],"or":[64,127],"memory":[65,123],"footprint.":[66],"learns":[68],"thrifty":[69],"accuracy:":[73],"With":[74],"ImageNet,":[75],"it":[76],"produces":[77],"an":[78],"average":[79],"per":[80],"layer":[81],"3.76":[84],"4.36":[86],"bits":[87],"on":[88],"ResNet18":[89],"MobileNet":[91],"V2":[92],"respectively,":[93],"remaining":[94],"within":[95],"0.5%":[96],"base":[99],"TOP-1":[100],"Simple":[102],"modifications":[103],"used":[110],"further":[112],"reduce":[113],"compute":[114],"workload":[115],"up":[117,131],"24%,":[119],"well":[121],"footprint":[124],"in":[125],"activation":[126],"weight-heavy":[128],"tasks":[129],"14%":[133],"8%":[135],"respectively.":[136]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}