{"id":"https://openalex.org/W3130100909","doi":"https://doi.org/10.48550/arxiv.2102.06366","title":"Confounding Tradeoffs for Neural Network Quantization","display_name":"Confounding Tradeoffs for Neural Network Quantization","alternate_titles":[],"publication_year":2021,"publication_date":"2021-02-12","ids":{"openalex":"https://openalex.org/W3130100909","doi":"https://doi.org/10.48550/arxiv.2102.06366","mag":"3130100909"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2102.06366","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.06366","pdf_url":"https://arxiv.org/pdf/2102.06366","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W3130100909"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.06366","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014171640","display_name":"Sahaj Garg","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garg, Sahaj","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030905702","display_name":"Anirudh Jain","orcid":"https://orcid.org/0009-0004-8930-6512","observed_orcids":["https://orcid.org/0009-0004-8930-6512"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Anirudh","raw_affiliation_strings":["Luminous Computing Mountain View , CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Luminous Computing Mountain View , CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076773613","display_name":"Joe Lou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lou, Joe","raw_affiliation_strings":["Menlo Park , CA","Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Menlo Park , CA","institution_ids":[]},{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083002246","display_name":"Mitchell A. Nahmias","orcid":"https://orcid.org/0000-0002-6149-9322","observed_orcids":["https://orcid.org/0000-0002-6149-9322"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nahmias, Mitchell","raw_affiliation_strings":["Luminous Computing Mountain View , CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Luminous Computing Mountain View , CA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-network-quantization","display_name":"neural network quantization","score":0.9980000257492065},{"id":"https://openalex.org/keywords/post-training-quantization","display_name":"post-training quantization","score":0.9309999942779541},{"id":"https://openalex.org/keywords/mixed-precision-quantization","display_name":"mixed-precision quantization","score":0.9259999990463257},{"id":"https://openalex.org/keywords/uniform-quantization","display_name":"uniform quantization","score":0.9700000286102295},{"id":"https://openalex.org/keywords/inference-acceleration","display_name":"inference acceleration","score":0.878000020980835},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"hardware acceleration","score":0.6129999756813049},{"id":"https://openalex.org/keywords/resource-complexity","display_name":"resource complexity","score":0.5849999785423279}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7668967247009277},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7090962529182434},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.668094277381897},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.6515151262283325},{"id":"https://openalex.org/C77350462","wikidata":"https://www.wikidata.org/wiki/Q1125472","display_name":"Confounding","level":2,"score":0.6317920088768005},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5909184217453003},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.5548782348632812},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5372777581214905},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.49604901671409607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4634886085987091},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4249812364578247},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.32793498039245605},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2707669138908386},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2215462028980255},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12871479988098145},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11947381496429443},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2102.06366","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.06366","pdf_url":"https://arxiv.org/pdf/2102.06366","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3130100909","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2102.06366.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2102.06366","doi":"https://doi.org/10.48550/arxiv.2102.06366","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.06366","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.06366","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.06366","pdf_url":"https://arxiv.org/pdf/2102.06366","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3130100909.pdf","grobid_xml":"https://content.openalex.org/works/W3130100909.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W2019694480","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2286365479","https://openalex.org/W2291160084","https://openalex.org/W2777406049","https://openalex.org/W2786771851","https://openalex.org/W2795038878","https://openalex.org/W2802642435","https://openalex.org/W2809624076","https://openalex.org/W2884150179","https://openalex.org/W2887447938","https://openalex.org/W2890616119","https://openalex.org/W2897042519","https://openalex.org/W2903260438","https://openalex.org/W2906239812","https://openalex.org/W2911227954","https://openalex.org/W2911599914","https://openalex.org/W2917767146","https://openalex.org/W2950297794","https://openalex.org/W2962298324","https://openalex.org/W2964121744","https://openalex.org/W2969797940","https://openalex.org/W2970601456","https://openalex.org/W2979314664","https://openalex.org/W2982041622","https://openalex.org/W2982479999","https://openalex.org/W2985339713","https://openalex.org/W2989530497","https://openalex.org/W2994840239","https://openalex.org/W2995738369","https://openalex.org/W3020212829","https://openalex.org/W3034940165","https://openalex.org/W3035855442","https://openalex.org/W3040522390","https://openalex.org/W3097297321","https://openalex.org/W3098576111","https://openalex.org/W3108424616","https://openalex.org/W3118568258","https://openalex.org/W3173567919","https://openalex.org/W7100210156"],"related_works":["https://openalex.org/W7130744154","https://openalex.org/W4318903111","https://openalex.org/W4200629964","https://openalex.org/W4378902066","https://openalex.org/W3007736072","https://openalex.org/W3017746288","https://openalex.org/W4404544365","https://openalex.org/W4287254789","https://openalex.org/W4320721392","https://openalex.org/W4213300949"],"abstract_inverted_index":{"Many":[0],"neural":[1],"network":[2,77],"quantization":[3,82,113,128],"techniques":[4,129],"have":[5,71],"been":[6],"developed":[7],"to":[8,24,99,115],"decrease":[9],"the":[10,80,89,106,125],"computational":[11],"and":[12,54,61,122],"memory":[13],"footprint":[14],"of":[15,47,108,127],"deep":[16],"learning.":[17],"However,":[18],"these":[19,67,86,102],"methods":[20,83,119],"are":[21],"evaluated":[22],"subject":[23],"confounding":[25,68],"tradeoffs":[26,48,69,87],"that":[27,66],"may":[28,70],"affect":[29],"inference":[30],"acceleration":[31,92],"or":[32],"resource":[33],"complexity":[34],"in":[35],"exchange":[36],"for":[37,93,130],"higher":[38],"accuracy.":[39],"In":[40],"this":[41],"work,":[42],"we":[43,96],"articulate":[44],"a":[45,72],"variety":[46],"whose":[49],"impact":[50,58,74],"is":[51],"often":[52],"overlooked":[53],"empirically":[55],"analyze":[56],"their":[57,131],"on":[59,75],"uniform":[60],"mixed-precision":[62],"post-training":[63],"quantization,":[64],"finding":[65],"larger":[73],"quantized":[76],"accuracy":[78],"than":[79],"actual":[81],"themselves.":[84],"Because":[85],"constrain":[88],"attainable":[90],"hardware":[91],"different":[94],"use-cases,":[95],"encourage":[97],"researchers":[98,117],"explicitly":[100],"report":[101],"design":[103],"choices":[104],"through":[105],"structure":[107],"\"quantization":[109],"cards.\"":[110],"We":[111],"expect":[112],"cards":[114],"help":[116],"compare":[118],"more":[120],"effectively":[121],"engineers":[123],"determine":[124],"applicability":[126],"hardware.":[132]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3130100909","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":3}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2021-03-01T00:00:00"}
