{"id":"https://openalex.org/W2904725623","doi":"https://doi.org/10.1609/aaai.v33i01.33013854","title":"Efficient Quantization for Neural Networks with Binary Weights and Low Bitwidth Activations","display_name":"Efficient Quantization for Neural Networks with Binary Weights and Low Bitwidth Activations","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2904725623","doi":"https://doi.org/10.1609/aaai.v33i01.33013854","mag":"2904725623"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33013854","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33013854","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4273/4151","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4273/4151","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057366605","display_name":"Kun Huang","orcid":"https://orcid.org/0000-0002-8530-370X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kun Huang","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014362734","display_name":"Bingbing Ni","orcid":"https://orcid.org/0000-0001-7339-028X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingbing Ni","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019708391","display_name":"Xiaokang Yang","orcid":"https://orcid.org/0000-0003-4029-3322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokang Yang","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057366605"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.5923,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.87839721,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"33","issue":"01","first_page":"3854","last_page":"3861"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8267896771430969},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6880866289138794},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.6871830224990845},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.6209514141082764},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5539627075195312},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5343500971794128},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5187882781028748},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.47824230790138245},{"id":"https://openalex.org/keywords/binary-decision-diagram","display_name":"Binary decision diagram","score":0.4695494771003723},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.44224974513053894},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.4115791916847229},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3753757178783417},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23709017038345337},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.21445482969284058},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.12466490268707275}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8267896771430969},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6880866289138794},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6871830224990845},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.6209514141082764},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5539627075195312},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5343500971794128},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5187882781028748},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.47824230790138245},{"id":"https://openalex.org/C3309909","wikidata":"https://www.wikidata.org/wiki/Q864155","display_name":"Binary decision diagram","level":2,"score":0.4695494771003723},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.44224974513053894},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.4115791916847229},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3753757178783417},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23709017038345337},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.21445482969284058},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.12466490268707275},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v33i01.33013854","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33013854","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4273/4151","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33013854","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33013854","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4273/4151","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1756773353","display_name":null,"funder_award_id":"61521","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G197224088","display_name":null,"funder_award_id":"61521062","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2239221718","display_name":null,"funder_award_id":"6152106","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3741685199","display_name":null,"funder_award_id":"18DZ2270700","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3940216057","display_name":"DISSERTATION RESEARCH: Determining the drought sensitivity of the Amazon forest","funder_award_id":"1110540","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4083674505","display_name":null,"funder_award_id":"61502301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4172113684","display_name":null,"funder_award_id":"1502301","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4446273622","display_name":null,"funder_award_id":"11105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5526867466","display_name":null,"funder_award_id":"U1611461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6088092935","display_name":null,"funder_award_id":"61521062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6346753175","display_name":"Instructional Scientific Equipment Program","funder_award_id":"7511105","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G639214180","display_name":null,"funder_award_id":"61527804","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7004927222","display_name":null,"funder_award_id":"18DZ1112300","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G7608752429","display_name":null,"funder_award_id":"Talent","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7814127966","display_name":null,"funder_award_id":"18DZ2270700","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8946912109","display_name":null,"funder_award_id":"17511105401","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2904725623.pdf","grobid_xml":"https://content.openalex.org/works/W2904725623.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1902934009","https://openalex.org/W1903029394","https://openalex.org/W2163605009","https://openalex.org/W2172166488","https://openalex.org/W2194775991","https://openalex.org/W2300242332","https://openalex.org/W2319920447","https://openalex.org/W2469490737","https://openalex.org/W2531409750","https://openalex.org/W2586654419","https://openalex.org/W2707890836","https://openalex.org/W2778955544","https://openalex.org/W2953212265","https://openalex.org/W2962965870","https://openalex.org/W2963125010","https://openalex.org/W2963576971","https://openalex.org/W2963681088","https://openalex.org/W3118608800","https://openalex.org/W4293377385","https://openalex.org/W4308909683","https://openalex.org/W4375869345","https://openalex.org/W6685405536","https://openalex.org/W6687483927","https://openalex.org/W6747306630"],"related_works":["https://openalex.org/W2368205053","https://openalex.org/W4297847412","https://openalex.org/W2020055300","https://openalex.org/W3107995456","https://openalex.org/W2898755250","https://openalex.org/W3124175555","https://openalex.org/W4221157411","https://openalex.org/W4322616423","https://openalex.org/W3015024380","https://openalex.org/W2904725623"],"abstract_inverted_index":{"Quantization":[0],"has":[1],"shown":[2],"stunning":[3],"efficiency":[4],"on":[5,133],"deep":[6],"neural":[7],"network,":[8],"especially":[9],"for":[10,109],"portable":[11],"devices":[12],"with":[13,67,92,117,144,161],"limited":[14],"resources.":[15],"Most":[16],"existing":[17],"works":[18],"uncritically":[19],"extend":[20],"weight":[21],"quantization":[22,40,60,79],"methods":[23,41],"to":[24,42,99],"activations.":[25],"However,":[26],"we":[27,50,75,83],"take":[28],"the":[29,59,85,97,110,126,153],"view":[30],"that":[31],"best":[32,128],"performance":[33],"can":[34],"be":[35],"obtained":[36],"by":[37,130],"applying":[38],"different":[39],"weights":[43,91,119],"and":[44,62,71,87,95,120,149,155],"activations":[45,98,124],"respectively.":[46],"In":[47],"this":[48,65],"paper,":[49],"design":[51,66],"a":[52,77,140],"new":[53],"activation":[54,163],"function":[55],"dubbed":[56],"CReLU":[57,158],"from":[58],"perspective":[61],"further":[63],"complement":[64],"appropriate":[68],"initialization":[69],"method":[70],"training":[72],"procedure.":[73],"Moreover,":[74],"develop":[76],"specific":[78],"strategy":[80],"in":[81,159],"which":[82],"formulate":[84],"forward":[86],"backward":[88],"approximation":[89],"of":[90,157],"binary":[93,118],"values":[94],"quantize":[96],"low":[100,122],"bitwdth":[101],"using":[102],"linear":[103],"or":[104],"logarithmic":[105],"quantizer.":[106],"We":[107],"show,":[108],"first":[111],"time,":[112],"our":[113],"final":[114],"quantized":[115],"model":[116],"ultra":[121],"bitwidth":[123],"outperforms":[125],"previous":[127],"models":[129],"large":[131],"margins":[132],"ImageNet":[134],"as":[135,137],"well":[136],"achieving":[138],"nearly":[139],"10.85\u00d7":[141],"theoretical":[142,150],"speedup":[143],"ResNet-18.":[145],"Furthermore,":[146],"ablation":[147],"experiments":[148],"analysis":[151],"demonstrate":[152],"effectiveness":[154],"robustness":[156],"comparison":[160],"other":[162],"functions.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}