{"id":"https://openalex.org/W4282913477","doi":"https://doi.org/10.1109/tnnls.2022.3173498","title":"Toward Accurate Binarized Neural Networks With Sparsity for Mobile Application","display_name":"Toward Accurate Binarized Neural Networks With Sparsity for Mobile Application","publication_year":2022,"publication_date":"2022-05-27","ids":{"openalex":"https://openalex.org/W4282913477","doi":"https://doi.org/10.1109/tnnls.2022.3173498","pmid":"https://pubmed.ncbi.nlm.nih.gov/35622808"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3173498","doi":"https://doi.org/10.1109/tnnls.2022.3173498","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3173498","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079244166","display_name":"Peisong Wang","orcid":"https://orcid.org/0000-0002-6384-0280","observed_orcids":["https://orcid.org/0000-0002-6384-0280"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peisong Wang","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6384-0280","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101434432","display_name":"Xiangyu He","orcid":"https://orcid.org/0000-0001-5434-4720","observed_orcids":["https://orcid.org/0000-0001-5434-4720"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu He","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112149353","display_name":"Jian Cheng","orcid":"https://orcid.org/0000-0003-1289-2758","observed_orcids":["https://orcid.org/0000-0003-1289-2758","https://orcid.org/0000-0001-6966-0531"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Cheng","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1289-2758","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":1.2276,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.78708463,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"35","issue":"1","first_page":"272","last_page":"284"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/binary-neural-networks","display_name":"binary neural networks","score":1.0},{"id":"https://openalex.org/keywords/one-bit-quantization","display_name":"1-bit quantization","score":0.7900000214576721},{"id":"https://openalex.org/keywords/sparsity","display_name":"sparsity","score":0.5270000100135803},{"id":"https://openalex.org/keywords/mobile-application","display_name":"mobile application","score":0.7179999947547913},{"id":"https://openalex.org/keywords/energy-efficient-deep-learning","display_name":"energy-efficient deep learning","score":0.6029999852180481},{"id":"https://openalex.org/keywords/cpu-inference","display_name":"CPU-only inference","score":0.5329999923706055},{"id":"https://openalex.org/keywords/alexnet","display_name":"AlexNet","score":0.6959999799728394},{"id":"https://openalex.org/keywords/resnet","display_name":"ResNet","score":0.9980000257492065}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.715259313583374},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5947089195251465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5547251105308533},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3799401521682739},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3332476317882538}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3173498","doi":"https://doi.org/10.1109/tnnls.2022.3173498","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3173498","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35622808","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35622808","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2666812295","display_name":null,"funder_award_id":"2021ZD0201504","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5585474831","display_name":null,"funder_award_id":"61906193","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8908804399","display_name":null,"funder_award_id":"XDA27040300","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1841592590","https://openalex.org/W1902934009","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2267635276","https://openalex.org/W2300242332","https://openalex.org/W2469490737","https://openalex.org/W2554592357","https://openalex.org/W2565158842","https://openalex.org/W2586654419","https://openalex.org/W2604700561","https://openalex.org/W2613332842","https://openalex.org/W2748818695","https://openalex.org/W2751477244","https://openalex.org/W2753301142","https://openalex.org/W2785457004","https://openalex.org/W2798742790","https://openalex.org/W2887447938","https://openalex.org/W2954048742","https://openalex.org/W2954582488","https://openalex.org/W2957777252","https://openalex.org/W2963150697","https://openalex.org/W2963681088","https://openalex.org/W2966671006","https://openalex.org/W2970691381","https://openalex.org/W2975350394","https://openalex.org/W2976833605","https://openalex.org/W2982344224","https://openalex.org/W2990113690","https://openalex.org/W2998419362","https://openalex.org/W3010491606","https://openalex.org/W3010557233","https://openalex.org/W3022761792","https://openalex.org/W3034297393","https://openalex.org/W3088524643","https://openalex.org/W3095248970","https://openalex.org/W3122010520","https://openalex.org/W3189031675","https://openalex.org/W6770856404","https://openalex.org/W6779405248"],"related_works":["https://openalex.org/W2998419362","https://openalex.org/W3010695715","https://openalex.org/W4360981302","https://openalex.org/W2319920447","https://openalex.org/W7203443329","https://openalex.org/W4312383953","https://openalex.org/W4395082209","https://openalex.org/W2267635276","https://openalex.org/W4312376588","https://openalex.org/W3129579134"],"abstract_inverted_index":{"While":[0],"binarized":[1,112],"neural":[2],"networks":[3,101],"(BNNs)":[4],"have":[5],"attracted":[6],"great":[7],"interest,":[8],"popular":[9,152],"approaches":[10],"proposed":[11],"so":[12],"far":[13],"mainly":[14],"exploit":[15],"the":[16,52,58,78,85,92,96,108,129,138,145,151],"symmetric":[17],"sign":[18],"function":[19,80],"for":[20],"feature":[21],"binarization,":[22],"i.e.,":[23],"to":[24,56,60,83],"binarize":[25],"activations":[26,59],"into":[27,77],"-1":[28],"and":[29,102,119],"+1":[30],"with":[31,150],"a":[32],"fixed":[33],"threshold":[34],"of":[35,81,132,141],"0.":[36],"However,":[37],"whether":[38],"this":[39,48],"option":[40],"is":[41],"optimal":[42],"has":[43],"been":[44],"largely":[45],"overlooked.":[46],"In":[47,135],"work,":[49],"we":[50],"propose":[51],"Sparsity-inducing":[53],"BNN":[54],"(Si-BNN)":[55],"quantize":[57],"be":[61,148],"either":[62],"0":[63],"or":[64],"+1,":[65],"which":[66],"better":[67],"approximates":[68],"ReLU":[69],"using":[70],"1-bit.":[71],"We":[72],"further":[73],"introduce":[74],"trainable":[75],"thresholds":[76],"backward":[79],"binarization":[82],"guide":[84],"gradient":[86],"propagation.":[87],"Our":[88],"method":[89],"dramatically":[90],"outperforms":[91],"current":[93],"state-of-the-art,":[94],"lowering":[95],"performance":[97],"gap":[98],"between":[99],"full-precision":[100],"BNNs":[103],"on":[104,111,144],"mainstream":[105],"architectures,":[106],"achieving":[107],"new":[109],"state-of-the-art":[110],"AlexNet":[113,143],"(Top-1":[114,117,121],"50.5%),":[115],"ResNet-18":[116],"62.2%),":[118],"ResNet-50":[120],"68.3%).":[122],"At":[123],"inference":[124],"time,":[125],"Si-BNN":[126],"still":[127],"enjoys":[128],"high":[130],"efficiency":[131],"bit-wise":[133],"operations.":[134],"our":[136],"implementation,":[137],"running":[139],"time":[140],"binary":[142],"CPU":[146],"can":[147],"competitive":[149],"GPU-based":[153],"deep":[154],"learning":[155],"framework.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2022-06-16T00:00:00"}