{"id":"https://openalex.org/W3009123798","doi":"https://doi.org/10.1145/3369391","title":"Sparse BD-Net: A Multiplication-less DNN with Sparse Binarized Depth-wise Separable Convolution","display_name":"Sparse BD-Net: A Multiplication-less DNN with Sparse Binarized Depth-wise Separable Convolution","alternate_titles":[],"publication_year":2020,"publication_date":"2020-01-30","ids":{"openalex":"https://openalex.org/W3009123798","doi":"https://doi.org/10.1145/3369391","mag":"3009123798"},"language":"en","primary_location":{"id":"doi:10.1145/3369391","doi":"https://doi.org/10.1145/3369391","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3369391","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3369391","source":{"id":"https://openalex.org/S96198239","display_name":"ACM Journal on Emerging Technologies in Computing Systems","issn_l":"1550-4832","issn":["1550-4832","1550-4840"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-b","jufo-1","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Journal on Emerging Technologies in Computing Systems","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3009123798"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3369391","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036755436","display_name":"Zhezhi He","orcid":"https://orcid.org/0000-0002-6357-236X","observed_orcids":["https://orcid.org/0000-0002-6357-236X"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhezhi He","raw_affiliation_strings":["School of Electrical, Computer and Energy Engineering, Arizona State University , Tempe, Arizona"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University , Tempe, Arizona","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100419157","display_name":"Li Yang","orcid":"https://orcid.org/0000-0002-2839-6196","observed_orcids":["https://orcid.org/0000-0002-2839-6196"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li Yang","raw_affiliation_strings":["School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe, Arizona"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe, Arizona","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051680668","display_name":"Shaahin Angizi","orcid":"https://orcid.org/0000-0003-2289-6381","observed_orcids":["https://orcid.org/0000-0003-2289-6381"]},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaahin Angizi","raw_affiliation_strings":["Department of ECE, University of Central Florida, Orlando, Florida"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of ECE, University of Central Florida, Orlando, Florida","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030138469","display_name":"Adnan Siraj Rakin","orcid":"https://orcid.org/0000-0002-6056-2625","observed_orcids":["https://orcid.org/0000-0002-6056-2625","https://orcid.org/0000-0001-5444-8394"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adnan Siraj Rakin","raw_affiliation_strings":["School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe, Arizona"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe, Arizona","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047916979","display_name":"Deliang Fan","orcid":"https://orcid.org/0000-0002-7989-6297","observed_orcids":["https://orcid.org/0000-0002-7989-6297"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deliang Fan","raw_affiliation_strings":["School of Electrical, Computer and Energy Engineering, Arizona State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4056,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.81286958,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":98},"biblio":{"volume":"16","issue":"2","first_page":"1","last_page":"24"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/binary-neural-networks","display_name":"binary neural networks","score":0.8460000157356262},{"id":"https://openalex.org/keywords/depthwise-separable-convolution","display_name":"depthwise separable convolution","score":0.9490000009536743},{"id":"https://openalex.org/keywords/structured-sparsity","display_name":"structured sparsity","score":0.8199999928474426},{"id":"https://openalex.org/keywords/group-lasso-regularization","display_name":"group lasso regularization","score":0.8389999866485596},{"id":"https://openalex.org/keywords/sot-mram","display_name":"SOT-MRAM","score":0.9100000262260437},{"id":"https://openalex.org/keywords/hardware-software-co-design","display_name":"hardware-software co-design","score":0.8220000267028809},{"id":"https://openalex.org/keywords/mobile-embedded-systems","display_name":"mobile embedded systems","score":0.9480000138282776},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.800000011920929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7085329294204712},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5682849884033203},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4767116904258728},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4618593156337738},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46040427684783936},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.4375911355018616},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42897891998291016},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.42749476432800293},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.37355419993400574},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.3659420311450958},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.34793752431869507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29526329040527344},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3369391","doi":"https://doi.org/10.1145/3369391","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3369391","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3369391","source":{"id":"https://openalex.org/S96198239","display_name":"ACM Journal on Emerging Technologies in Computing Systems","issn_l":"1550-4832","issn":["1550-4832","1550-4840"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-b","jufo-1","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Journal on Emerging Technologies in Computing Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3369391","doi":"https://doi.org/10.1145/3369391","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3369391","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3369391","source":{"id":"https://openalex.org/S96198239","display_name":"ACM Journal on Emerging Technologies in Computing Systems","issn_l":"1550-4832","issn":["1550-4832","1550-4840"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-b","jufo-1","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Journal on Emerging Technologies in Computing Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1261258159","display_name":"E2CDA: Type II: Non-Volatile In-Memory Processing Unit: Memory, In-Memory Logic and Deep Neural Network","funder_award_id":"1740126","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1431888982","display_name":null,"funder_award_id":"1908495","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"},{"id":"https://openalex.org/G2119367237","display_name":"FET: Small: AlignMEM: Fast and Efficient DNA Sequence Alignment in Non-Volatile Magnetic RAM","funder_award_id":"1908495","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G500980815","display_name":null,"funder_award_id":"1740126","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"},{"id":"https://openalex.org/G6833359986","display_name":"CPS: Medium: A Secure, Trustworthy, and Reliable Air Quality Monitoring System for Smart and Connected Communities","funder_award_id":"1931871","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3009123798.pdf","grobid_xml":"https://content.openalex.org/works/W3009123798.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W566555209","https://openalex.org/W1677182931","https://openalex.org/W2010202670","https://openalex.org/W2113809410","https://openalex.org/W2164586147","https://openalex.org/W2242818861","https://openalex.org/W2319920447","https://openalex.org/W2346143906","https://openalex.org/W2464177207","https://openalex.org/W2469490737","https://openalex.org/W2513491952","https://openalex.org/W2531409750","https://openalex.org/W2559306271","https://openalex.org/W2736591611","https://openalex.org/W2738393257","https://openalex.org/W2769168016","https://openalex.org/W2804640713","https://openalex.org/W2809524490","https://openalex.org/W2885077862","https://openalex.org/W2885201213","https://openalex.org/W2900164285","https://openalex.org/W2919115771","https://openalex.org/W2946017187","https://openalex.org/W2963735024","https://openalex.org/W2963821229","https://openalex.org/W2982644126","https://openalex.org/W3100443344","https://openalex.org/W4234552385","https://openalex.org/W4240163901","https://openalex.org/W4255133361"],"related_works":["https://openalex.org/W2885201213","https://openalex.org/W4377691668","https://openalex.org/W3177585781","https://openalex.org/W7106676254","https://openalex.org/W4212847409","https://openalex.org/W2898913080","https://openalex.org/W3007465214","https://openalex.org/W3112003551","https://openalex.org/W2963226883","https://openalex.org/W4415179244"],"abstract_inverted_index":{"In":[0,37],"this":[1,203],"work,":[2],"we":[3,66,85,185],"propose":[4,67,86],"a":[5,68,74,92,112,155],"multiplication-less":[6],"binarized":[7,19],"depthwise-separable":[8],"convolution":[9,22,33,41],"neural":[10,34],"network,":[11],"called":[12],"BD-Net.":[13],"BD-Net":[14,136,156],"is":[15,99,160,206],"designed":[16,161],"to":[17,101,117,147],"use":[18],"depthwise":[20],"separable":[21],"block":[23],"as":[24],"the":[25,39,56,61,102,119,133,148,176,207],"drop-in":[26],"replacement":[27],"of":[28,104,167,194,210],"conventional":[29],"spatial-convolution":[30],"in":[31,64,108,145,215],"deep":[32],"network":[35],"(DNN).":[36],"BD-Net,":[38,84],"computation-expensive":[40],"operations":[42],"(i.e.,":[43],"Multiplication":[44],"and":[45,87,110,125,172,182],"Accumulation)":[46],"are":[47],"converted":[48],"into":[49],"energy-efficient":[50],"Addition/Subtraction":[51],"operations.":[52],"For":[53],"further":[54],"compressing":[55],"model":[57],"size":[58,98],"while":[59],"maintaining":[60],"dominant":[62],"computation":[63,173],"addition/subtraction,":[65],"brand-new":[69],"sparse":[70,83,135],"binarization":[71,124],"method":[72],"with":[73],"hardware-oriented":[75],"structured":[76],"sparsity":[77],"pattern.":[78],"To":[79],"successfully":[80],"train":[81],"such":[82],"leverage":[88],"two":[89],"techniques:":[90],"(1)":[91],"modified":[93],"group-lasso":[94],"regularization":[95],"whose":[96],"group":[97],"identical":[100],"capacity":[103],"basic":[105],"computing":[106],"core":[107],"accelerator":[109,159],"(2)":[111],"weight":[113,123],"penalty":[114],"clipping":[115],"technique":[116],"solve":[118],"disharmony":[120],"issue":[121],"between":[122],"lasso":[126],"regularization.":[127],"The":[128],"experiment":[129],"results":[130],"show":[131],"that":[132,202],"proposed":[134],"can":[137],"achieve":[138],"comparable":[139],"or":[140],"even":[141],"better":[142],"inference":[143],"accuracy,":[144],"comparison":[146],"full":[149],"precision":[150],"CNN":[151],"baseline.":[152],"Beyond":[153],"that,":[154],"customized":[157],"process-in-memory":[158],"using":[162],"SOT-MRAM,":[163],"which":[164],"owns":[165],"characteristics":[166],"high":[168],"channel":[169],"expansion":[170],"flexibility":[171],"parallelism.":[174],"Through":[175],"detailed":[177],"analysis":[178],"from":[179],"both":[180],"software":[181],"hardware":[183],"perspectives,":[184],"provide":[186],"an":[187],"intuitive":[188],"design":[189],"guidance":[190],"for":[191],"software/hardware":[192],"co-design":[193],"DNN":[195],"acceleration":[196],"on":[197],"mobile":[198],"embedded":[199],"systems.":[200],"Note":[201],"journal":[204],"submission":[205],"extended":[208],"version":[209],"our":[211],"previous":[212],"published":[213],"paper":[214],"ISVLSI":[216],"2018":[217],"[24].":[218]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3009123798","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2020-03-13T00:00:00"}
