{"id":"https://openalex.org/W3134055916","doi":"https://doi.org/10.1109/tcsi.2021.3060945","title":"A Real-Time Architecture for Pruning the Effectual Computations in Deep Neural Networks","display_name":"A Real-Time Architecture for Pruning the Effectual Computations in Deep Neural Networks","publication_year":2021,"publication_date":"2021-03-02","ids":{"openalex":"https://openalex.org/W3134055916","doi":"https://doi.org/10.1109/tcsi.2021.3060945","mag":"3134055916"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2021.3060945","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2021.3060945","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066273860","display_name":"Mohammadreza Asadikouhanjani","orcid":"https://orcid.org/0000-0003-0375-4767"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mohammadreza Asadikouhanjani","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Saskatchewan, Saskatoon, SK, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Saskatchewan, Saskatoon, SK, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100397041","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0003-3027-0485"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Saskatchewan, Saskatoon, SK, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Saskatchewan, Saskatoon, SK, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108015728","display_name":"Lakshminarayanan Gopalakrishnan","orcid":null},"institutions":[{"id":"https://openalex.org/I122964287","display_name":"National Institute of Technology Tiruchirappalli","ror":"https://ror.org/047x65e68","country_code":"IN","type":"education","lineage":["https://openalex.org/I122964287"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Lakshminarayanan Gopalakrishnan","raw_affiliation_strings":["Department of Electronics and Communication Engineering, National Institute of Technology Tiruchirappalli, Tiruchirappalli, India"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, National Institute of Technology Tiruchirappalli, Tiruchirappalli, India","institution_ids":["https://openalex.org/I122964287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102861073","display_name":"Hyuk-Jae Lee","orcid":"https://orcid.org/0000-0001-8895-9117"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyuk-Jae Lee","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Seoul National University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115600118","display_name":"Seok-Bum Ko","orcid":"https://orcid.org/0000-0003-4597-9884"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Seok-Bum Ko","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Saskatchewan, Saskatoon, SK, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Saskatchewan, Saskatoon, SK, Canada","institution_ids":["https://openalex.org/I32625721"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5066273860"],"corresponding_institution_ids":["https://openalex.org/I32625721"],"apc_list":null,"apc_paid":null,"fwci":1.1627,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.80077467,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"68","issue":"5","first_page":"2030","last_page":"2041"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8116151094436646},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8066750764846802},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.7417439818382263},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6421942710876465},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5531281232833862},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5472058057785034},{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.5454850196838379},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5342385768890381},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.510576605796814},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4099103510379791},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3943555951118469},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3456568419933319},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.34397047758102417},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3344317078590393}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8116151094436646},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8066750764846802},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.7417439818382263},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6421942710876465},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5531281232833862},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5472058057785034},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.5454850196838379},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5342385768890381},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.510576605796814},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4099103510379791},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3943555951118469},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3456568419933319},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.34397047758102417},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3344317078590393},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2021.3060945","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2021.3060945","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2048266589","https://openalex.org/W2097117768","https://openalex.org/W2152839228","https://openalex.org/W2172654076","https://openalex.org/W2279098554","https://openalex.org/W2289252105","https://openalex.org/W2531409750","https://openalex.org/W2541839172","https://openalex.org/W2565851976","https://openalex.org/W2565960208","https://openalex.org/W2568808500","https://openalex.org/W2766143712","https://openalex.org/W2767864757","https://openalex.org/W2806167418","https://openalex.org/W2831610400","https://openalex.org/W2883089954","https://openalex.org/W2888498420","https://openalex.org/W2931118404","https://openalex.org/W2945146780","https://openalex.org/W2949870694","https://openalex.org/W2963163009","https://openalex.org/W2973613048","https://openalex.org/W2975335499","https://openalex.org/W2991012113","https://openalex.org/W3001125339","https://openalex.org/W3008067816","https://openalex.org/W3177672515","https://openalex.org/W4212788319","https://openalex.org/W4240168186","https://openalex.org/W6637373629"],"related_works":["https://openalex.org/W1572523360","https://openalex.org/W184060744","https://openalex.org/W3092357178","https://openalex.org/W3046841960","https://openalex.org/W3134055916","https://openalex.org/W2981526169","https://openalex.org/W4310614714","https://openalex.org/W3088334494","https://openalex.org/W3013306997","https://openalex.org/W3105802176"],"abstract_inverted_index":{"Integrating":[0],"Deep":[1],"Neural":[2],"Networks":[3],"(DNNs)":[4],"into":[5],"the":[6,15,74,95,100,120,154,162,198],"Internet":[7],"of":[8,17,28,40,44,102,156,174,186,200],"Thing":[9],"(IoT)":[10],"devices":[11],"could":[12],"result":[13],"in":[14,42,50,73,127,146],"emergence":[16],"complex":[18],"sensing":[19],"and":[20,79,113,123,149,182],"recognition":[21],"tasks":[22],"that":[23],"support":[24,53],"a":[25,109],"new":[26],"era":[27],"human":[29],"interactions":[30],"with":[31],"surrounding":[32],"environments.":[33],"However,":[34,88],"DNNs":[35],"are":[36,86],"power-hungry,":[37],"performing":[38],"billions":[39],"computations":[41,85,97,126,139],"terms":[43],"one":[45],"inference.":[46],"Spatial":[47],"DNN":[48,66],"accelerators":[49,67],"principle":[51],"can":[52],"computation-pruning":[54],"techniques":[55],"compared":[56,160],"to":[57,119,161],"other":[58],"common":[59],"architectures":[60],"such":[61],"as":[62],"systolic":[63],"arrays.":[64],"Energy-efficient":[65],"skip":[68],"bit-wise":[69],"or":[70],"word-wise":[71],"sparsity":[72],"input":[75],"feature":[76],"maps":[77],"(ifmaps)":[78],"filter":[80,150],"weights":[81,151],"which":[82],"means":[83],"ineffectual":[84],"skipped.":[87],"there":[89],"is":[90],"still":[91],"room":[92],"for":[93],"pruning":[94,124],"effectual":[96],"without":[98,152],"reducing":[99],"accuracy":[101,155,199],"DNNs.":[103],"In":[104],"this":[105],"paper,":[106],"we":[107],"propose":[108],"novel":[110],"real-time":[111],"architecture":[112,136],"dataflow":[114],"by":[115,140],"decomposing":[116],"multiplications":[117],"down":[118],"bit":[121,143],"level":[122],"identical":[125,138,142],"spatial":[128],"designs":[129],"while":[130,196],"running":[131],"benchmark":[132,157,201],"networks.":[133,158,202],"The":[134],"proposed":[135,166],"prunes":[137],"identifying":[141],"values":[144],"available":[145],"both":[147],"ifmaps":[148],"changing":[153],"When":[159],"reference":[163],"design,":[164],"our":[165],"design":[167],"achieves":[168],"an":[169,183],"average":[170],"per":[171,194],"layer":[172],"speedup":[173],"<inline-formula":[175,187],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[176,188],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[177,189],"<tex-math":[178,190],"notation=\"LaTeX\">$\\times":[179,191],"1.4$":[180],"</tex-math></inline-formula>":[181,193],"energy":[184],"efficiency":[185],"1.21$":[192],"inference":[195],"maintaining":[197]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}