{"id":"https://openalex.org/W3135129908","doi":"https://doi.org/10.1109/tc.2021.3063269","title":"Rare Computing: Removing Redundant Multiplications From Sparse and Repetitive Data in Deep Neural Networks","display_name":"Rare Computing: Removing Redundant Multiplications From Sparse and Repetitive Data in Deep Neural Networks","publication_year":2021,"publication_date":"2021-03-03","ids":{"openalex":"https://openalex.org/W3135129908","doi":"https://doi.org/10.1109/tc.2021.3063269","mag":"3135129908"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2021.3063269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2021.3063269","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076633475","display_name":"Kangkyu Park","orcid":"https://orcid.org/0000-0003-1307-2735"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kangkyu Park","raw_affiliation_strings":["Department of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-1307-2735","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034558336","display_name":"Seungkyu Choi","orcid":"https://orcid.org/0000-0002-3125-9707"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seungkyu Choi","raw_affiliation_strings":["Department of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3125-9707","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085447028","display_name":"Yeongjae Choi","orcid":"https://orcid.org/0000-0001-9129-2894"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yeongjae Choi","raw_affiliation_strings":["Department of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-9129-2894","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052390471","display_name":"Lee\u2010Sup Kim","orcid":"https://orcid.org/0000-0001-9585-4591"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Lee-Sup Kim","raw_affiliation_strings":["Department of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-9585-4591","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.02406413,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"71","issue":"4","first_page":"795","last_page":"808"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8245699405670166},{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.6718234419822693},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.6216487884521484},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5697076916694641},{"id":"https://openalex.org/keywords/data-redundancy","display_name":"Data redundancy","score":0.5128052830696106},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4850987195968628},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4599202871322632},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.42597970366477966},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.41804784536361694},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.41268014907836914},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3447023332118988},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.322055459022522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15755817294120789}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8245699405670166},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.6718234419822693},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.6216487884521484},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5697076916694641},{"id":"https://openalex.org/C7545210","wikidata":"https://www.wikidata.org/wiki/Q838123","display_name":"Data redundancy","level":2,"score":0.5128052830696106},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4850987195968628},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4599202871322632},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.42597970366477966},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.41804784536361694},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.41268014907836914},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3447023332118988},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.322055459022522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15755817294120789},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2021.3063269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2021.3063269","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9200000166893005}],"awards":[{"id":"https://openalex.org/G1317411944","display_name":null,"funder_award_id":"IITP-2020-0-01847","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G2389063100","display_name":null,"funder_award_id":"2020R1A2B5B02002690","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1999085092","https://openalex.org/W2343308186","https://openalex.org/W2442974303","https://openalex.org/W2469490737","https://openalex.org/W2516141709","https://openalex.org/W2541839172","https://openalex.org/W2585720638","https://openalex.org/W2625457103","https://openalex.org/W2725159389","https://openalex.org/W2786771851","https://openalex.org/W2799197246","https://openalex.org/W2883899390","https://openalex.org/W2884150179","https://openalex.org/W2899663614","https://openalex.org/W2899771611","https://openalex.org/W2904327456","https://openalex.org/W2904640605","https://openalex.org/W2906043559","https://openalex.org/W2912984848","https://openalex.org/W2917767146","https://openalex.org/W2949870694","https://openalex.org/W2963122961","https://openalex.org/W2963367920","https://openalex.org/W2963480671","https://openalex.org/W2963521187","https://openalex.org/W2963594949","https://openalex.org/W2970601456","https://openalex.org/W2998218113","https://openalex.org/W3173567919","https://openalex.org/W3208968887","https://openalex.org/W4240168186","https://openalex.org/W4247198796","https://openalex.org/W4251575795","https://openalex.org/W4289548082","https://openalex.org/W6720242923","https://openalex.org/W6739069988","https://openalex.org/W6748224102","https://openalex.org/W6755977528","https://openalex.org/W6757434870","https://openalex.org/W6763456558","https://openalex.org/W6767298317","https://openalex.org/W6803236535"],"related_works":["https://openalex.org/W2002428578","https://openalex.org/W2897258045","https://openalex.org/W2072332896","https://openalex.org/W2018406690","https://openalex.org/W2951748633","https://openalex.org/W2057691131","https://openalex.org/W4292309272","https://openalex.org/W2952039693","https://openalex.org/W4280621979","https://openalex.org/W2362638961"],"abstract_inverted_index":{"Recent":[0],"research":[1],"shows":[2,189],"that":[3,43,119,166,179,186],"4-bit":[4],"data":[5,27,50,90],"precision":[6],"is":[7,28,58,144,158,167,175],"sufficient":[8],"for":[9,94,139],"Deep":[10],"Neural":[11],"Network":[12],"(DNN)":[13],"inference":[14],"without":[15,134],"accuracy":[16],"degradation.":[17],"Due":[18],"to":[19,48,82,130,160,177],"the":[20,52,74,87,127,155,168,187],"low":[21],"bit-width,":[22],"a":[23,35,92,100,108,117,161],"large":[24],"amount":[25],"of":[26,76,137,149],"repeated.":[29],"In":[30,86,154],"this":[31],"article,":[32],"we":[33,115],"propose":[34],"hardware":[36],"architecture,":[37],"named":[38],"Rare":[39],"Computing":[40],"Architecture":[41],"(RCA),":[42],"skips":[44],"redundant":[45],"computations":[46,129],"due":[47],"repetitive":[49],"in":[51,68,84,91,123,146,193],"networks.":[53],"By":[54],"exploiting":[55,150,171],"redundancy,":[56],"RCA":[57,157,174,188],"not":[59],"significantly":[60],"affected":[61],"by":[62,99],"data-sparsity":[63],"and":[64,70,105,152,164,195],"maintains":[65],"great":[66],"improvements":[67,75,192],"performance":[69,194],"energy":[71],"efficiency,":[72],"while":[73],"existing":[77],"DNN":[78],"accelerators":[79],"are":[80,97],"vulnerable":[81],"variations":[83],"sparsity.":[85,182],"RCA,":[88],"repeated":[89],"window":[93],"censoring":[95],"repetition":[96],"detected":[98],"Redundancy":[101],"Censoring":[102],"Unit":[103],"(RCU)":[104],"processed":[106],"at":[107],"time,":[109],"achieving":[110],"high":[111,191],"effective":[112],"throughput.":[113],"Additionally,":[114,173],"present":[116],"dataflow":[118],"exploits":[120,180],"abundant":[121],"data-reusability":[122],"DNNs,":[124],"which":[125],"enables":[126],"high-throughput":[128],"be":[131],"ceaselessly":[132],"performed":[133],"an":[135],"increase":[136],"bandwidth":[138],"data-read.":[140],"The":[141],"proposed":[142],"architecture":[143],"evaluated":[145],"two":[147],"ways":[148],"weight-":[151],"activation-repetition.":[153],"evaluation,":[156],"compared":[159,176],"value-agnostic":[162],"computation":[163],"UCNN":[165],"state-of-the-art":[169],"accelerator":[170],"weight-repetition.":[172],"Bit-pragmatic":[178],"bit-level":[181],"Both":[183],"evaluations":[184],"demonstrate":[185],"steadily":[190],"energy-efficiency.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}