{"id":"https://openalex.org/W3205734594","doi":"https://doi.org/10.1109/jetcas.2021.3120417","title":"An Overview of Sparsity Exploitation in CNNs for On-Device Intelligence With Software-Hardware Cross-Layer Optimizations","display_name":"An Overview of Sparsity Exploitation in CNNs for On-Device Intelligence With Software-Hardware Cross-Layer Optimizations","publication_year":2021,"publication_date":"2021-10-15","ids":{"openalex":"https://openalex.org/W3205734594","doi":"https://doi.org/10.1109/jetcas.2021.3120417","mag":"3205734594"},"language":"en","primary_location":{"id":"doi:10.1109/jetcas.2021.3120417","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jetcas.2021.3120417","pdf_url":null,"source":{"id":"https://openalex.org/S142323794","display_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","issn_l":"2156-3357","issn":["2156-3357","2156-3365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085959296","display_name":"Sanghoon Kang","orcid":"https://orcid.org/0000-0001-6557-2083"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sanghoon Kang","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-6557-2083","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029169930","display_name":"Gwangtae Park","orcid":"https://orcid.org/0000-0002-9132-0311"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gwangtae Park","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-9132-0311","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100748581","display_name":"Sangjin Kim","orcid":"https://orcid.org/0000-0001-6665-9973"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangjin Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-6665-9973","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350562","display_name":"Soyeon Kim","orcid":"https://orcid.org/0000-0001-7049-9191"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Soyeon Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-7049-9191","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039062148","display_name":"Donghyeon Han","orcid":"https://orcid.org/0000-0002-5212-2072"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Donghyeon Han","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-5212-2072","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077896259","display_name":"Hoi\u2010Jun Yoo","orcid":"https://orcid.org/0000-0002-6661-4879"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hoi-Jun Yoo","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-6661-4879","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":1.6351,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.84371967,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"11","issue":"4","first_page":"634","last_page":"648"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7561975717544556},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.576431155204773},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.524075448513031},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5195596218109131},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.5089340209960938},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4876457452774048},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.48372629284858704},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4711918830871582},{"id":"https://openalex.org/keywords/operand","display_name":"Operand","score":0.4686410129070282},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.42164531350135803},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.36101245880126953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35747575759887695},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.2709544897079468},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11099511384963989}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7561975717544556},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.576431155204773},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.524075448513031},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5195596218109131},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.5089340209960938},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4876457452774048},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.48372629284858704},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4711918830871582},{"id":"https://openalex.org/C55526617","wikidata":"https://www.wikidata.org/wiki/Q719375","display_name":"Operand","level":2,"score":0.4686410129070282},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.42164531350135803},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.36101245880126953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35747575759887695},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2709544897079468},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11099511384963989},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jetcas.2021.3120417","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jetcas.2021.3120417","pdf_url":null,"source":{"id":"https://openalex.org/S142323794","display_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","issn_l":"2156-3357","issn":["2156-3357","2156-3365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8600000143051147}],"awards":[{"id":"https://openalex.org/G410634553","display_name":null,"funder_award_id":"2021-0-00871","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":99,"referenced_works":["https://openalex.org/W1996901117","https://openalex.org/W2095705004","https://openalex.org/W2117539524","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2257979135","https://openalex.org/W2285660444","https://openalex.org/W2289252105","https://openalex.org/W2516141709","https://openalex.org/W2585720638","https://openalex.org/W2593564159","https://openalex.org/W2593882908","https://openalex.org/W2606722458","https://openalex.org/W2613119772","https://openalex.org/W2623629680","https://openalex.org/W2701971652","https://openalex.org/W2736953746","https://openalex.org/W2747730547","https://openalex.org/W2794141774","https://openalex.org/W2883542588","https://openalex.org/W2883899390","https://openalex.org/W2884071170","https://openalex.org/W2896457183","https://openalex.org/W2899096050","https://openalex.org/W2899481200","https://openalex.org/W2900228909","https://openalex.org/W2905184098","https://openalex.org/W2915106038","https://openalex.org/W2921918777","https://openalex.org/W2921967969","https://openalex.org/W2928560789","https://openalex.org/W2931118404","https://openalex.org/W2945146780","https://openalex.org/W2949674408","https://openalex.org/W2949866178","https://openalex.org/W2949941638","https://openalex.org/W2962821792","https://openalex.org/W2962965870","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963363373","https://openalex.org/W2963387679","https://openalex.org/W2963709005","https://openalex.org/W2963910036","https://openalex.org/W2963918968","https://openalex.org/W2964259004","https://openalex.org/W2964988320","https://openalex.org/W2979439447","https://openalex.org/W2981207549","https://openalex.org/W2981800892","https://openalex.org/W2996874060","https://openalex.org/W3015599230","https://openalex.org/W3015655039","https://openalex.org/W3015729306","https://openalex.org/W3016542674","https://openalex.org/W3048104550","https://openalex.org/W3048842964","https://openalex.org/W3048902839","https://openalex.org/W3084623993","https://openalex.org/W3091592563","https://openalex.org/W3091922395","https://openalex.org/W3092357178","https://openalex.org/W3094014938","https://openalex.org/W3099513244","https://openalex.org/W3102587717","https://openalex.org/W3104849992","https://openalex.org/W3105802176","https://openalex.org/W3118404249","https://openalex.org/W3128633047","https://openalex.org/W3128966520","https://openalex.org/W3133635270","https://openalex.org/W3134304371","https://openalex.org/W3135701542","https://openalex.org/W3135859967","https://openalex.org/W3137841151","https://openalex.org/W3187235458","https://openalex.org/W3187481008","https://openalex.org/W3187908937","https://openalex.org/W3190761184","https://openalex.org/W4236868170","https://openalex.org/W4240168186","https://openalex.org/W4289441319","https://openalex.org/W4297775537","https://openalex.org/W6674330103","https://openalex.org/W6684191040","https://openalex.org/W6726275242","https://openalex.org/W6734592959","https://openalex.org/W6734891989","https://openalex.org/W6737664043","https://openalex.org/W6740114376","https://openalex.org/W6753490951","https://openalex.org/W6755207826","https://openalex.org/W6756887525","https://openalex.org/W6760738572","https://openalex.org/W6776372927","https://openalex.org/W6790428460","https://openalex.org/W6791230884","https://openalex.org/W6791836880","https://openalex.org/W6792046235"],"related_works":["https://openalex.org/W2556282987","https://openalex.org/W1533508804","https://openalex.org/W2050923821","https://openalex.org/W2506885233","https://openalex.org/W1970370079","https://openalex.org/W2333680585","https://openalex.org/W2098637578","https://openalex.org/W1999746819","https://openalex.org/W1996625680","https://openalex.org/W4378651692"],"abstract_inverted_index":{"This":[0,94],"paper":[1,95],"presents":[2],"a":[3],"detailed":[4],"overview":[5],"of":[6,26,38,70,109],"sparsity":[7,100,162],"exploitation":[8,68,101,178],"in":[9,141],"deep":[10],"neural":[11],"network":[12],"(DNN)":[13],"accelerators.":[14],"Despite":[15],"the":[16,24,36,71,104,112,120,123,137],"algorithmic":[17],"advancements":[18,140],"which":[19,161],"drove":[20],"DNNs":[21],"to":[22,50,78,116,143],"become":[23],"standard":[25],"artificial":[27],"intelligence":[28],"(AI),":[29],"DNNs\u2019":[30],"computational":[31],"and":[32,57,64,82,106,118,133,165,176],"memory":[33],"overhead":[34],"limits":[35],"deployment":[37],"off-the-shelf":[39],"models":[40,54],"on":[41,55,99,171],"edge":[42],"devices.":[43],"Numerous":[44],"optimizations":[45],"have":[46],"been":[47],"widely":[48],"studied":[49],"efficiently":[51,144],"run":[52],"DNN":[53,147],"performance":[56],"energy-limited":[58],"mobile":[59],"devices,":[60],"from":[61,102],"both":[62,103],"software\u2019s":[63],"hardware\u2019s":[65,138],"perspective.":[66],"Sparsity":[67],"one":[69],"mainstream":[72],"optimization":[73],"techniques,":[74],"whose":[75],"objective":[76],"is":[77],"achieve":[79],"higher":[80],"efficiency":[81],"speed":[83],"through":[84],"avoiding":[85],"redundant":[86],"multiply-and-accumulate":[87],"(MAC)":[88],"operations":[89],"cause":[90],"by":[91,160],"zero":[92],"operands.":[93],"overviews":[96],"previous":[97,157],"contributions":[98],"software":[105,124],"hardware":[107],"side":[108],"views,":[110],"with":[111],"newly":[113],"proposed":[114,152],"taxonomy":[115,153],"categorize":[117],"analyze":[119],"works.":[121],"On":[122],"side,":[125],"different":[126],"sparsification":[127],"algorithms":[128],"are":[129,149,179],"explained,":[130],"including":[131],"pruning":[132],"output":[134],"speculation.":[135],"From":[136],"perspective,":[139],"architectures":[142,175],"handle":[145],"sparse":[146,172],"computation":[148],"elaborated.":[150],"The":[151],"will":[154],"help":[155],"classify":[156],"accelerators":[158],"easily,":[159],"they":[163],"exploit":[164],"how.":[166],"In":[167],"addition,":[168],"related":[169],"works":[170],"processing-in-memory":[173],"(PIM)":[174],"similarity":[177],"briefly":[180],"introduced.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}