{"id":"https://openalex.org/W4320712936","doi":"https://doi.org/10.1109/tvlsi.2023.3241933","title":"Sense: Model-Hardware Codesign for Accelerating Sparse CNNs on Systolic Arrays","display_name":"Sense: Model-Hardware Codesign for Accelerating Sparse CNNs on Systolic Arrays","publication_year":2023,"publication_date":"2023-02-14","ids":{"openalex":"https://openalex.org/W4320712936","doi":"https://doi.org/10.1109/tvlsi.2023.3241933"},"language":"en","primary_location":{"id":"doi:10.1109/tvlsi.2023.3241933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2023.3241933","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101982532","display_name":"Wenhao Sun","orcid":"https://orcid.org/0000-0001-8190-0120"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Sun","raw_affiliation_strings":["School of Microelectronics, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100764219","display_name":"Deng Liu","orcid":"https://orcid.org/0009-0005-0220-6277"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deng Liu","raw_affiliation_strings":["School of Microelectronics, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101461727","display_name":"Zhiwei Zou","orcid":"https://orcid.org/0009-0007-3574-6135"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Zou","raw_affiliation_strings":["School of Microelectronics, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101254903","display_name":"Wendi Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wendi Sun","raw_affiliation_strings":["School of Microelectronics, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100423614","display_name":"Song Chen","orcid":"https://orcid.org/0000-0003-0341-3428"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Chen","raw_affiliation_strings":["School of Microelectronics, University of Science and Technology of China, Hefei, China","Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-0341-3428","affiliations":[{"raw_affiliation_string":"School of Microelectronics, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033886915","display_name":"Yi Kang","orcid":"https://orcid.org/0000-0002-5487-6855"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Kang","raw_affiliation_strings":["School of Microelectronics, University of Science and Technology of China, Hefei, China","Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-5487-6855","affiliations":[{"raw_affiliation_string":"School of Microelectronics, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7052,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.94677455,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"31","issue":"4","first_page":"470","last_page":"483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.8277267217636108},{"id":"https://openalex.org/keywords/systolic-array","display_name":"Systolic array","score":0.6546781063079834},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6309749484062195},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.591365396976471},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5712953209877014},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.49202582240104675},{"id":"https://openalex.org/keywords/very-large-scale-integration","display_name":"Very-large-scale integration","score":0.38225358724594116},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3793211281299591},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3757143020629883},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.24563384056091309},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22811567783355713}],"concepts":[{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.8277267217636108},{"id":"https://openalex.org/C150741067","wikidata":"https://www.wikidata.org/wiki/Q2377218","display_name":"Systolic array","level":3,"score":0.6546781063079834},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6309749484062195},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.591365396976471},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5712953209877014},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.49202582240104675},{"id":"https://openalex.org/C14580979","wikidata":"https://www.wikidata.org/wiki/Q876049","display_name":"Very-large-scale integration","level":2,"score":0.38225358724594116},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3793211281299591},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3757143020629883},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.24563384056091309},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22811567783355713},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvlsi.2023.3241933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2023.3241933","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1411627799","display_name":null,"funder_award_id":"XDB44000000","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G2408834436","display_name":null,"funder_award_id":"YSBR-029k","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G4027129818","display_name":null,"funder_award_id":"2019YFB2204800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7801426869","display_name":"\u7aef\u4e91\u534f\u540c\u89c6\u9891\u667a\u80fd\u8ba1\u7b97\u65b9\u6cd5\u4e0e\u82af\u7247\u67b6\u6784\u7814\u7a76","funder_award_id":"61931008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1600744878","https://openalex.org/W1686810756","https://openalex.org/W2017369466","https://openalex.org/W2062227835","https://openalex.org/W2097117768","https://openalex.org/W2155893237","https://openalex.org/W2194775991","https://openalex.org/W2289252105","https://openalex.org/W2594492285","https://openalex.org/W2606722458","https://openalex.org/W2617247391","https://openalex.org/W2618530766","https://openalex.org/W2625457103","https://openalex.org/W2764043458","https://openalex.org/W2773339846","https://openalex.org/W2794952988","https://openalex.org/W2805003733","https://openalex.org/W2904902077","https://openalex.org/W2906043559","https://openalex.org/W2949619037","https://openalex.org/W2950656546","https://openalex.org/W2962965870","https://openalex.org/W2963037989","https://openalex.org/W2979439447","https://openalex.org/W3004531124","https://openalex.org/W3010389911","https://openalex.org/W3038838661","https://openalex.org/W3092513807","https://openalex.org/W3118608800","https://openalex.org/W3161204726","https://openalex.org/W4224612674","https://openalex.org/W4240168186","https://openalex.org/W4251575795","https://openalex.org/W4254745539","https://openalex.org/W6637373629","https://openalex.org/W6726275242","https://openalex.org/W6738105350","https://openalex.org/W6738957339","https://openalex.org/W6745148473","https://openalex.org/W6751979845","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2998381397","https://openalex.org/W4236419692","https://openalex.org/W3167919718","https://openalex.org/W4225271228","https://openalex.org/W1484403103","https://openalex.org/W2038682752","https://openalex.org/W2142131433","https://openalex.org/W4319431385","https://openalex.org/W2739720767","https://openalex.org/W2105613219"],"abstract_inverted_index":{"Sparsity":[0],"is":[1],"an":[2],"intrinsic":[3],"property":[4],"of":[5,54,127,161],"convolutional":[6],"neural":[7],"networks":[8],"(CNNs),":[9],"worth":[10],"exploiting":[11],"for":[12,29,42,76,112,215],"CNN":[13,40,78],"accelerators.":[14],"However,":[15,51],"the":[16,52,60,97,124,153,158],"extra":[17],"processing":[18,98],"involved":[19],"comes":[20],"with":[21,109,134,188,203,223],"hardware":[22,49],"overhead,":[23],"resulting":[24],"in":[25],"only":[26],"marginal":[27],"profits":[28],"most":[30],"architectures.":[31],"Meanwhile,":[32],"systolic":[33,62,229],"arrays":[34],"have":[35],"become":[36],"increasingly":[37],"competitive":[38],"on":[39,157,201,287],"acceleration":[41,79],"its":[43],"high":[44],"spatiotemporal":[45],"locality":[46],"and":[47,93,115,141,163,190,206,212,219,232,268],"low":[48],"overhead.":[50],"irregularity":[53],"sparsity":[55,111,125],"induces":[56],"imbalanced":[57],"workloads":[58],"under":[59],"rigid":[61],"dataflow,":[63],"causing":[64],"performance":[65,85],"degradation.":[66],"Thus,":[67],"this":[68],"article":[69],"proposed":[70],"a":[71,117,131],"systolic-array-based":[72,225],"architecture,":[73],"called":[74],"Sense,":[75],"sparse":[77,224],"by":[80],"model-hardware":[81],"codesign,":[82],"enabling":[83],"large":[84],"gains.":[86],"To":[87],"balance":[88],"input":[89],"feature":[90],"map":[91],"(IFM)":[92],"weight":[94,119],"loads":[95],"across":[96],"element":[99],"(PE)":[100],"array,":[101],"we":[102],"applied":[103,150],"channel":[104],"clustering":[105],"to":[106,122,151],"gather":[107],"IFMs":[108,162],"approximate":[110],"array":[113],"computation":[114],"codesigned":[116],"load-balancing":[118],"pruning":[120],"method":[121],"keep":[123],"ratio":[126,160],"each":[128],"kernel":[129],"at":[130,208],"certain":[132],"value":[133],"little":[135],"accuracy":[136],"loss,":[137],"improving":[138],"PE":[139],"utilization":[140],"overall":[142],"performance.":[143],"In":[144],"addition,":[145],"adaptive":[146],"dataflow":[147],"configuration":[148],"was":[149,199],"determine":[152],"computing":[154],"strategy":[155],"based":[156],"storage":[159],"weights,":[164],"lowering":[165],"<inline-formula":[166,174,236,244,252,260,269,277],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[167,175,237,245,253,261,270,278],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[168,176,238,246,254,262,271,279],"<tex-math":[169,177,239,247,255,263,272,280],"notation=\"LaTeX\">$1.17\\times":[170],"$":[171,179,241,249,257,265,274,282],"</tex-math></inline-formula>":[172,180,242,250,258,266,275,283],"\u2013":[173,243,259,276],"notation=\"LaTeX\">$1.8\\times":[178],"dynamic":[181],"random":[182],"access":[183,186],"memory":[184],"(DRAM)":[185],"compared":[187],"Swallow":[189],"further":[191],"reducing":[192],"system":[193],"energy":[194,284],"consumption.":[195],"The":[196],"whole":[197],"design":[198],"implemented":[200],"ZynqZCU102":[202],"200":[204],"MHz":[205],"performs":[207],"471,":[209],"34,":[210],"53,":[211],"191":[213],"image/s":[214],"AlexNet,":[216],"VGG-16,":[217],"ResNet-50,":[218],"GoogleNet,":[220],"respectively.":[221,290],"Compared":[222],"accelerators,":[226],"Swallow,":[227],"fusion-enabled":[228],"architecture":[230],"(FESA),":[231],"SPOTS,":[233],"Sense":[234],"achieves":[235],"notation=\"LaTeX\">$0.97\\times":[240],"notation=\"LaTeX\">$2.18\\times":[248],",":[251,267],"notation=\"LaTeX\">$1.3\\times":[256],"notation=\"LaTeX\">$1.67\\times":[264],"notation=\"LaTeX\">$0.94\\times":[273],"notation=\"LaTeX\">$1.82\\times":[281],"efficiency":[285],"(image/J)":[286],"these":[288],"CNNs,":[289]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}