{"id":"https://openalex.org/W2964080840","doi":"https://doi.org/10.1109/tc.2018.2879434","title":"SparCE: Sparsity Aware General-Purpose Core Extensions to Accelerate Deep Neural Networks","display_name":"SparCE: Sparsity Aware General-Purpose Core Extensions to Accelerate Deep Neural Networks","publication_year":2018,"publication_date":"2018-11-06","ids":{"openalex":"https://openalex.org/W2964080840","doi":"https://doi.org/10.1109/tc.2018.2879434","mag":"2964080840"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2018.2879434","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2018.2879434","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021284824","display_name":"Sanchari Sen","orcid":"https://orcid.org/0000-0003-0080-2882"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanchari Sen","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-0080-2882","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086674756","display_name":"Shubham Jain","orcid":"https://orcid.org/0000-0002-2291-7712"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shubham Jain","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-2291-7712","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010094713","display_name":"Swagath Venkataramani","orcid":"https://orcid.org/0000-0002-0470-6364"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Swagath Venkataramani","raw_affiliation_strings":["IBM T.J Watson Research Center, Yorktown Heights, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T.J Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065766721","display_name":"Anand Raghunathan","orcid":"https://orcid.org/0000-0002-4624-564X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anand Raghunathan","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9768,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.90530505,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"68","issue":"6","first_page":"912","last_page":"925"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8957486152648926},{"id":"https://openalex.org/keywords/instruction-set","display_name":"Instruction set","score":0.5869023203849792},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.553334653377533},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5131145119667053},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4952904284000397},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.47590622305870056},{"id":"https://openalex.org/keywords/operand","display_name":"Operand","score":0.4735778272151947},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4676992893218994},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.413796603679657},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.406355082988739},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.2291431725025177},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.176405131816864},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16350910067558289}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8957486152648926},{"id":"https://openalex.org/C202491316","wikidata":"https://www.wikidata.org/wiki/Q272683","display_name":"Instruction set","level":2,"score":0.5869023203849792},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.553334653377533},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5131145119667053},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4952904284000397},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.47590622305870056},{"id":"https://openalex.org/C55526617","wikidata":"https://www.wikidata.org/wiki/Q719375","display_name":"Operand","level":2,"score":0.4735778272151947},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4676992893218994},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.413796603679657},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.406355082988739},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2291431725025177},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.176405131816864},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16350910067558289}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2018.2879434","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2018.2879434","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2984175817","display_name":null,"funder_award_id":"1423290","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1598866093","https://openalex.org/W1686810756","https://openalex.org/W1841592590","https://openalex.org/W1902934009","https://openalex.org/W1935978687","https://openalex.org/W1996901117","https://openalex.org/W1998917233","https://openalex.org/W2048266589","https://openalex.org/W2095667776","https://openalex.org/W2097117768","https://openalex.org/W2139501017","https://openalex.org/W2145287260","https://openalex.org/W2147657366","https://openalex.org/W2155893237","https://openalex.org/W2160815625","https://openalex.org/W2163605009","https://openalex.org/W2168231600","https://openalex.org/W2184045248","https://openalex.org/W2194775991","https://openalex.org/W2285660444","https://openalex.org/W2289252105","https://openalex.org/W2342178639","https://openalex.org/W2513554817","https://openalex.org/W2516141709","https://openalex.org/W2530879419","https://openalex.org/W2560017826","https://openalex.org/W2565851976","https://openalex.org/W2606722458","https://openalex.org/W2625457103","https://openalex.org/W2626991402","https://openalex.org/W2657126969","https://openalex.org/W2950967261","https://openalex.org/W2962911728","https://openalex.org/W2963000224","https://openalex.org/W2963114950","https://openalex.org/W2963374099","https://openalex.org/W2963424132","https://openalex.org/W2964299589","https://openalex.org/W3118608800","https://openalex.org/W4240168186","https://openalex.org/W4244330903","https://openalex.org/W6635810480","https://openalex.org/W6637373629","https://openalex.org/W6638783484","https://openalex.org/W6639703010","https://openalex.org/W6640289440","https://openalex.org/W6674914833","https://openalex.org/W6684191040","https://openalex.org/W6684859321","https://openalex.org/W6684953698","https://openalex.org/W6687483927","https://openalex.org/W6725543821","https://openalex.org/W6730047919","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2113248385","https://openalex.org/W2125485192","https://openalex.org/W2102508656","https://openalex.org/W2109701506","https://openalex.org/W1664545926","https://openalex.org/W2111003880","https://openalex.org/W2407123106","https://openalex.org/W4291395144","https://openalex.org/W4285302443","https://openalex.org/W2039534605"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"have":[4],"emerged":[5],"as":[6,70,172],"the":[7,42,86,108,135,161,241,252,257,267,281,289,324,338,350],"method":[8],"of":[9,16,44,54,88,103,110,122,137,148,185,283],"choice":[10],"for":[11,31],"solving":[12],"a":[13,28,81,100,120,138,146,177,180,191,205,295,332],"wide":[14],"range":[15],"machine":[17],"learning":[18,292],"tasks.":[19],"The":[20],"enormous":[21],"computational":[22],"demand":[23],"posed":[24],"by":[25,98],"DNNs":[26,89,279],"is":[27,141,196,211,235],"key":[29,101,187],"challenge":[30],"computing":[32],"system":[33],"designers":[34],"and":[35,57,60,65,73,84,125,143,221,247,260,271,286,305,341],"has":[36],"most":[37],"commonly":[38],"been":[39],"addressed":[40],"through":[41],"design":[43],"DNN":[45],"accelerators.":[46],"However,":[47],"these":[48],"specialized":[49],"accelerators":[50],"utilize":[51],"large":[52],"quantities":[53],"multiply-accumulate":[55],"units":[56],"on-chip":[58],"memory":[59],"are":[61,166,202],"prohibitive":[62],"in":[63,280,320,349],"area":[64],"cost":[66],"constrained":[67],"systems":[68],"such":[69],"wearable":[71],"devices":[72],"IoT":[74],"sensors.":[75],"In":[76],"this":[77],"work,":[78],"we":[79],"take":[80],"complementary":[82],"approach":[83,274],"improve":[85],"performance":[87,156],"on":[90,225,275,331],"general-purpose":[91],"processor":[92,336],"(GPP)":[93],"cores.":[94],"We":[95,113,263,327],"do":[96],"so":[97,249],"exploiting":[99],"attribute":[102],"DNNs,":[104],"viz.":[105],"sparsity":[106],"or":[107],"prevalence":[109],"zero":[111,142],"values.":[112],"propose":[114],"Sparsity-aware":[115],"Core":[116],"Extensions":[117],"(SparCE)":[118],"-":[119],"set":[121,147],"low-overhead":[123],"micro-architectural":[124,188],"ISA":[126],"extensions":[127],"that":[128,151,160,201,217,228,308,343],"dynamically":[129,238],"detect":[130],"whether":[131,240],"an":[132,233],"operand":[133],"(e.g.,":[134,179],"result":[136],"load":[139],"instruction)":[140],"subsequently":[144],"skip":[145],"future":[149],"instructions":[150,162,174,259],"use":[152],"it.":[153],"To":[154],"maximize":[155],"benefits,":[157],"SparCE":[158,183,237,265,298,330,344],"ensures":[159],"to":[163,198,213,222,316],"be":[164,219,245],"skipped":[165],"prevented":[167],"from":[168],"even":[169],"being":[170],"fetched,":[171,236],"squashing":[173],"comes":[175],"with":[176],"penalty":[178],"pipeline":[181],"stall).":[182],"consists":[184],"2":[186],"enhancements.":[189],"First,":[190],"Sparsity":[192],"Register":[193],"File":[194],"(SpRF)":[195],"utilized":[197],"track":[199],"registers":[200,227],"zero.":[203],"Next,":[204],"Sparsity-Aware":[206],"Skip":[207],"Address":[208],"(SASA)":[209],"Table":[210],"used":[212],"indicate":[214],"instruction":[215,230,234],"sequences":[216],"can":[218,244],"skipped,":[220,246],"specify":[223],"conditions":[224],"SpRF":[226],"trigger":[229],"skipping.":[231],"When":[232],"pre-identifies":[239],"following":[242],"instruction(s)":[243],"if":[248],"appropriately":[250],"modifies":[251],"program":[253],"counter,":[254],"thereby":[255],"skipping":[256],"redundant":[258],"improving":[261],"performance.":[262],"model":[264],"using":[266,288,337],"gem5":[268],"architectural":[269],"simulator,":[270],"evaluate":[272,329],"our":[273],"6":[276],"state-of-the-art":[277],"image-recognition":[278],"context":[282],"both":[284,303],"training":[285],"inference":[287],"Caffe":[290],"deep":[291],"framework.":[293],"On":[294],"scalar":[296],"microprocessor,":[297],"achieves":[299,345],"1.11\u00d7-1.96\u00d7":[300],"speedups":[301,314],"across":[302],"convolution":[304],"fully-connected":[306],"layers":[307],"exhibit":[309],"10-90":[310],"percent":[311,318,347],"sparsity.":[312],"These":[313],"translate":[315],"19-31":[317],"reduction":[319,348],"execution":[321,352],"time":[322],"at":[323],"overall":[325],"application-level.":[326],"also":[328],"4-way":[333],"SIMD":[334],"ARMv8":[335],"OpenBLAS":[339],"library,":[340],"demonstrate":[342],"8-15":[346],"application-level":[351],"time.":[353]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}