{"id":"https://openalex.org/W4288079690","doi":"https://doi.org/10.1145/3410463.3414655","title":"SparseTrain","display_name":"SparseTrain","publication_year":2020,"publication_date":"2020-09-30","ids":{"openalex":"https://openalex.org/W4288079690","doi":"https://doi.org/10.1145/3410463.3414655"},"language":"en","primary_location":{"id":"doi:10.1145/3410463.3414655","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3410463.3414655","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Parallel Architectures and Compilation Techniques","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009547890","display_name":"Zhangxiaowen Gong","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhangxiaowen Gong","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059787309","display_name":"Houxiang Ji","orcid":"https://orcid.org/0009-0008-8402-0127"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houxiang Ji","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027987862","display_name":"Christopher W. Fletcher","orcid":"https://orcid.org/0000-0002-9995-5995"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher W. Fletcher","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024082060","display_name":"Christopher J. Hughes","orcid":"https://orcid.org/0009-0009-2888-0314"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher J. Hughes","raw_affiliation_strings":["Intel, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"Intel, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055909708","display_name":"Josep Torrellas","orcid":"https://orcid.org/0000-0003-2595-5228"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josep Torrellas","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5009547890"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":1.46859549,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.85396238,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"279","last_page":"292"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4625747501850128}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4625747501850128}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3410463.3414655","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3410463.3414655","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Parallel Architectures and Compilation Techniques","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W2097117768","https://openalex.org/W2100869242","https://openalex.org/W2108598243","https://openalex.org/W2172654076","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2257979135","https://openalex.org/W2285660444","https://openalex.org/W2442974303","https://openalex.org/W2516141709","https://openalex.org/W2560017826","https://openalex.org/W2606722458","https://openalex.org/W2617247391","https://openalex.org/W2618530766","https://openalex.org/W2625457103","https://openalex.org/W2701971652","https://openalex.org/W2757196798","https://openalex.org/W2794670651","https://openalex.org/W2799229073","https://openalex.org/W2904795057","https://openalex.org/W2906043559","https://openalex.org/W2931743911","https://openalex.org/W2939504873","https://openalex.org/W2951894856","https://openalex.org/W2952682304","https://openalex.org/W2953212265","https://openalex.org/W2962711501","https://openalex.org/W2962821792","https://openalex.org/W2963000224","https://openalex.org/W2963416938","https://openalex.org/W2963446712","https://openalex.org/W2963684088","https://openalex.org/W2964080840","https://openalex.org/W2964228333","https://openalex.org/W2979545880","https://openalex.org/W3099365437","https://openalex.org/W3100023286","https://openalex.org/W4240168186","https://openalex.org/W4244254628","https://openalex.org/W4244330903","https://openalex.org/W4251575795","https://openalex.org/W4288621368","https://openalex.org/W4292564261","https://openalex.org/W4297775537","https://openalex.org/W4297790889"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829"],"abstract_inverted_index":{"Our":[0,126],"community":[1],"has":[2],"greatly":[3],"improved":[4],"the":[5,52,67,73,96,105,147,150],"efficiency":[6],"of":[7,18,75,104,113,149],"deep":[8,138],"learning":[9],"applications,":[10],"including":[11],"by":[12,51,119,124,161],"exploiting":[13],"sparsity":[14,27,42,68],"in":[15,89,154],"inputs.":[16],"Most":[17],"that":[19],"work,":[20],"though,":[21],"is":[22,28,64,70],"for":[23,32],"inference,":[24],"where":[25],"weight":[26],"known":[29],"statically,":[30],"and/or":[31],"specialized":[33],"hardware.":[34],"We":[35,80,86],"propose":[36],"a":[37,90,130],"scheme":[38,106],"to":[39,56,109],"leverage":[40],"dynamic":[41],"during":[43],"training.":[44],"In":[45],"particular,":[46],"we":[47,144],"exploit":[48],"zeros":[49,76,88],"introduced":[50],"ReLU":[53],"activation":[54],"function":[55],"both":[57],"feature":[58],"maps":[59],"and":[60,72,98,121,158,165],"their":[61],"gradients.":[62],"This":[63],"challenging":[65],"because":[66],"degree":[69],"moderate":[71],"locations":[74],"change":[77],"over":[78],"time.":[79],"also":[81],"rely":[82],"purely":[83],"on":[84,135,168],"software.":[85],"identify":[87],"dense":[91,132],"data":[92,97],"representation":[93],"without":[94],"transforming":[95],"performs":[99],"conventional":[100],"vectorized":[101],"computation.":[102],"Variations":[103],"are":[107],"applicable":[108],"all":[110],"major":[111],"components":[112],"training:":[114],"forward":[115],"propagation,":[116],"backward":[117,122],"propagation":[118,123],"inputs,":[120],"weights.":[125],"method":[127],"significantly":[128],"outperforms":[129],"highly-optimized":[131],"direct":[133],"convolution":[134],"several":[136],"popular":[137],"neural":[139],"networks.":[140],"At":[141],"realistic":[142],"sparsity,":[143],"speed":[145],"up":[146],"training":[148],"non-initial":[151],"convolutional":[152],"layers":[153],"VGG16,":[155],"ResNet-34,":[156],"ResNet-50,":[157],"Fixup":[159],"ResNet-50":[160],"2.19x,":[162],"1.37x,":[163],"1.31x,":[164],"1.51x":[166],"respectively":[167],"an":[169],"Intel":[170],"Skylake-X":[171],"CPU.":[172]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2022-07-28T00:00:00"}