{"id":"https://openalex.org/W3207828344","doi":null,"title":"FPRaker: Exploiting Fine-grain Sparsity to Accelerate Neural Network Training","display_name":"FPRaker: Exploiting Fine-grain Sparsity to Accelerate Neural Network Training","alternate_titles":[],"publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3207828344","mag":"3207828344"},"language":"en","primary_location":{"id":"pmh:oai:utoronto.scholaris.ca:1807/107624","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1807/107624","pdf_url":"https://utoronto.scholaris.ca/bitstreams/f18e0070-235c-4205-b191-049e3b02468f/download","source":{"id":"https://openalex.org/S4306400261","display_name":"TSpace (University of Toronto)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I185261750","host_organization_name":"University of Toronto","host_organization_lineage":["https://openalex.org/I185261750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W3207828344"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://utoronto.scholaris.ca/bitstreams/f18e0070-235c-4205-b191-049e3b02468f/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mohamed M. Awad","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mohamed M. Awad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Omar Amin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Omar Amin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.41940000653266907,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.41940000653266907,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.33719998598098755,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.16300000250339508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiply-accumulate","display_name":"multiply-accumulate operations","score":0.9079999923706055},{"id":"https://openalex.org/keywords/training-acceleration","display_name":"training acceleration","score":0.33500000834465027},{"id":"https://openalex.org/keywords/energy-efficiency","display_name":"energy efficiency","score":0.9340000152587891},{"id":"https://openalex.org/keywords/quantization","display_name":"quantization","score":0.7350000143051147},{"id":"https://openalex.org/keywords/memory-compression","display_name":"memory compression","score":0.7820000052452087},{"id":"https://openalex.org/keywords/off-chip-memory-bandwidth","display_name":"off-chip memory bandwidth","score":0.7369999885559082}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6724793910980225},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5714300870895386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47616785764694214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4260373115539551},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.371948778629303},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.16086116433143616},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:utoronto.scholaris.ca:1807/107624","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1807/107624","pdf_url":"https://utoronto.scholaris.ca/bitstreams/f18e0070-235c-4205-b191-049e3b02468f/download","source":{"id":"https://openalex.org/S4306400261","display_name":"TSpace (University of Toronto)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I185261750","host_organization_name":"University of Toronto","host_organization_lineage":["https://openalex.org/I185261750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:3207828344","doi":null,"is_oa":false,"landing_page_url":"https://tspace.library.utoronto.ca/handle/1807/107624","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:utoronto.scholaris.ca:1807/107624","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1807/107624","pdf_url":"https://utoronto.scholaris.ca/bitstreams/f18e0070-235c-4205-b191-049e3b02468f/download","source":{"id":"https://openalex.org/S4306400261","display_name":"TSpace (University of Toronto)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I185261750","host_organization_name":"University of Toronto","host_organization_lineage":["https://openalex.org/I185261750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322015","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3207828344.pdf","grobid_xml":"https://content.openalex.org/works/W3207828344.grobid-xml"},"referenced_works_count":85,"referenced_works":["https://openalex.org/W1500770409","https://openalex.org/W1525783482","https://openalex.org/W1653559103","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1840435438","https://openalex.org/W1861492603","https://openalex.org/W1888945820","https://openalex.org/W1902934009","https://openalex.org/W1904365287","https://openalex.org/W1922655562","https://openalex.org/W2010611103","https://openalex.org/W2026445983","https://openalex.org/W2095705004","https://openalex.org/W2102605133","https://openalex.org/W2114766824","https://openalex.org/W2140405352","https://openalex.org/W2153039279","https://openalex.org/W2160684493","https://openalex.org/W2162752393","https://openalex.org/W2163605009","https://openalex.org/W2219888463","https://openalex.org/W2407022425","https://openalex.org/W2442974303","https://openalex.org/W2469490737","https://openalex.org/W2525981529","https://openalex.org/W2546241758","https://openalex.org/W2593245696","https://openalex.org/W2605347906","https://openalex.org/W2611450052","https://openalex.org/W2622263826","https://openalex.org/W2626991402","https://openalex.org/W2701971652","https://openalex.org/W2750173518","https://openalex.org/W2774000609","https://openalex.org/W2785961331","https://openalex.org/W2786771851","https://openalex.org/W2791110811","https://openalex.org/W2796675485","https://openalex.org/W2798504536","https://openalex.org/W2801000640","https://openalex.org/W2883084140","https://openalex.org/W2883283076","https://openalex.org/W2883920103","https://openalex.org/W2884282566","https://openalex.org/W2885311373","https://openalex.org/W2889797931","https://openalex.org/W2893759727","https://openalex.org/W2894576937","https://openalex.org/W2895531329","https://openalex.org/W2896457183","https://openalex.org/W2900167092","https://openalex.org/W2900228909","https://openalex.org/W2904902077","https://openalex.org/W2906043559","https://openalex.org/W2907886210","https://openalex.org/W2912180158","https://openalex.org/W2919115771","https://openalex.org/W2931118404","https://openalex.org/W2938673919","https://openalex.org/W2945146780","https://openalex.org/W2949650786","https://openalex.org/W2949866178","https://openalex.org/W2949870694","https://openalex.org/W2952857977","https://openalex.org/W2956434358","https://openalex.org/W2962786581","https://openalex.org/W2963358710","https://openalex.org/W2963367920","https://openalex.org/W2963374099","https://openalex.org/W2963919236","https://openalex.org/W2969359473","https://openalex.org/W2969388332","https://openalex.org/W2969869329","https://openalex.org/W2973727699","https://openalex.org/W2975712713","https://openalex.org/W2979439447","https://openalex.org/W2979515806","https://openalex.org/W2979771119","https://openalex.org/W2982219368","https://openalex.org/W2990172850","https://openalex.org/W3043504674","https://openalex.org/W3102427165","https://openalex.org/W4230989867","https://openalex.org/W4394670654"],"related_works":["https://openalex.org/W6903783565","https://openalex.org/W7133209360","https://openalex.org/W3034628778","https://openalex.org/W3083582995","https://openalex.org/W6885029860","https://openalex.org/W3000789797","https://openalex.org/W3093577244","https://openalex.org/W4415797719","https://openalex.org/W3127067080","https://openalex.org/W3019438330"],"abstract_inverted_index":{"sis":[0],"presents":[1],"FPRaker,":[2],"a":[3,44,90,116,125],"processing":[4],"element":[5],"for":[6,129],"composing":[7],"training":[8,108,141],"accelerators.":[9],"Training":[10],"manipulates":[11],"floating-point":[12,132],"data":[13],"and":[14,27,63,84,112],"multiply-accumulate":[15],"(MAC)":[16],"operations":[17],"constitute":[18],"the":[19,37,73,136],"bulk":[20],"of":[21,40,46,131],"its":[22],"computations.":[23],"FPRaker":[24,35,80,103],"boosts":[25],"performance":[26],"energy-efficiency":[28],"by":[29],"skipping":[30],"ineffectual":[31,52],"computations":[32],"during":[33,140],"training.":[34],"processes":[36],"operands\u2019":[38],"significand":[39],"each":[41],"MAC":[42],"as":[43,68],"series":[45],"signed-powers-of-two,":[47],"or":[48],"terms.":[49],"This":[50],"exposes":[51],"work":[53],"that":[54,102,114,134],"can":[55,65],"be":[56,66],"skipped:":[57],"encoded":[58],"values":[59,133],"have":[60],"few":[61],"terms":[62],"some":[64],"discarded":[67],"they":[69],"would":[70],"fall":[71],"outside":[72],"accumulator's":[74],"precision.":[75],"Over":[76],"9":[77],"studied":[78],"networks,":[79],"is":[81],"1.5x":[82],"faster":[83],"1.4x":[85],"more":[86],"energy-efficient":[87],"compared":[88],"to":[89],"baseline":[91],"accelerator":[92],"with":[93],"conventional":[94],"TensorCore-like":[95],"tiles":[96],"under":[97],"iso-compute-area":[98],"constraints.":[99],"We":[100],"demonstrate":[101],"delivers":[104],"additional":[105],"benefits":[106],"when":[107],"incorporates":[109],"pruning,":[110],"quantization":[111],"methods":[113],"use":[115],"different":[117],"accumulator":[118],"precision":[119],"per":[120],"layer.":[121],"Finally,":[122],"we":[123],"propose":[124],"memory":[126,147],"compression":[127,144],"technique":[128],"exponents":[130],"exploits":[135],"narrow":[137],"value":[138],"distribution":[139],"using":[142],"base-delta":[143],"reducing":[145],"off-chip":[146],"bandwidth.":[148]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3207828344","counts_by_year":[],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2021-10-25T00:00:00"}
