{"id":"https://openalex.org/W3093046553","doi":"https://doi.org/10.1145/3466752.3480106","title":"FPRaker: A Processing Element For Accelerating Neural Network Training","display_name":"FPRaker: A Processing Element For Accelerating Neural Network Training","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3093046553","doi":"https://doi.org/10.1145/3466752.3480106","mag":"3093046553"},"language":"en","primary_location":{"id":"doi:10.1145/3466752.3480106","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3466752.3480106","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MICRO-54: 54th Annual IEEE/ACM International Symposium on Microarchitecture","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.08065","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000665425","display_name":"Omar Mohamed Awad","orcid":"https://orcid.org/0000-0003-0676-5867"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Omar Mohamed Awad","raw_affiliation_strings":["University of Toronto/Huawei"],"affiliations":[{"raw_affiliation_string":"University of Toronto/Huawei","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103806733","display_name":"Mostafa Mahmoud","orcid":"https://orcid.org/0000-0002-9100-7966"},"institutions":[{"id":"https://openalex.org/I184430034","display_name":"Toronto Public Health","ror":"https://ror.org/010g03x11","country_code":"CA","type":"government","lineage":["https://openalex.org/I184430034"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mostafa Mahmoud","raw_affiliation_strings":["Toronto"],"affiliations":[{"raw_affiliation_string":"Toronto","institution_ids":["https://openalex.org/I184430034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023853738","display_name":"Isak Edo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156213","display_name":"American Rock Mechanics Association","ror":"https://ror.org/05vfrxy92","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156213"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Isak Edo","raw_affiliation_strings":["University of Toronto/Arm"],"affiliations":[{"raw_affiliation_string":"University of Toronto/Arm","institution_ids":["https://openalex.org/I4210156213","https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045620647","display_name":"Ali Hadi Zadeh","orcid":"https://orcid.org/0000-0001-5823-2494"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ali Hadi Zadeh","raw_affiliation_strings":["University of Toronto, Canada","(University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"(University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078984400","display_name":"Ciaran Bannon","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ciaran Bannon","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022583753","display_name":"Anand Jayarajan","orcid":"https://orcid.org/0000-0002-2118-5935"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Anand Jayarajan","raw_affiliation_strings":["University of Toronto, Canada","(University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"(University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007585346","display_name":"Gennady Pekhimenko","orcid":"https://orcid.org/0000-0002-3839-0919"},"institutions":[{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gennady Pekhimenko","raw_affiliation_strings":["University of Toronto/Vector Institute, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto/Vector Institute, Canada","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072544251","display_name":"Andreas Moshovos","orcid":"https://orcid.org/0000-0001-7768-367X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andreas Moshovos","raw_affiliation_strings":["University of Toronto/Vector Institute, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto/Vector Institute, Canada","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5000665425"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.1398,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51154808,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"857","last_page":"869"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/accumulator","display_name":"Accumulator (cryptography)","score":0.8601668477058411},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7172757387161255},{"id":"https://openalex.org/keywords/operand","display_name":"Operand","score":0.650588870048523},{"id":"https://openalex.org/keywords/floating-point","display_name":"Floating point","score":0.6094011068344116},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5381696224212646},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49816083908081055},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.47099870443344116},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.41728007793426514},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3279517889022827},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3092457056045532},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.2405109405517578}],"concepts":[{"id":"https://openalex.org/C2078106","wikidata":"https://www.wikidata.org/wiki/Q14906620","display_name":"Accumulator (cryptography)","level":2,"score":0.8601668477058411},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7172757387161255},{"id":"https://openalex.org/C55526617","wikidata":"https://www.wikidata.org/wiki/Q719375","display_name":"Operand","level":2,"score":0.650588870048523},{"id":"https://openalex.org/C84211073","wikidata":"https://www.wikidata.org/wiki/Q117879","display_name":"Floating point","level":2,"score":0.6094011068344116},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5381696224212646},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49816083908081055},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.47099870443344116},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.41728007793426514},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3279517889022827},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3092457056045532},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2405109405517578},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3466752.3480106","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3466752.3480106","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MICRO-54: 54th Annual IEEE/ACM International Symposium on Microarchitecture","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2010.08065","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.08065","pdf_url":"https://arxiv.org/pdf/2010.08065","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2010.08065","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.08065","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3093046553","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2010.08065","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.08065","pdf_url":"https://arxiv.org/pdf/2010.08065","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3093046553.pdf"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W4696321","https://openalex.org/W1653559103","https://openalex.org/W1840435438","https://openalex.org/W1888945820","https://openalex.org/W2080083189","https://openalex.org/W2117539524","https://openalex.org/W2153039279","https://openalex.org/W2160684493","https://openalex.org/W2162752393","https://openalex.org/W2169004268","https://openalex.org/W2219888463","https://openalex.org/W2285660444","https://openalex.org/W2345720230","https://openalex.org/W2407022425","https://openalex.org/W2442974303","https://openalex.org/W2515287984","https://openalex.org/W2516141709","https://openalex.org/W2541839172","https://openalex.org/W2563587242","https://openalex.org/W2565851976","https://openalex.org/W2605347906","https://openalex.org/W2625457103","https://openalex.org/W2626991402","https://openalex.org/W2719597717","https://openalex.org/W2750173518","https://openalex.org/W2769644379","https://openalex.org/W2786031241","https://openalex.org/W2786771851","https://openalex.org/W2791110811","https://openalex.org/W2801000640","https://openalex.org/W2803368114","https://openalex.org/W2883084140","https://openalex.org/W2883283076","https://openalex.org/W2883920103","https://openalex.org/W2884282566","https://openalex.org/W2885311373","https://openalex.org/W2889797931","https://openalex.org/W2895531329","https://openalex.org/W2900228909","https://openalex.org/W2904902077","https://openalex.org/W2907886210","https://openalex.org/W2931118404","https://openalex.org/W2945146780","https://openalex.org/W2946304433","https://openalex.org/W2949870694","https://openalex.org/W2950813464","https://openalex.org/W2952122856","https://openalex.org/W2962786581","https://openalex.org/W2962821792","https://openalex.org/W2962881747","https://openalex.org/W2963112338","https://openalex.org/W2963131426","https://openalex.org/W2963358710","https://openalex.org/W2963367920","https://openalex.org/W2963374099","https://openalex.org/W2963594949","https://openalex.org/W2963616439","https://openalex.org/W2963803379","https://openalex.org/W2963909453","https://openalex.org/W2964004663","https://openalex.org/W2964087376","https://openalex.org/W2969388332","https://openalex.org/W2969869329","https://openalex.org/W2970223322","https://openalex.org/W2971008823","https://openalex.org/W2973727699","https://openalex.org/W2975712713","https://openalex.org/W2979439447","https://openalex.org/W2979515806","https://openalex.org/W2981980078","https://openalex.org/W2984140583","https://openalex.org/W2991040477","https://openalex.org/W3037875189"],"related_works":["https://openalex.org/W2894210990","https://openalex.org/W2609990400","https://openalex.org/W2240866961","https://openalex.org/W1906871470","https://openalex.org/W2563868753","https://openalex.org/W2086984768","https://openalex.org/W2576356055","https://openalex.org/W2580361661","https://openalex.org/W4399642","https://openalex.org/W560852777","https://openalex.org/W2047540867","https://openalex.org/W195649297","https://openalex.org/W2885606366","https://openalex.org/W2906937389","https://openalex.org/W581264992","https://openalex.org/W2484349907","https://openalex.org/W2551127140","https://openalex.org/W2616537177","https://openalex.org/W2295254088","https://openalex.org/W17408180"],"abstract_inverted_index":{"We":[0,129,162],"present":[1],"FPRaker,":[2],"a":[3,22,56,189],"processing":[4],"element":[5],"for":[6,140],"composing":[7],"training":[8,33,141,171,185],"accelerators.":[9],"FPRaker":[10,26,108,132,166,180],"processes":[11,46],"several":[12],"floating-point":[13,156],"multiply-accumulation":[14],"operations":[15],"concurrently":[16],"and":[17,29,85,119,127,142,148,174],"accumulates":[18],"their":[19],"result":[20],"into":[21],"higher":[23],"precision":[24,105,191],"accumulator.":[25],"boosts":[27],"performance":[28,147,183],"energy":[30,149],"efficiency":[31,150],"during":[32,43],"by":[34],"taking":[35],"advantage":[36,111],"of":[37,49,52,58,61,87,99,106,112],"the":[38,47,50,97,100,103],"values":[39,79,116],"that":[40,75,131,143,165,179,187],"naturally":[41,181],"appear":[42],"training.":[44],"It":[45],"significand":[48],"operands":[51],"each":[53],"multiply-accumulate":[54],"as":[55,92],"series":[57],"signed":[59],"powers":[60],"two.":[62],"The":[63],"conversion":[64],"to":[65,123,136,152],"this":[66],"form":[67],"is":[68],"done":[69],"on-the-fly.":[70],"This":[71],"exposes":[72],"ineffectual":[73],"work":[74],"can":[76,89,133,145],"be":[77,90,134],"skipped:":[78],"when":[80,170],"encoded":[81],"have":[82],"few":[83],"terms":[84],"some":[86],"them":[88],"discarded":[91],"they":[93],"would":[94],"fall":[95],"outside":[96],"range":[98],"accumulator":[101],"given":[102],"limited":[104],"floating-point.":[107],"also":[109,163],"takes":[110],"spatial":[113],"correlation":[114],"in":[115],"across":[117],"channels":[118],"uses":[120],"delta-encoding":[121],"off-chip":[122],"reduce":[124],"memory":[125],"footprint":[126],"bandwidth.":[128],"demonstrate":[130,164],"used":[135],"compose":[137],"an":[138],"accelerator":[139],"it":[144],"improve":[146],"compared":[151],"using":[153],"optimized":[154],"bit-parallel":[155],"units":[157],"under":[158],"iso-compute":[159],"area":[160],"constraints.":[161],"delivers":[167],"additional":[168],"benefits":[169],"incorporates":[172],"pruning":[173],"quantization.":[175],"Finally,":[176],"we":[177],"show":[178],"amplifies":[182],"with":[184],"methods":[186],"use":[188],"different":[190],"per":[192],"layer.":[193]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}