{"id":"https://openalex.org/W2541839172","doi":"https://doi.org/10.1145/3123939.3123982","title":"Bit-pragmatic deep neural network computing","display_name":"Bit-pragmatic deep neural network computing","publication_year":2017,"publication_date":"2017-10-14","ids":{"openalex":"https://openalex.org/W2541839172","doi":"https://doi.org/10.1145/3123939.3123982","mag":"2541839172"},"language":"en","primary_location":{"id":"doi:10.1145/3123939.3123982","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3123939.3123982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 50th Annual IEEE/ACM International Symposium on Microarchitecture","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005950098","display_name":"Jorge Albericio","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I1304085615","display_name":"Nvidia (United Kingdom)","ror":"https://ror.org/02kr42612","country_code":"GB","type":"company","lineage":["https://openalex.org/I1304085615","https://openalex.org/I4210127875"]}],"countries":["CA","GB"],"is_corresponding":true,"raw_author_name":"Jorge Albericio","raw_affiliation_strings":["Univ. of Toronto NVIDIA"],"affiliations":[{"raw_affiliation_string":"Univ. of Toronto NVIDIA","institution_ids":["https://openalex.org/I1304085615","https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084461132","display_name":"Alberto Delm\u00e1s","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alberto Delm\u00e1s","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090235913","display_name":"Patrick Judd","orcid":"https://orcid.org/0000-0001-8177-200X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Patrick Judd","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061847219","display_name":"Sayeh Sharify","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sayeh Sharify","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026369499","display_name":"Gerard O\u2019Leary","orcid":"https://orcid.org/0000-0002-9768-2065"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gerard O'Leary","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021668898","display_name":"Roman Genov","orcid":"https://orcid.org/0000-0001-7506-1746"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Roman Genov","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072544251","display_name":"Andreas Moshovos","orcid":"https://orcid.org/0000-0001-7768-367X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andreas Moshovos","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5005950098"],"corresponding_institution_ids":["https://openalex.org/I1304085615","https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":15.7752,"has_fulltext":false,"cited_by_count":227,"citation_normalized_percentile":{"value":0.99343373,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"382","last_page":"394"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8427112102508545},{"id":"https://openalex.org/keywords/massively-parallel","display_name":"Massively parallel","score":0.7159677147865295},{"id":"https://openalex.org/keywords/multiplication","display_name":"Multiplication (music)","score":0.659284770488739},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6559339761734009},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6532133221626282},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5639441609382629},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5216705799102783},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4578903615474701},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.44940751791000366},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.43633681535720825},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4010826349258423},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3696843385696411},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.24712976813316345},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20139634609222412}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8427112102508545},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.7159677147865295},{"id":"https://openalex.org/C2780595030","wikidata":"https://www.wikidata.org/wiki/Q3860309","display_name":"Multiplication (music)","level":2,"score":0.659284770488739},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6559339761734009},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6532133221626282},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5639441609382629},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5216705799102783},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4578903615474701},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.44940751791000366},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.43633681535720825},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4010826349258423},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3696843385696411},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.24712976813316345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20139634609222412},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3123939.3123982","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3123939.3123982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 50th Annual IEEE/ACM International Symposium on Microarchitecture","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8999999761581421,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W1809169466","https://openalex.org/W1902934009","https://openalex.org/W1922655562","https://openalex.org/W1970027940","https://openalex.org/W1983849809","https://openalex.org/W2006312753","https://openalex.org/W2026445983","https://openalex.org/W2048266589","https://openalex.org/W2075960179","https://openalex.org/W2102605133","https://openalex.org/W2119144962","https://openalex.org/W2155470578","https://openalex.org/W2165355709","https://openalex.org/W2279098554","https://openalex.org/W2289252105","https://openalex.org/W2330958039","https://openalex.org/W2483966489","https://openalex.org/W2513302235","https://openalex.org/W2513554817","https://openalex.org/W2516141709","https://openalex.org/W2563587242","https://openalex.org/W2625457103","https://openalex.org/W2950656546","https://openalex.org/W2963526839","https://openalex.org/W2964299589","https://openalex.org/W4245199738","https://openalex.org/W4247198796","https://openalex.org/W4251575795","https://openalex.org/W4394670654","https://openalex.org/W6684514549","https://openalex.org/W6722220843"],"related_works":["https://openalex.org/W2264067234","https://openalex.org/W3124243301","https://openalex.org/W1589409554","https://openalex.org/W2759038785","https://openalex.org/W3123876860","https://openalex.org/W3124172198","https://openalex.org/W2142633247","https://openalex.org/W2148394657","https://openalex.org/W2172232600","https://openalex.org/W2067473442"],"abstract_inverted_index":{"Deep":[0,46],"Neural":[1,48],"Networks":[2,49],"expose":[3],"a":[4,70,114,131,137,144],"high":[5],"degree":[6],"of":[7,29,39,77,109,139],"parallelism,":[8],"making":[9],"them":[10],"amenable":[11],"to":[12,88,130,142],"highly":[13],"data":[14],"parallel":[15],"architectures.":[16],"However,":[17,113],"data-parallel":[18,72],"architectures":[19],"often":[20],"accept":[21],"inefficiency":[22],"in":[23,44],"individual":[24],"computations":[25,61,80],"for":[26],"the":[27,78,106,110],"sake":[28],"overall":[30],"efficiency.":[31],"We":[32,66],"show":[33],"that":[34,62,74],"on":[35,118],"average,":[36],"activation":[37],"values":[38],"convolutional":[40],"layers":[41],"during":[42],"inference":[43],"modern":[45],"Convolutional":[47],"(CNNs)":[50],"contain":[51],"92%":[52],"zero":[53,57,107],"bits.":[54],"Processing":[55],"these":[56],"bits":[58,108],"entails":[59],"ineffectual":[60,79],"could":[63],"be":[64],"skipped.":[65],"propose":[67],"Pragmatic":[68],"(PRA),":[69],"massively":[71],"architecture":[73],"eliminates":[75],"most":[76],"on-the-fly,":[81],"improving":[82],"performance":[83],"and":[84,125,147],"energy":[85,148],"efficiency":[86],"compared":[87,129],"state-of-the-art":[89],"high-performance":[90],"accelerators":[91],"[5].":[92],"The":[93],"idea":[94],"behind":[95],"PRA":[96,135],"is":[97],"deceptively":[98],"simple:":[99],"use":[100],"serial-parallel":[101],"shift-and-add":[102,119],"multiplication":[103,120],"while":[104],"skipping":[105],"serial":[111],"input.":[112],"straightforward":[115],"implementation":[116],"based":[117],"yields":[121],"unacceptable":[122],"area,":[123],"power":[124],"memory":[126],"access":[127],"overheads":[128],"conventional":[132],"bit-parallel":[133],"design.":[134,150],"incorporates":[136],"set":[138],"design":[140],"decisions":[141],"yield":[143],"practical,":[145],"area":[146],"efficient":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":37},{"year":2020,"cited_by_count":37},{"year":2019,"cited_by_count":36},{"year":2018,"cited_by_count":35}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}