{"id":"https://openalex.org/W2905175929","doi":"https://doi.org/10.1145/3270689","title":"Lightening the Load with Highly Accurate Storage- and Energy-Efficient LightNNs","display_name":"Lightening the Load with Highly Accurate Storage- and Energy-Efficient LightNNs","publication_year":2018,"publication_date":"2018-09-30","ids":{"openalex":"https://openalex.org/W2905175929","doi":"https://doi.org/10.1145/3270689","mag":"2905175929"},"language":"en","primary_location":{"id":"doi:10.1145/3270689","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3270689","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3270689","source":{"id":"https://openalex.org/S112809824","display_name":"ACM Transactions on Reconfigurable Technology and Systems","issn_l":"1936-7406","issn":["1936-7406","1936-7414"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Reconfigurable Technology and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3270689","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101602646","display_name":"Ruizhou Ding","orcid":"https://orcid.org/0000-0003-4311-3761"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ruizhou Ding","raw_affiliation_strings":["Carnegie Mellon University, Forbes Avenue, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Forbes Avenue, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101673019","display_name":"Zeye Liu","orcid":"https://orcid.org/0000-0003-2516-3423"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zeye Liu","raw_affiliation_strings":["Carnegie Mellon University, Forbes Avenue, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Forbes Avenue, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111967389","display_name":"R.D. Blanton","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"R. D. (Shawn) Blanton","raw_affiliation_strings":["Carnegie Mellon University, Forbes Avenue, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Forbes Avenue, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065985595","display_name":"Diana Marculescu","orcid":"https://orcid.org/0000-0002-5734-4221"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diana Marculescu","raw_affiliation_strings":["Carnegie Mellon University, Forbes Avenue, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Forbes Avenue, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101602646"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":0.9562,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.81692228,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"11","issue":"3","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8981455564498901},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7820867300033569},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.6590994596481323},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.638386070728302},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.62705397605896},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6128707528114319},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5565697550773621},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5322185754776001},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4877780079841614},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.485257625579834},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46800413727760315},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.42384737730026245},{"id":"https://openalex.org/keywords/low-energy","display_name":"Low energy","score":0.4168017506599426},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3526860773563385},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2794033885002136},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.26846620440483093},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2574637830257416}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8981455564498901},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7820867300033569},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.6590994596481323},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.638386070728302},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.62705397605896},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6128707528114319},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5565697550773621},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5322185754776001},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4877780079841614},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.485257625579834},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46800413727760315},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.42384737730026245},{"id":"https://openalex.org/C2989164559","wikidata":"https://www.wikidata.org/wiki/Q15637420","display_name":"Low energy","level":2,"score":0.4168017506599426},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3526860773563385},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2794033885002136},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.26846620440483093},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2574637830257416},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C184779094","wikidata":"https://www.wikidata.org/wiki/Q26383","display_name":"Atomic physics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3270689","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3270689","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3270689","source":{"id":"https://openalex.org/S112809824","display_name":"ACM Transactions on Reconfigurable Technology and Systems","issn_l":"1936-7406","issn":["1936-7406","1936-7414"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Reconfigurable Technology and Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3270689","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3270689","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3270689","source":{"id":"https://openalex.org/S112809824","display_name":"ACM Transactions on Reconfigurable Technology and Systems","issn_l":"1936-7406","issn":["1936-7406","1936-7414"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Reconfigurable Technology and Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G5961936240","display_name":null,"funder_award_id":"1564022","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7352039118","display_name":null,"funder_award_id":"1331804, 1564022, 1314876","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G823147248","display_name":"Collaborative Research: CyberSEES: Climate-Aware Renewable Hydropower Generation and Disaster Avoidance","funder_award_id":"1331804","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2905175929.pdf","grobid_xml":"https://content.openalex.org/works/W2905175929.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1841592590","https://openalex.org/W1845051632","https://openalex.org/W1902934009","https://openalex.org/W1974078116","https://openalex.org/W1992348535","https://openalex.org/W1998917233","https://openalex.org/W2008684926","https://openalex.org/W2010069327","https://openalex.org/W2067658794","https://openalex.org/W2091432990","https://openalex.org/W2093666661","https://openalex.org/W2094756095","https://openalex.org/W2095705004","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2133218851","https://openalex.org/W2142801765","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2233797083","https://openalex.org/W2257979135","https://openalex.org/W2267635276","https://openalex.org/W2276486856","https://openalex.org/W2289254158","https://openalex.org/W2300242332","https://openalex.org/W2384495648","https://openalex.org/W2431931973","https://openalex.org/W2464177207","https://openalex.org/W2469490737","https://openalex.org/W2557283755","https://openalex.org/W2585774018","https://openalex.org/W2610592929","https://openalex.org/W2614392736","https://openalex.org/W2919115771","https://openalex.org/W2949117887","https://openalex.org/W2973651390","https://openalex.org/W3118608800","https://openalex.org/W4247950230","https://openalex.org/W4299974909"],"related_works":["https://openalex.org/W4385524141","https://openalex.org/W4297776111","https://openalex.org/W3018979822","https://openalex.org/W3026616975","https://openalex.org/W2989784533","https://openalex.org/W4288018014","https://openalex.org/W2996058201","https://openalex.org/W4379744580","https://openalex.org/W3127679336","https://openalex.org/W4220659530"],"abstract_inverted_index":{"Hardware":[0],"implementations":[1],"of":[2,14,43,115],"deep":[3],"neural":[4,54],"networks":[5,55],"(DNNs)":[6],"have":[7,71,143,186],"been":[8],"adopted":[9],"in":[10,193],"many":[11],"systems":[12],"because":[13],"their":[15,37,79,126],"higher":[16],"classification":[17],"speed.":[18],"However,":[19,82],"while":[20,130],"they":[21],"may":[22],"be":[23],"characterized":[24],"by":[25,47,202],"better":[26,144,192],"accuracy,":[27],"larger":[28],"DNNs":[29,44,76,219],"require":[30],"significant":[31],"energy":[32,41,63,68,135,149,156],"and":[33,51,62,70,117,134,178,207,220,225,228,234],"area,":[34],"thereby":[35],"limiting":[36],"wide":[38],"adoption.":[39],"The":[40],"consumption":[42],"is":[45,92,128],"driven":[46],"both":[48],"memory":[49],"accesses":[50],"computation.":[52],"Binarized":[53],"(BNNs),":[56],"as":[57],"a":[58,88,99,112,138,147,187],"tradeoff":[59],"between":[60],"accuracy":[61,73,86,127,145,162,177,194],"consumption,":[64],"can":[65],"achieve":[66],"great":[67],"reduction":[69],"good":[72],"for":[74,122,171,181,210,217],"large":[75,182],"due":[77],"to":[78,108,174,240],"regularization":[80,188],"effect.":[81],"BNNs":[83],"show":[84],"poor":[85],"when":[87],"smaller":[89],"DNN":[90,101,140,183,212,242],"configuration":[91],"adopted.":[93],"In":[94],"this":[95],"article,":[96],"we":[97],"propose":[98],"new":[100],"architecture,":[102],"LightNN,":[103],"which":[104],"replaces":[105],"the":[106,205],"multiplications":[107],"one":[109],"shift":[110],"or":[111],"constrained":[113],"number":[114],"shifts":[116],"adds.":[118],"Our":[119,214],"theoretical":[120,224],"analysis":[121],"LightNNs":[123,142,167,185,221,231],"shows":[124,229],"that":[125,230],"maintained":[129],"dramatically":[131],"reducing":[132],"storage":[133],"requirements.":[136],"For":[137],"fixed":[139],"configuration,":[141],"at":[146],"slight":[148],"increase":[150],"than":[151,163,195],"BNNs,":[152],"yet":[153],"are":[154,200],"more":[155,169],"efficient":[157],"with":[158],"only":[159],"slightly":[160],"less":[161],"conventional":[164,196,218,241],"DNNs.":[165,197],"Therefore,":[166],"provide":[168],"options":[170],"hardware":[172],"designers":[173],"trade":[175],"off":[176],"energy.":[179],"Moreover,":[180],"configurations,":[184],"effect,":[189],"making":[190],"them":[191],"These":[198],"conclusions":[199],"verified":[201],"experiment":[203],"using":[204],"MNIST":[206],"CIFAR-10":[208],"datasets":[209],"different":[211],"configurations.":[213],"FPGA":[215,237],"implementation":[216],"confirms":[222],"all":[223],"simulation":[226],"results":[227],"reduce":[232],"latency":[233],"use":[235],"fewer":[236],"resources":[238],"compared":[239],"architectures.":[243]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":6}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}