{"id":"https://openalex.org/W2958306322","doi":"https://doi.org/10.1109/iccad45719.2019.8942068","title":"ALWANN: Automatic Layer-Wise Approximation of Deep Neural Network Accelerators without Retraining","display_name":"ALWANN: Automatic Layer-Wise Approximation of Deep Neural Network Accelerators without Retraining","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W2958306322","doi":"https://doi.org/10.1109/iccad45719.2019.8942068","mag":"2958306322"},"language":"en","primary_location":{"id":"doi:10.1109/iccad45719.2019.8942068","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad45719.2019.8942068","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/ACM International Conference on Computer-Aided Design (ICCAD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1907.07229","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071584701","display_name":"Vojt\u011bch Mr\u00e1zek","orcid":"https://orcid.org/0000-0002-9399-9313"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Vojtech Mrazek","raw_affiliation_strings":["Technische Universit\u00e4t Wien, TU Wien, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Wien, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086941203","display_name":"Zden\u011bk Va\u0161\u00ed\u010dek","orcid":"https://orcid.org/0000-0002-2279-5217"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Zdenek Vasicek","raw_affiliation_strings":["Technische Universit\u00e4t Wien, TU Wien, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Wien, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055549968","display_name":"Luk\u00e1\u0161 Sekanina","orcid":"https://orcid.org/0000-0002-2693-9011"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Lukas Sekanina","raw_affiliation_strings":["Technische Universit\u00e4t Wien, TU Wien, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Wien, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100647460","display_name":"Muhammad Abdullah Hanif","orcid":"https://orcid.org/0000-0001-9841-6132"},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Muhammad Abdullah Hanif","raw_affiliation_strings":["Faculty of Information Technology, IT4Innovations Centre of Excellence, Brno University of Technology, Czech Republic"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, IT4Innovations Centre of Excellence, Brno University of Technology, Czech Republic","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005190949","display_name":"Muhammad Shafique","orcid":"https://orcid.org/0000-0002-2607-8135"},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Muhammad Shafique","raw_affiliation_strings":["Faculty of Information Technology, IT4Innovations Centre of Excellence, Brno University of Technology, Czech Republic"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, IT4Innovations Centre of Excellence, Brno University of Technology, Czech Republic","institution_ids":["https://openalex.org/I60587646"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5071584701"],"corresponding_institution_ids":["https://openalex.org/I145847075"],"apc_list":null,"apc_paid":null,"fwci":5.8235,"has_fulltext":false,"cited_by_count":121,"citation_normalized_percentile":{"value":0.9690564,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.733105480670929},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6815645098686218},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6592393517494202},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6094058752059937},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5971099138259888},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4420751929283142},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.08192873001098633}],"concepts":[{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.733105480670929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6815645098686218},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6592393517494202},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6094058752059937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5971099138259888},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4420751929283142},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.08192873001098633},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iccad45719.2019.8942068","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad45719.2019.8942068","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/ACM International Conference on Computer-Aided Design (ICCAD)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1907.07229","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.07229","pdf_url":"https://arxiv.org/pdf/1907.07229","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1907.07229","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.07229","pdf_url":"https://arxiv.org/pdf/1907.07229","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1974078116","https://openalex.org/W1998917233","https://openalex.org/W2026005150","https://openalex.org/W2048266589","https://openalex.org/W2126105956","https://openalex.org/W2194775991","https://openalex.org/W2260663238","https://openalex.org/W2265166184","https://openalex.org/W2289252105","https://openalex.org/W2319920447","https://openalex.org/W2533121491","https://openalex.org/W2583383421","https://openalex.org/W2593744649","https://openalex.org/W2606722458","https://openalex.org/W2612076670","https://openalex.org/W2612139336","https://openalex.org/W2612141006","https://openalex.org/W2782417188","https://openalex.org/W2793950911","https://openalex.org/W2798993323","https://openalex.org/W2871705258","https://openalex.org/W2900509597","https://openalex.org/W2902510017","https://openalex.org/W2913332302","https://openalex.org/W2916991310","https://openalex.org/W2917962371","https://openalex.org/W2949650786","https://openalex.org/W2953212265","https://openalex.org/W2964166963","https://openalex.org/W3024621361","https://openalex.org/W3098543951","https://openalex.org/W4236363946","https://openalex.org/W4255158661","https://openalex.org/W4297917482","https://openalex.org/W4387808640"],"related_works":["https://openalex.org/W2081982437","https://openalex.org/W4394857231","https://openalex.org/W2027050655","https://openalex.org/W3028244590","https://openalex.org/W4254349500","https://openalex.org/W2014369232","https://openalex.org/W3122042562","https://openalex.org/W2050078012","https://openalex.org/W2060761133","https://openalex.org/W2360307734"],"abstract_inverted_index":{"The":[0,154,207,264],"state-of-the-art":[1],"approaches":[2],"employ":[3],"approximate":[4,32,116,129,138,205,219,268],"computing":[5,83,123],"to":[6,21,103,173,186],"reduce":[7],"the":[8,24,29,55,80,88,145,157,176,188,200,222,237,253,262],"energy":[9,150,243],"consumption":[10,151],"of":[11,31,36,58,72,82,90,128,165,180,215,230,242,250,276],"DNN":[12,59,91,97,216],"hardware.":[13],"Approximate":[14],"DNNs":[15,38,73],"then":[16,119],"require":[17],"extensive":[18],"retraining":[19,35,62,179],"afterwards":[20],"recover":[22],"from":[23,125,221],"accuracy":[25,254],"loss":[26],"caused":[27],"by":[28,163,203,257],"use":[30],"operations.":[33],"However,":[34],"complex":[37],"does":[39],"not":[40],"scale":[41],"well.":[42],"In":[43,171],"this":[44],"paper,":[45],"we":[46,191],"demonstrate":[47],"that":[48,135,198,236],"efficient":[49],"approximations":[50],"can":[51,63],"be":[52,65],"introduced":[53,202],"into":[54],"computational":[56],"path":[57],"accelerators":[60,77,217],"while":[61,226,252],"completely":[64,174],"avoided.":[66],"ALWANN":[67],"provides":[68],"highly":[69],"optimized":[70],"implementations":[71],"for":[74,121,212,245,261],"custom":[75],"low-power":[76],"in":[78,99,111,131,247],"which":[79,182],"number":[81,89],"units":[84],"is":[85,101,118,183,210,255],"lower":[86],"than":[87],"layers.":[92,113],"First,":[93],"a":[94,126,133,166,193],"fully":[95],"trained":[96],"(e.g.,":[98],"TensorFlow)":[100],"converted":[102],"operate":[104],"with":[105,218],"8-bit":[106,109],"weights":[107],"and":[108,143,149,267],"multipliers":[110,130,220],"convolutional":[112,248],"A":[114],"suitable":[115],"multiplier":[117,139,158],"selected":[120],"each":[122],"element":[124],"library":[127],"such":[132],"way":[134],"(i)":[136],"one":[137],"serves":[140],"several":[141],"layers,":[142],"(ii)":[144],"overall":[146],"classification":[147,189],"error":[148],"are":[152,161,270],"minimized.":[153],"optimizations":[155],"including":[156],"selection":[159],"problem":[160],"solved":[162],"means":[164],"multiobjective":[167],"optimization":[168],"NSGA-II":[169],"algorithm.":[170],"order":[172],"avoid":[175],"computationally":[177],"expensive":[178],"DNN,":[181],"usually":[184],"employed":[185],"improve":[187],"accuracy,":[190],"propose":[192],"simple":[194],"weight":[195],"updating":[196],"scheme":[197],"compensates":[199],"inaccuracy":[201],"employing":[204],"multipliers.":[206],"proposed":[208,238,265],"approach":[209,239],"evaluated":[211],"two":[213],"architectures":[214],"open-source":[223,274],"\u201cEvoApprox\u201d":[224],"library,":[225],"executing":[227],"three":[228],"versions":[229],"ResNet":[231],"on":[232],"CIFAR-10.":[233],"We":[234],"report":[235],"saves":[240],"30%":[241],"needed":[244],"multiplication":[246],"layers":[249,269],"ResNet-50":[251],"degraded":[256],"only":[258],"0.6%":[259],"(0.9%":[260],"ResNet-14).":[263],"technique":[266],"available":[271],"as":[272],"an":[273],"extension":[275],"TensorFlow":[277],"at":[278],"https://github.com/ehw-fit/tf-approximate.":[279]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":23},{"year":2020,"cited_by_count":12},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}