{"id":"https://openalex.org/W3047947467","doi":"https://doi.org/10.1109/newcas49341.2020.9159769","title":"Quantized Guided Pruning for Efficient Hardware Implementations of Deep Neural Networks","display_name":"Quantized Guided Pruning for Efficient Hardware Implementations of Deep Neural Networks","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3047947467","doi":"https://doi.org/10.1109/newcas49341.2020.9159769","mag":"3047947467"},"language":"en","primary_location":{"id":"doi:10.1109/newcas49341.2020.9159769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/newcas49341.2020.9159769","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 18th IEEE International New Circuits and Systems Conference (NEWCAS)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025688483","display_name":"Ghouthi Boukli Hacene","orcid":"https://orcid.org/0000-0002-6855-5825"},"institutions":[{"id":"https://openalex.org/I4210155582","display_name":"Centre Universitaire de Mila","ror":"https://ror.org/05s3cw058","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210155582"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]},{"id":"https://openalex.org/I4210127572","display_name":"IMT Atlantique","ror":"https://ror.org/030hj3061","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210127572"]}],"countries":["CA","DZ","FR"],"is_corresponding":true,"raw_author_name":"Ghouthi Boukli Hacene","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al, MILA","IMT Atlantique - ELEC - D\u00e9partement Electronique (IMT Atlantique - Campus de Brest - Technop\u00f4le Brest-Iroise CS 8381829238 BREST Cedex 3 - France)"],"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al, MILA","institution_ids":["https://openalex.org/I4210155582","https://openalex.org/I70931966"]},{"raw_affiliation_string":"IMT Atlantique - ELEC - D\u00e9partement Electronique (IMT Atlantique - Campus de Brest - Technop\u00f4le Brest-Iroise CS 8381829238 BREST Cedex 3 - France)","institution_ids":["https://openalex.org/I4210127572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068330560","display_name":"Vincent Gripon","orcid":"https://orcid.org/0000-0002-4353-4542"},"institutions":[{"id":"https://openalex.org/I4210155582","display_name":"Centre Universitaire de Mila","ror":"https://ror.org/05s3cw058","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210155582"]},{"id":"https://openalex.org/I4210127572","display_name":"IMT Atlantique","ror":"https://ror.org/030hj3061","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210127572"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA","DZ","FR"],"is_corresponding":false,"raw_author_name":"Vincent Gripon","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al, MILA","IMT Atlantique - ELEC - D\u00e9partement Electronique (IMT Atlantique - Campus de Brest - Technop\u00f4le Brest-Iroise CS 8381829238 BREST Cedex 3 - France)"],"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al, MILA","institution_ids":["https://openalex.org/I4210155582","https://openalex.org/I70931966"]},{"raw_affiliation_string":"IMT Atlantique - ELEC - D\u00e9partement Electronique (IMT Atlantique - Campus de Brest - Technop\u00f4le Brest-Iroise CS 8381829238 BREST Cedex 3 - France)","institution_ids":["https://openalex.org/I4210127572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043007083","display_name":"Matthieu Arzel","orcid":"https://orcid.org/0000-0002-8774-7662"},"institutions":[{"id":"https://openalex.org/I4210123702","display_name":"Laboratoire des Sciences et Techniques de l\u2019Information de la Communication et de la Connaissance","ror":"https://ror.org/0266kfd37","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I180375564","https://openalex.org/I201181511","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I4210123702","https://openalex.org/I4210127572","https://openalex.org/I4210145102","https://openalex.org/I4210148559","https://openalex.org/I4210159245","https://openalex.org/I4405260085"]},{"id":"https://openalex.org/I4210155582","display_name":"Centre Universitaire de Mila","ror":"https://ror.org/05s3cw058","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210155582"]},{"id":"https://openalex.org/I161929037","display_name":"Universit\u00e9 de Bretagne Occidentale","ror":"https://ror.org/01b8h3982","country_code":"FR","type":"education","lineage":["https://openalex.org/I161929037"]},{"id":"https://openalex.org/I4210127572","display_name":"IMT Atlantique","ror":"https://ror.org/030hj3061","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210127572"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA","DZ","FR"],"is_corresponding":false,"raw_author_name":"Matthieu Arzel","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al, MILA","Lab-STICC_IMTA_CACS_IAS (Technopole Brest Iroise CS 83818 29238 BREST cedex 3 - France)","IMT Atlantique - ELEC - D\u00e9partement Electronique (IMT Atlantique - Campus de Brest - Technop\u00f4le Brest-Iroise CS 8381829238 BREST Cedex 3 - France)"],"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al, MILA","institution_ids":["https://openalex.org/I4210155582","https://openalex.org/I70931966"]},{"raw_affiliation_string":"Lab-STICC_IMTA_CACS_IAS (Technopole Brest Iroise CS 83818 29238 BREST cedex 3 - France)","institution_ids":["https://openalex.org/I161929037","https://openalex.org/I4210123702"]},{"raw_affiliation_string":"IMT Atlantique - ELEC - D\u00e9partement Electronique (IMT Atlantique - Campus de Brest - Technop\u00f4le Brest-Iroise CS 8381829238 BREST Cedex 3 - France)","institution_ids":["https://openalex.org/I4210127572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008366189","display_name":"Nicolas Farrugia","orcid":"https://orcid.org/0000-0001-7160-0431"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]},{"id":"https://openalex.org/I4210127572","display_name":"IMT Atlantique","ror":"https://ror.org/030hj3061","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210127572"]},{"id":"https://openalex.org/I4210155582","display_name":"Centre Universitaire de Mila","ror":"https://ror.org/05s3cw058","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210155582"]}],"countries":["CA","DZ","FR"],"is_corresponding":false,"raw_author_name":"Nicolas Farrugia","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al, MILA","IMT Atlantique - ELEC - D\u00e9partement Electronique (IMT Atlantique - Campus de Brest - Technop\u00f4le Brest-Iroise CS 8381829238 BREST Cedex 3 - France)"],"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al, MILA","institution_ids":["https://openalex.org/I4210155582","https://openalex.org/I70931966"]},{"raw_affiliation_string":"IMT Atlantique - ELEC - D\u00e9partement Electronique (IMT Atlantique - Campus de Brest - Technop\u00f4le Brest-Iroise CS 8381829238 BREST Cedex 3 - France)","institution_ids":["https://openalex.org/I4210127572"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086198262","display_name":"Yoshua Bengio","orcid":"https://orcid.org/0000-0002-9322-3515"},"institutions":[{"id":"https://openalex.org/I4210127572","display_name":"IMT Atlantique","ror":"https://ror.org/030hj3061","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210127572"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Yoshua Bengio","raw_affiliation_strings":["IMT Atlantique, Lab-STICC"],"affiliations":[{"raw_affiliation_string":"IMT Atlantique, Lab-STICC","institution_ids":["https://openalex.org/I4210127572"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5025688483"],"corresponding_institution_ids":["https://openalex.org/I4210127572","https://openalex.org/I4210155582","https://openalex.org/I70931966"],"apc_list":null,"apc_paid":null,"fwci":0.4906,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.66106275,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"abs 1412 6071","issue":null,"first_page":"206","last_page":"209"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.869852602481842},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6682841181755066},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6480001211166382},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.6021934151649475},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.5445488095283508},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5261083245277405},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5052762627601624},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5031895041465759},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4779339134693146},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4573054611682892},{"id":"https://openalex.org/keywords/multiplexer","display_name":"Multiplexer","score":0.44663989543914795},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4249194860458374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3791332244873047},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3498415946960449},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3326217532157898},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.31475192308425903},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17243680357933044},{"id":"https://openalex.org/keywords/multiplexing","display_name":"Multiplexing","score":0.13037660717964172}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.869852602481842},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6682841181755066},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6480001211166382},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.6021934151649475},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.5445488095283508},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5261083245277405},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5052762627601624},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5031895041465759},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4779339134693146},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4573054611682892},{"id":"https://openalex.org/C70970002","wikidata":"https://www.wikidata.org/wiki/Q189434","display_name":"Multiplexer","level":3,"score":0.44663989543914795},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4249194860458374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3791332244873047},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3498415946960449},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3326217532157898},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.31475192308425903},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17243680357933044},{"id":"https://openalex.org/C19275194","wikidata":"https://www.wikidata.org/wiki/Q222903","display_name":"Multiplexing","level":2,"score":0.13037660717964172},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/newcas49341.2020.9159769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/newcas49341.2020.9159769","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 18th IEEE International New Circuits and Systems Conference (NEWCAS)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-02934543v1","is_oa":false,"landing_page_url":"https://imt-atlantique.hal.science/hal-02934543","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NEWCAS 2020 : 18th IEEE International New Circuits and Systems Conference, Jun 2020, Montr\u00e9al, Canada. pp.206-209, ⟨10.1109/NEWCAS49341.2020.9159769⟩","raw_type":"Conference papers"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4399999976158142,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1902934009","https://openalex.org/W2112796928","https://openalex.org/W2133319764","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2276486856","https://openalex.org/W2279098554","https://openalex.org/W2300242332","https://openalex.org/W2401231614","https://openalex.org/W2405920868","https://openalex.org/W2431931973","https://openalex.org/W2469490737","https://openalex.org/W2613574453","https://openalex.org/W2761757071","https://openalex.org/W2800421099","https://openalex.org/W2891946740","https://openalex.org/W2901214301","https://openalex.org/W2947130011","https://openalex.org/W2963114950","https://openalex.org/W2963403868","https://openalex.org/W2963446712","https://openalex.org/W2963844898","https://openalex.org/W2964137095","https://openalex.org/W3101086546","https://openalex.org/W3143797459","https://openalex.org/W4302597948","https://openalex.org/W4385245566","https://openalex.org/W6637373629","https://openalex.org/W6639703010","https://openalex.org/W6679852000","https://openalex.org/W6698200048","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W2157978810","https://openalex.org/W2597809628","https://openalex.org/W4323268213"],"abstract_inverted_index":{"Deep":[0],"Neural":[1,8],"Networks":[2,9],"(DNNs)":[3],"in":[4,11,15,45],"general":[5],"and":[6,24,40,63,72,96,99,114,143,181],"Convolutional":[7],"(CNNs)":[10],"particular":[12],"are":[13],"state-of-the-art":[14,107],"numerous":[16],"computer":[17],"vision":[18],"tasks":[19],"such":[20,48],"as":[21,49,140],"object":[22],"classification":[23],"detection.":[25],"However,":[26],"the":[27,70,82,102,112,119,149,155,199],"large":[28],"amount":[29],"of":[30,59,75,78,190,198],"parameters":[31],"they":[32],"contain":[33],"leads":[34],"to":[35,118,135,152,196],"a":[36,57,60,64,87,141,185,191],"high":[37],"computational":[38,113],"complexity":[39,71],"strongly":[41],"limits":[42],"their":[43],"usability":[44],"budget-constrained":[46],"devices":[47],"embedded":[50],"devices.":[51],"In":[52,158],"this":[53],"paper,":[54],"we":[55],"propose":[56,123],"combination":[58],"pruning":[61],"technique":[62],"quantization":[65],"scheme":[66],"that":[67,101],"effectively":[68],"reduce":[69],"memory":[73,115,168,172,188],"usage":[74],"convolutional":[76,84],"layers":[77,146],"CNNs,":[79],"by":[80,86],"replacing":[81],"complex":[83],"operation":[85],"low-cost":[88],"multiplexer.":[89],"We":[90,121],"perform":[91],"experiments":[92],"on":[93,129,178],"CIFAR10,":[94],"CIFAR100":[95],"SVHN":[97],"datasets":[98],"show":[100],"proposed":[103,162],"method":[104],"achieves":[105],"almost":[106],"accuracy,":[108],"while":[109,193],"drastically":[110],"reducing":[111],"footprints":[116],"compared":[117],"baselines.":[120],"also":[122],"an":[124],"efficient":[125],"hardware":[126],"architecture,":[127],"implemented":[128],"Field":[130],"Programmable":[131],"Gate":[132],"Arrays":[133],"(FPGAs),":[134],"accelerate":[136],"inference,":[137],"which":[138,164],"works":[139],"pipeline":[142],"accommodates":[144],"multiple":[145],"working":[147],"at":[148],"same":[150],"time":[151],"speed":[153],"up":[154],"inference":[156],"process.":[157],"contrast":[159],"with":[160],"most":[161],"approaches":[163],"have":[165],"used":[166],"external":[167],"or":[169],"software":[170],"defined":[171],"controllers,":[173],"our":[174],"work":[175],"is":[176],"based":[177],"algorithmic":[179],"optimization":[180],"full-hardware":[182],"design,":[183],"enabling":[184],"direct,":[186],"on-chip":[187],"implementation":[189],"DNN":[192],"keeping":[194],"close":[195],"state":[197],"art":[200],"accuracy.":[201]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}