{"id":"https://openalex.org/W4390306248","doi":"https://doi.org/10.1109/tetc.2023.3346944","title":"Hardware-Aware DNN Compression via Diverse Pruning and Mixed-Precision Quantization","display_name":"Hardware-Aware DNN Compression via Diverse Pruning and Mixed-Precision Quantization","publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4390306248","doi":"https://doi.org/10.1109/tetc.2023.3346944"},"language":"en","primary_location":{"id":"doi:10.1109/tetc.2023.3346944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetc.2023.3346944","pdf_url":null,"source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.15322","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006315507","display_name":"Konstantinos Balaskas","orcid":"https://orcid.org/0000-0003-2886-6896"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]},{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["DE","GR"],"is_corresponding":false,"raw_author_name":"Konstantinos Balaskas","raw_affiliation_strings":["Department of Physics, Aristotle University of Thessaloniki, Thessaloniki, Greece","Chair for Embedded Systems at Karlsruhe Institute of Technology, Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2886-6896","affiliations":[{"raw_affiliation_string":"Department of Physics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"Chair for Embedded Systems at Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049427357","display_name":"\u0391\u03bd\u03b4\u03c1\u03ad\u03b1\u03c2 \u039a\u03b1\u03c1\u03b1\u03c4\u03b6\u03ac\u03c2","orcid":"https://orcid.org/0000-0001-6804-135X"},"institutions":[{"id":"https://openalex.org/I110378019","display_name":"Southern Illinois University Carbondale","ror":"https://ror.org/049kefs16","country_code":"US","type":"education","lineage":["https://openalex.org/I110378019","https://openalex.org/I2801502357"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andreas Karatzas","raw_affiliation_strings":["School of Electrical, Computer and Biomedical Engineering, Southern Illinois University Carbondale, Carbondale, IL, USA"],"raw_orcid":"https://orcid.org/0000-0001-6804-135X","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Biomedical Engineering, Southern Illinois University Carbondale, Carbondale, IL, USA","institution_ids":["https://openalex.org/I110378019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084085872","display_name":"Christos Sad","orcid":"https://orcid.org/0009-0009-2179-5870"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Christos Sad","raw_affiliation_strings":["Department of Physics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0009-0009-2179-5870","affiliations":[{"raw_affiliation_string":"Department of Physics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072486756","display_name":"Kostas Siozios","orcid":"https://orcid.org/0000-0002-0285-2202"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Kostas Siozios","raw_affiliation_strings":["Department of Physics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-0285-2202","affiliations":[{"raw_affiliation_string":"Department of Physics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052217926","display_name":"Iraklis Anagnostopoulos","orcid":"https://orcid.org/0000-0003-0985-3045"},"institutions":[{"id":"https://openalex.org/I110378019","display_name":"Southern Illinois University Carbondale","ror":"https://ror.org/049kefs16","country_code":"US","type":"education","lineage":["https://openalex.org/I110378019","https://openalex.org/I2801502357"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Iraklis Anagnostopoulos","raw_affiliation_strings":["School of Electrical, Computer and Biomedical Engineering, Southern Illinois University Carbondale, Carbondale, IL, USA"],"raw_orcid":"https://orcid.org/0000-0003-0985-3045","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Biomedical Engineering, Southern Illinois University Carbondale, Carbondale, IL, USA","institution_ids":["https://openalex.org/I110378019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051495057","display_name":"Georgios Zervakis","orcid":"https://orcid.org/0000-0001-8110-7122"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Georgios Zervakis","raw_affiliation_strings":["Department of Computer Engineering & Informatics, University of Patras, Patras, Greece"],"raw_orcid":"https://orcid.org/0000-0001-8110-7122","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering & Informatics, University of Patras, Patras, Greece","institution_ids":["https://openalex.org/I174878644"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063508488","display_name":"J\u00f6rg Henkel","orcid":"https://orcid.org/0000-0001-9602-2922"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J\u00f6rg Henkel","raw_affiliation_strings":["Chair for Embedded Systems, Karlsruhe Institute of Technology, Karlsruhe, Germany","Chair for Embedded Systems at Karlsruhe Institute of Technology, Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9602-2922","affiliations":[{"raw_affiliation_string":"Chair for Embedded Systems, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Chair for Embedded Systems at Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.1287,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.97371457,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"12","issue":"4","first_page":"1079","last_page":"1092"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8419852256774902},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.598882794380188},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5228871703147888},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.46917229890823364},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.41193467378616333},{"id":"https://openalex.org/keywords/system-on-a-chip","display_name":"System on a chip","score":0.41117969155311584},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.39661601185798645},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3595384955406189},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3412827253341675},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3367874026298523},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27060312032699585},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.23701566457748413}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8419852256774902},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.598882794380188},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5228871703147888},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.46917229890823364},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.41193467378616333},{"id":"https://openalex.org/C118021083","wikidata":"https://www.wikidata.org/wiki/Q610398","display_name":"System on a chip","level":2,"score":0.41117969155311584},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.39661601185798645},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3595384955406189},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3412827253341675},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3367874026298523},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27060312032699585},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23701566457748413},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tetc.2023.3346944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetc.2023.3346944","pdf_url":null,"source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2312.15322","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.15322","pdf_url":"https://arxiv.org/pdf/2312.15322","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.15322","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.15322","pdf_url":"https://arxiv.org/pdf/2312.15322","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8799999952316284,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2914956538","display_name":"ACCROSS: Approximatives Rechnen \u00fcber die Systemebenen hinweg","funder_award_id":"428566201","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G3218001249","display_name":null,"funder_award_id":"HE 2343/16-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G5532058917","display_name":"DESC: Type I: Towards Greener AI Computing: Designing and Managing Sustainable Heterogeneous Edge Data Centers","funder_award_id":"2324854","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5884125275","display_name":null,"funder_award_id":"2343/16-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4390306248.pdf"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W2126105956","https://openalex.org/W2289252105","https://openalex.org/W2554302513","https://openalex.org/W2605347906","https://openalex.org/W2606722458","https://openalex.org/W2761873684","https://openalex.org/W2886851211","https://openalex.org/W2903711666","https://openalex.org/W2935331687","https://openalex.org/W2962861284","https://openalex.org/W2963122961","https://openalex.org/W2963363373","https://openalex.org/W2982479999","https://openalex.org/W2983993072","https://openalex.org/W2996874060","https://openalex.org/W3024366773","https://openalex.org/W3033428961","https://openalex.org/W3034288893","https://openalex.org/W3034714646","https://openalex.org/W3035332806","https://openalex.org/W3042701997","https://openalex.org/W3091745343","https://openalex.org/W3097304224","https://openalex.org/W3102878417","https://openalex.org/W3104849992","https://openalex.org/W3105131457","https://openalex.org/W3133635270","https://openalex.org/W3139203094","https://openalex.org/W3173648655","https://openalex.org/W3187235458","https://openalex.org/W3190062760","https://openalex.org/W3196438592","https://openalex.org/W3213930560","https://openalex.org/W4293166090","https://openalex.org/W6677580257","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6724998850","https://openalex.org/W6726275242","https://openalex.org/W6748224102","https://openalex.org/W6751979845","https://openalex.org/W6755166560","https://openalex.org/W6755526309","https://openalex.org/W6759144272","https://openalex.org/W6767064347","https://openalex.org/W6767298317","https://openalex.org/W6785573362","https://openalex.org/W6842795023"],"related_works":["https://openalex.org/W2373300491","https://openalex.org/W2395294869","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W3204400881","https://openalex.org/W3214410901","https://openalex.org/W3204296682","https://openalex.org/W3183118997","https://openalex.org/W2917767146","https://openalex.org/W4312107582"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"have":[4],"shown":[5],"significant":[6],"advantages":[7],"in":[8,69,90,95],"a":[9,34,70],"wide":[10],"variety":[11],"of":[12],"domains.":[13],"However,":[14],"DNNs":[15,68,165],"are":[16,146],"becoming":[17],"computationally":[18],"intensive":[19],"and":[20,77,87,104,117,166,169,186],"energy":[21,125,179],"hungry":[22],"at":[23,28,136],"an":[24,63],"exponential":[25],"pace,":[26],"while":[27],"the":[29,82,91,113,119,124,130,167,189],"same":[30,92],"time,":[31,84],"there":[32],"is":[33,109,127,134],"vast":[35],"demand":[36],"for":[37,81,102,181],"running":[38],"sophisticated":[39],"DNN-based":[40],"services":[41],"on":[42,54],"resource":[43],"constrained":[44],"embedded":[45,55],"devices.":[46],"In":[47],"this":[48],"paper,":[49],"we":[50,61,145],"target":[51],"energy-efficient":[52,150],"inference":[53],"DNN":[56,93],"accelerators.":[57],"To":[58],"that":[59,123,173],"end,":[60],"propose":[62],"automated":[64],"framework":[65,175],"to":[66,97,111,148],"compress":[67],"hardware-aware":[71],"manner":[72],"by":[73],"jointly":[74],"employing":[75],"pruning":[76],"quantization.":[78],"We":[79],"explore,":[80],"first":[83],"per-layer":[85],"fine-":[86],"coarse-grained":[88],"pruning,":[89],"architecture,":[94],"addition":[96],"low":[98],"bit-width":[99],"mixed-precision":[100],"quantization":[101],"weights":[103],"activations.":[105],"Reinforcement":[106],"Learning":[107],"(RL)":[108],"used":[110,164],"explore":[112],"associated":[114],"design":[115],"space":[116],"identify":[118],"pruning-quantization":[120],"configuration":[121],"so":[122],"consumption":[126],"minimized":[128],"whilst":[129],"prediction":[131],"accuracy":[132,184],"loss":[133,185],"retained":[135],"acceptable":[137],"levels.":[138],"Using":[139],"our":[140,174],"novel":[141],"composite":[142],"RL":[143],"agent":[144],"able":[147],"extract":[149],"solutions":[151],"without":[152],"requiring":[153],"retraining":[154],"and/or":[155],"fine":[156],"tuning.":[157],"Our":[158],"extensive":[159],"experimental":[160],"evaluation":[161],"over":[162],"widely":[163],"CIFAR-10/100":[168],"ImageNet":[170],"datasets":[171],"demonstrates":[172],"achieves":[176],"39%":[177],"average":[178,183],"reduction":[180],"1.7%":[182],"outperforms":[187],"significantly":[188],"state-of-the-art":[190],"approaches.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":6}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2023-12-29T00:00:00"}