{"id":"https://openalex.org/W4225850544","doi":"https://doi.org/10.1007/978-3-031-04083-2_14","title":"ECQ$$^{\\text {x}}$$: Explainability-Driven Quantization for\u00a0Low-Bit and\u00a0Sparse DNNs","display_name":"ECQ$$^{\\text {x}}$$: Explainability-Driven Quantization for\u00a0Low-Bit and\u00a0Sparse DNNs","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4225850544","doi":"https://doi.org/10.1007/978-3-031-04083-2_14"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-04083-2_14","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-04083-2_14","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-04083-2_14.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-04083-2_14.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013183523","display_name":"Daniel Becking","orcid":"https://orcid.org/0000-0002-0459-9781"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Becking","raw_affiliation_strings":["Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0459-9781","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087805940","display_name":"Maximilian Dreyer","orcid":null},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian Dreyer","raw_affiliation_strings":["Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026451495","display_name":"Wojciech Samek","orcid":"https://orcid.org/0000-0002-6283-3265"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I4401727010","display_name":"Berlin Institute for the Foundations of Learning and Data","ror":"https://ror.org/05dsfb086","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4401727010","https://openalex.org/I4577782","https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wojciech Samek","raw_affiliation_strings":["BIFOLD - Berlin Institute for the Foundations of Learning and Data, Berlin, Germany","Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","Fraunhofer Heinrich Hertz Institute, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6283-3265","affiliations":[{"raw_affiliation_string":"BIFOLD - Berlin Institute for the Foundations of Learning and Data, Berlin, Germany","institution_ids":["https://openalex.org/I4401727010"]},{"raw_affiliation_string":"Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]},{"raw_affiliation_string":"Fraunhofer Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019469492","display_name":"Karsten M\u00fcller","orcid":null},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Karsten M\u00fcller","raw_affiliation_strings":["Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","Technische Universit\u00e4t Berlin, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8611-7864","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]},{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017608155","display_name":"Sebastian Lapuschkin","orcid":"https://orcid.org/0000-0002-0762-7258"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Lapuschkin","raw_affiliation_strings":["Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0762-7258","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":0.7394,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.80163651,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"271","last_page":"296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8132133483886719},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7961915731430054},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.5951343774795532},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5868838429450989},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5269482731819153},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5260652899742126},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.517551600933075},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4236501455307007},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33484598994255066},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.3305252194404602},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3237239122390747}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8132133483886719},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7961915731430054},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.5951343774795532},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5868838429450989},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5269482731819153},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5260652899742126},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.517551600933075},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4236501455307007},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33484598994255066},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3305252194404602},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3237239122390747},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/978-3-031-04083-2_14","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-04083-2_14","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-04083-2_14.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2109.04236","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.04236","pdf_url":"https://arxiv.org/pdf/2109.04236","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:publica.fraunhofer.de:publica/426036","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/426036","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-04083-2_14","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-04083-2_14","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-04083-2_14.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5087770886","display_name":"COllaborative Platform for trAnsmedia storytelling and cross channel distribution of EUROPEan sport events","funder_award_id":"957059","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6743167992","display_name":"Intelligent Total Body Scanner for Early Detection of Melanoma","funder_award_id":"965221","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225850544.pdf","grobid_xml":"https://content.openalex.org/works/W4225850544.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1787224781","https://openalex.org/W1995875735","https://openalex.org/W1999085092","https://openalex.org/W2194775991","https://openalex.org/W2586637063","https://openalex.org/W2604319603","https://openalex.org/W2657631929","https://openalex.org/W2747329762","https://openalex.org/W2748818695","https://openalex.org/W2963163009","https://openalex.org/W2963319203","https://openalex.org/W2963363373","https://openalex.org/W2963918968","https://openalex.org/W2964051635","https://openalex.org/W2972854536","https://openalex.org/W2973136764","https://openalex.org/W2977309503","https://openalex.org/W2994881943","https://openalex.org/W2999044305","https://openalex.org/W3004198379","https://openalex.org/W3012561096","https://openalex.org/W3034538198","https://openalex.org/W3035183452","https://openalex.org/W3091589898","https://openalex.org/W3132191748","https://openalex.org/W3134751001","https://openalex.org/W3137147200","https://openalex.org/W3164009423","https://openalex.org/W3181576318","https://openalex.org/W6756040250"],"related_works":["https://openalex.org/W2948148442","https://openalex.org/W2461250372","https://openalex.org/W2394342941","https://openalex.org/W2169853506","https://openalex.org/W2547124190","https://openalex.org/W1558425494","https://openalex.org/W2350586049","https://openalex.org/W2385628723","https://openalex.org/W2169871401","https://openalex.org/W3008492011"],"abstract_inverted_index":{"Abstract":[0],"The":[1,130],"remarkable":[2],"success":[3],"of":[4,86,92,96,125,143,194,204,230],"deep":[5,32],"neural":[6,177],"networks":[7,178,198],"(DNNs)":[8],"in":[9,18,26,140,202],"various":[10],"applications":[11],"is":[12,133],"accompanied":[13],"by":[14],"a":[15,76],"significant":[16],"increase":[17],"network":[19],"parameters":[20],"and":[21,28,58,65,74,90,121,154,174,191,232,239,242],"arithmetic":[22],"operations.":[23],"Such":[24],"increases":[25],"memory":[27],"computational":[29],"demands":[30],"make":[31],"learning":[33],"prohibitive":[34],"for":[35,80],"resource-constrained":[36],"hardware":[37],"platforms":[38],"such":[39],"as":[40,54,56],"mobile":[41],"devices.":[42],"Recent":[43],"efforts":[44],"aim":[45],"to":[46,104,134,187,208,217],"reduce":[47],"these":[48],"overheads,":[49],"while":[50,179],"preserving":[51],"model":[52,184],"performance":[53],"much":[55],"possible,":[57],"include":[59],"parameter":[60,63,189],"reduction":[61],"techniques,":[62],"quantization,":[64],"lossless":[66],"compression":[67],"techniques.":[68],"In":[69],"this":[70,151],"chapter,":[71],"we":[72],"develop":[73],"describe":[75],"novel":[77,152],"quantization":[78,106,141],"paradigm":[79],"DNNs:":[81],"Our":[82,223],"method":[83,168],"leverages":[84],"concepts":[85,91],"explainable":[87],"AI":[88],"(XAI)":[89],"information":[93,123,145],"theory:":[94],"Instead":[95],"assigning":[97],"weight":[98,113],"values":[99],"based":[100],"on":[101,227],"their":[102],"distances":[103],"the":[105,108,122,126,136,196,218],"clusters,":[107],"assignment":[109],"function":[110],"additionally":[111],"considers":[112],"relevances":[114],"obtained":[115],"from":[116],"Layer-wise":[117],"Relevance":[118],"Propagation":[119],"(LRP)":[120],"content":[124],"clusters":[127,142],"(entropy":[128],"optimization).":[129],"ultimate":[131],"goal":[132],"preserve":[135],"most":[137],"relevant":[138],"weights":[139],"highest":[144],"content.":[146],"Experimental":[147],"results":[148],"show":[149],"that":[150],"Entropy-Constrained":[153],"XAI-adjusted":[155],"Quantization":[156],"(ECQ":[157],"$$^{\\text":[158],"{x}}$$":[159],"<mml:math":[160,212],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[161,213],"<mml:msup>":[162],"<mml:mrow/>":[163],"<mml:mi>x</mml:mi>":[164],"</mml:msup>":[165],"</mml:math>":[166,215],")":[167],"generates":[169],"ultra":[170],"low-precision":[171],"(2\u20135":[172],"bit)":[173],"simultaneously":[175],"sparse":[176],"maintaining":[180],"or":[181],"even":[182],"improving":[183],"performance.":[185],"Due":[186],"reduced":[188],"precision":[190],"high":[192],"number":[193],"zero-elements,":[195],"rendered":[197],"are":[199],"highly":[200],"compressible":[201],"terms":[203],"file":[205],"size,":[206],"up":[207],"103":[209],"$$\\times":[210],"$$":[211],"<mml:mo>\u00d7</mml:mo>":[214],"compared":[216,243],"full-precision":[219],"unquantized":[220],"DNN":[221],"model.":[222],"approach":[224],"was":[225],"evaluated":[226],"different":[228],"types":[229],"models":[231],"datasets":[233],"(including":[234],"Google":[235],"Speech":[236],"Commands,":[237],"CIFAR-10":[238],"Pascal":[240],"VOC)":[241],"with":[244],"previous":[245],"work.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}