{"id":"https://openalex.org/W3165464242","doi":"https://doi.org/10.1109/tnnls.2022.3176809","title":"Dynamic Probabilistic Pruning: A General Framework for Hardware-Constrained Pruning at Different Granularities","display_name":"Dynamic Probabilistic Pruning: A General Framework for Hardware-Constrained Pruning at Different Granularities","publication_year":2022,"publication_date":"2022-06-08","ids":{"openalex":"https://openalex.org/W3165464242","doi":"https://doi.org/10.1109/tnnls.2022.3176809","mag":"3165464242","pmid":"https://pubmed.ncbi.nlm.nih.gov/35675247"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3176809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3176809","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.tue.nl/ws/files/317655203/Dynamic_Probabilistic_Pruning_A_General_Framework_for_Hardware-Constrained_Pruning_at_Different_Granularities.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076387153","display_name":"Lizeth Gonzalez-Carabarin","orcid":"https://orcid.org/0000-0001-6038-0664"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Lizeth Gonzalez-Carabarin","raw_affiliation_strings":["Electrical Engineering Department, Eindhoven University of Technology, Eindhoven, AP, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Eindhoven University of Technology, Eindhoven, AP, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067248600","display_name":"Iris A. M. Huijben","orcid":"https://orcid.org/0000-0002-2629-3898"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Iris A. M. Huijben","raw_affiliation_strings":["Electrical Engineering Department, Eindhoven University of Technology, Eindhoven, AP, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Eindhoven University of Technology, Eindhoven, AP, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098312106","display_name":"Bastian Veeling","orcid":null},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bastian Veeling","raw_affiliation_strings":["Bastian Veeling with the AMLab, Informatics Institute, University of Amsterdam, Amsterdam, XH, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Bastian Veeling with the AMLab, Informatics Institute, University of Amsterdam, Amsterdam, XH, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079305372","display_name":"Alexandre Schmid","orcid":"https://orcid.org/0000-0002-6730-0193"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alexandre Schmid","raw_affiliation_strings":["School of Engineering, EPFL, Switzerland"],"affiliations":[{"raw_affiliation_string":"School of Engineering, EPFL, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042985821","display_name":"Ruud J. G. van Sloun","orcid":"https://orcid.org/0000-0003-2845-0495"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ruud J. G. van Sloun","raw_affiliation_strings":["Electrical Engineering Department, Eindhoven University of Technology, Eindhoven, AP, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Eindhoven University of Technology, Eindhoven, AP, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5076387153"],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":null,"apc_paid":null,"fwci":1.6561,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.85770351,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"35","issue":"1","first_page":"733","last_page":"744"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9581000208854675,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.9037240743637085},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6839002370834351},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.560836672782898},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4004065692424774},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3686334192752838},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3352377712726593},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.0772254467010498},{"id":"https://openalex.org/keywords/botany","display_name":"Botany","score":0.06060865521430969}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.9037240743637085},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6839002370834351},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.560836672782898},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4004065692424774},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3686334192752838},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3352377712726593},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0772254467010498},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.06060865521430969}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tnnls.2022.3176809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3176809","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35675247","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35675247","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/9b14d8a0-504d-4412-bde8-8729b69e45b4","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/9b14d8a0-504d-4412-bde8-8729b69e45b4","pdf_url":"https://pure.tue.nl/ws/files/317655203/Dynamic_Probabilistic_Pruning_A_General_Framework_for_Hardware-Constrained_Pruning_at_Different_Granularities.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Gonzalez-Carabarin, L, Huijben, I A M, Veeling, B, Schmid, A & van Sloun, R J G 2024, 'Dynamic Probabilistic Pruning : A General Framework for Hardware-Constrained Pruning at Different Granularities', IEEE Transactions on Neural Networks and Learning Systems, vol. 35, no. 1, 9790881, pp. 733-744. https://doi.org/10.1109/TNNLS.2022.3176809","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:infoscience.epfl.ch:295511","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/295511","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"research article"},{"id":"pmh:oai:pure.tue.nl:publications/9b14d8a0-504d-4412-bde8-8729b69e45b4","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85131808874&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Gonzalez-Carabarin, L, Huijben, I A M, Veeling, B, Schmid, A & van Sloun, R J G 2024, 'Dynamic Probabilistic Pruning : A General Framework for Hardware-Constrained Pruning at Different Granularities', IEEE Transactions on Neural Networks and Learning Systems, vol. 35, no. 1, 9790881, pp. 733-744. https://doi.org/10.1109/TNNLS.2022.3176809","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/9b14d8a0-504d-4412-bde8-8729b69e45b4","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/9b14d8a0-504d-4412-bde8-8729b69e45b4","pdf_url":"https://pure.tue.nl/ws/files/317655203/Dynamic_Probabilistic_Pruning_A_General_Framework_for_Hardware-Constrained_Pruning_at_Different_Granularities.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Gonzalez-Carabarin, L, Huijben, I A M, Veeling, B, Schmid, A & van Sloun, R J G 2024, 'Dynamic Probabilistic Pruning : A General Framework for Hardware-Constrained Pruning at Different Granularities', IEEE Transactions on Neural Networks and Learning Systems, vol. 35, no. 1, 9790881, pp. 733-744. https://doi.org/10.1109/TNNLS.2022.3176809","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338438","display_name":"HORIZON EUROPE Marie Sklodowska-Curie Actions","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3165464242.pdf","grobid_xml":"https://content.openalex.org/works/W3165464242.grobid-xml"},"referenced_works_count":106,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1821462560","https://openalex.org/W1902934009","https://openalex.org/W1969102784","https://openalex.org/W1994530392","https://openalex.org/W2004455575","https://openalex.org/W2094756095","https://openalex.org/W2112796928","https://openalex.org/W2114766824","https://openalex.org/W2119144962","https://openalex.org/W2163605009","https://openalex.org/W2164904521","https://openalex.org/W2260663238","https://openalex.org/W2319920447","https://openalex.org/W2495425901","https://openalex.org/W2515385951","https://openalex.org/W2524428287","https://openalex.org/W2547875792","https://openalex.org/W2585774018","https://openalex.org/W2608554408","https://openalex.org/W2740455604","https://openalex.org/W2764043458","https://openalex.org/W2766839578","https://openalex.org/W2768501777","https://openalex.org/W2797569913","https://openalex.org/W2799197246","https://openalex.org/W2807571484","https://openalex.org/W2896409484","https://openalex.org/W2899303916","https://openalex.org/W2900694899","https://openalex.org/W2907886210","https://openalex.org/W2921353810","https://openalex.org/W2945403477","https://openalex.org/W2949413532","https://openalex.org/W2949619037","https://openalex.org/W2952165242","https://openalex.org/W2956434358","https://openalex.org/W2962835968","https://openalex.org/W2962851801","https://openalex.org/W2962965870","https://openalex.org/W2963000224","https://openalex.org/W2963363373","https://openalex.org/W2963674932","https://openalex.org/W2963847166","https://openalex.org/W2964233199","https://openalex.org/W2964266063","https://openalex.org/W2964299589","https://openalex.org/W2964554227","https://openalex.org/W2979694733","https://openalex.org/W2981460220","https://openalex.org/W2983162098","https://openalex.org/W2990138404","https://openalex.org/W2995629810","https://openalex.org/W2995859189","https://openalex.org/W2997219183","https://openalex.org/W2997586231","https://openalex.org/W2998342322","https://openalex.org/W2998470761","https://openalex.org/W3005712428","https://openalex.org/W3006098440","https://openalex.org/W3018440386","https://openalex.org/W3025722110","https://openalex.org/W3035332806","https://openalex.org/W3035511173","https://openalex.org/W3041028268","https://openalex.org/W3085946920","https://openalex.org/W3088399386","https://openalex.org/W3099744258","https://openalex.org/W3102122551","https://openalex.org/W3126983570","https://openalex.org/W3127067080","https://openalex.org/W4245683599","https://openalex.org/W4288416038","https://openalex.org/W4297689207","https://openalex.org/W6637373629","https://openalex.org/W6638523607","https://openalex.org/W6638632666","https://openalex.org/W6639703010","https://openalex.org/W6677103964","https://openalex.org/W6677580257","https://openalex.org/W6692521979","https://openalex.org/W6723181079","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6727208969","https://openalex.org/W6729448088","https://openalex.org/W6730091202","https://openalex.org/W6736780897","https://openalex.org/W6745148473","https://openalex.org/W6745499037","https://openalex.org/W6745668070","https://openalex.org/W6755838813","https://openalex.org/W6755843862","https://openalex.org/W6756331354","https://openalex.org/W6757914502","https://openalex.org/W6760167989","https://openalex.org/W6762610423","https://openalex.org/W6765532259","https://openalex.org/W6767423016","https://openalex.org/W6769432144","https://openalex.org/W6771579010","https://openalex.org/W6771934156","https://openalex.org/W6777505618","https://openalex.org/W6779249178","https://openalex.org/W6783189819","https://openalex.org/W6789946416"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2051487156","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596","https://openalex.org/W2072657027","https://openalex.org/W2962838298"],"abstract_inverted_index":{"Unstructured":[0],"neural":[1],"network":[2],"pruning":[3,40,65,69,84,95,113,141,165,193,196],"algorithms":[4],"have":[5],"achieved":[6],"impressive":[7],"compression":[8,135],"ratios.":[9],"However,":[10],"the":[11,30,54,117,155,175,190],"resulting-typically":[12],"irregular-sparse":[13],"matrices":[14],"hamper":[15],"efficient":[16,51,80],"hardware":[17],"implementations,":[18],"leading":[19],"to":[20,107,171],"additional":[21],"memory":[22,81],"usage":[23],"and":[24,75,137,166,192],"complex":[25],"control":[26],"logic":[27],"that":[28,42,67,131,188],"diminishes":[29],"benefits":[31],"of":[32,56,158,164,195],"unstructured":[33],"pruning.":[34],"This":[35],"has":[36],"spurred":[37],"structured":[38],"coarse-grained":[39],"solutions":[41],"prune":[43],"entire":[44],"feature":[45,76,103],"maps":[46],"or":[47,94],"even":[48,172],"layers,":[49],"enabling":[50],"implementation":[52],"at":[53,70],"expense":[55],"reduced":[57],"flexibility.":[58],"Here,":[59],"we":[60,178,183],"propose":[61,184],"a":[62,199],"flexible":[63],"new":[64],"mechanism":[66],"facilitates":[68,160],"different":[71,148],"granularities":[72],"(weights,":[73],"kernels,":[74],"maps)":[77],"while":[78],"retaining":[79],"organization":[82],"(e.g.,":[83],"exactly":[85,96],"k":[86,97,122],"-out-of-":[87,98,123],"n":[88,99,124],"weights":[89],"for":[90,101,120,151,161],"every":[91,102],"output":[92],"neuron":[93],"kernels":[100],"map).":[104],"We":[105,129],"refer":[106],"this":[108],"algorithm":[109],"as":[110,180],"dynamic":[111,156],"probabilistic":[112],"(DPP).":[114],"DPP":[115,132,159],"leverages":[116],"Gumbel-softmax":[118],"relaxation":[119],"differentiable":[121],"sampling,":[125],"facilitating":[126],"end-to-end":[127],"optimization.":[128],"show":[130,179,189],"achieves":[133],"competitive":[134],"ratios":[136],"classification":[138],"accuracy":[139],"when":[140],"common":[142],"deep":[143],"learning":[144],"models":[145],"trained":[146],"on":[147],"benchmark":[149],"datasets":[150],"image":[152],"classification.":[153],"Relevantly,":[154],"masking":[157],"joint":[162],"optimization":[163],"weight":[167],"quantization":[168],"in":[169],"order":[170],"further":[173],"compress":[174],"network,":[176],"which":[177],"well.":[181],"Finally,":[182],"novel":[185],"information-theoretic":[186],"metrics":[187],"confidence":[191],"diversity":[194],"masks":[197],"within":[198],"layer.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-23T07:41:27.035349","created_date":"2025-10-10T00:00:00"}