{"id":"https://openalex.org/W3173173537","doi":"https://doi.org/10.1109/tnnls.2021.3088587","title":"Data-Independent Structured Pruning of Neural Networks via Coresets","display_name":"Data-Independent Structured Pruning of Neural Networks via Coresets","publication_year":2021,"publication_date":"2021-06-24","ids":{"openalex":"https://openalex.org/W3173173537","doi":"https://doi.org/10.1109/tnnls.2021.3088587","mag":"3173173537","pmid":"https://pubmed.ncbi.nlm.nih.gov/34166205"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3088587","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3088587","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020058163","display_name":"Ben Mussay","orcid":null},"institutions":[{"id":"https://openalex.org/I91203450","display_name":"University of Haifa","ror":"https://ror.org/02f009v59","country_code":"IL","type":"education","lineage":["https://openalex.org/I91203450"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Ben Mussay","raw_affiliation_strings":["Department of Computer Science, University of Haifa, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Haifa, Haifa, Israel","institution_ids":["https://openalex.org/I91203450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082255004","display_name":"Dan Feldman","orcid":"https://orcid.org/0000-0002-7700-9711"},"institutions":[{"id":"https://openalex.org/I91203450","display_name":"University of Haifa","ror":"https://ror.org/02f009v59","country_code":"IL","type":"education","lineage":["https://openalex.org/I91203450"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Dan Feldman","raw_affiliation_strings":["Department of Computer Science, University of Haifa, Haifa, Israel"],"raw_orcid":"https://orcid.org/0000-0002-7700-9711","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Haifa, Haifa, Israel","institution_ids":["https://openalex.org/I91203450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018283928","display_name":"Samson Zhou","orcid":"https://orcid.org/0000-0001-8288-5698"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samson Zhou","raw_affiliation_strings":["Department of Computer Science, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8288-5698","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053736722","display_name":"Vladimir Braverman","orcid":"https://orcid.org/0000-0001-7709-8753"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vladimir Braverman","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University, Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068276075","display_name":"Margarita Osadchy","orcid":"https://orcid.org/0000-0001-5480-5099"},"institutions":[{"id":"https://openalex.org/I91203450","display_name":"University of Haifa","ror":"https://ror.org/02f009v59","country_code":"IL","type":"education","lineage":["https://openalex.org/I91203450"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Margarita Osadchy","raw_affiliation_strings":["Department of Computer Science, University of Haifa, Haifa, Israel"],"raw_orcid":"https://orcid.org/0000-0001-5480-5099","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Haifa, Haifa, Israel","institution_ids":["https://openalex.org/I91203450"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5020058163"],"corresponding_institution_ids":["https://openalex.org/I91203450"],"apc_list":null,"apc_paid":null,"fwci":1.3998,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84838315,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"33","issue":"12","first_page":"7829","last_page":"7841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.758482813835144},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7055093050003052},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.6411299109458923},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6232883930206299},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5274726748466492},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5149246454238892},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5127085447311401},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.49010810256004333},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.46875429153442383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33954310417175293},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.218561053276062},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.07218146324157715}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.758482813835144},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7055093050003052},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.6411299109458923},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6232883930206299},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5274726748466492},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5149246454238892},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5127085447311401},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49010810256004333},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.46875429153442383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33954310417175293},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.218561053276062},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.07218146324157715},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D044962","descriptor_name":"Data Compression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D044962","descriptor_name":"Data Compression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D044962","descriptor_name":"Data Compression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3088587","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3088587","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:34166205","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34166205","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2962749985","display_name":null,"funder_award_id":"3-14659","funder_id":"https://openalex.org/F4320323706","funder_display_name":"Ministry of Science and Technology, Israel"},{"id":"https://openalex.org/G5425755426","display_name":null,"funder_award_id":"1652257","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8788823717","display_name":null,"funder_award_id":"N00014-18-1-2364","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320323387","display_name":"University of Haifa","ror":"https://ror.org/02f009v59"},{"id":"https://openalex.org/F4320323706","display_name":"Ministry of Science and Technology, Israel","ror":"https://ror.org/02heb2n75"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W566555209","https://openalex.org/W1542886316","https://openalex.org/W1686810756","https://openalex.org/W1821462560","https://openalex.org/W1945616565","https://openalex.org/W1981773323","https://openalex.org/W1984492644","https://openalex.org/W2029538739","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2134273960","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2216523247","https://openalex.org/W2495425901","https://openalex.org/W2553910756","https://openalex.org/W2559873021","https://openalex.org/W2789144738","https://openalex.org/W2805003733","https://openalex.org/W2807299122","https://openalex.org/W2807961551","https://openalex.org/W2808168148","https://openalex.org/W2883070812","https://openalex.org/W2885311373","https://openalex.org/W2896409484","https://openalex.org/W2899748887","https://openalex.org/W2915589364","https://openalex.org/W2924515500","https://openalex.org/W2928560789","https://openalex.org/W2945908221","https://openalex.org/W2949941638","https://openalex.org/W2962851801","https://openalex.org/W2962965870","https://openalex.org/W2963000224","https://openalex.org/W2963094099","https://openalex.org/W2963145730","https://openalex.org/W2963223345","https://openalex.org/W2963363373","https://openalex.org/W2963433148","https://openalex.org/W2963452728","https://openalex.org/W2963918968","https://openalex.org/W2964001144","https://openalex.org/W2964233199","https://openalex.org/W2966256598","https://openalex.org/W2974893078","https://openalex.org/W3034957837","https://openalex.org/W3118608800","https://openalex.org/W3130673459","https://openalex.org/W4288022794","https://openalex.org/W4288351313","https://openalex.org/W6637373629","https://openalex.org/W6638523607","https://openalex.org/W6640425456","https://openalex.org/W6677103964","https://openalex.org/W6679651198","https://openalex.org/W6684191040","https://openalex.org/W6687483927","https://openalex.org/W6688482133","https://openalex.org/W6689526104","https://openalex.org/W6723181079","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6729763630","https://openalex.org/W6730122194","https://openalex.org/W6738957339","https://openalex.org/W6748035112","https://openalex.org/W6748455095","https://openalex.org/W6750312608","https://openalex.org/W6751979845","https://openalex.org/W6752343131","https://openalex.org/W6753278433","https://openalex.org/W6753490951","https://openalex.org/W6755034786","https://openalex.org/W6755843862","https://openalex.org/W6759263581","https://openalex.org/W6762887799","https://openalex.org/W6763207085","https://openalex.org/W6767327937","https://openalex.org/W6769412281","https://openalex.org/W6787126667","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2104490101","https://openalex.org/W3030709726","https://openalex.org/W2966487450","https://openalex.org/W2612632602","https://openalex.org/W2321805087","https://openalex.org/W624280404","https://openalex.org/W2207317090","https://openalex.org/W4200153455","https://openalex.org/W4389543013","https://openalex.org/W4322614724"],"abstract_inverted_index":{"Model":[0],"compression":[1,30,37,54,79],"is":[2,92,140],"crucial":[3],"for":[4,60,85,152],"the":[5,25,33,36,50,53,57,67,82,95,101,114,119,130,133,147,150],"deployment":[6],"of":[7,24,35,103,106,111,149],"neural":[8],"networks":[9],"on":[10,41,49,94],"devices":[11],"with":[12,73],"limited":[13],"computational":[14],"and":[15,28,43,56,81,98,117],"memory":[16],"resources.":[17],"Many":[18],"different":[19],"methods":[20,38],"show":[21],"comparable":[22],"accuracy":[23,148],"compressed":[26],"model":[27],"similar":[29],"rates.":[31],"However,":[32],"majority":[34],"are":[39],"based":[40,93],"heuristics":[42],"offer":[44],"no":[45],"worst":[46],"case":[47],"guarantees":[48,146],"tradeoff":[51,76],"between":[52,77],"rate":[55,80],"approximation":[58,83],"error":[59,84],"an":[61,159],"arbitrarily":[62],"new":[63],"sample.":[64,89],"We":[65,121],"propose":[66],"first":[68],"efficient":[69],"structured":[70],"pruning":[71],"algorithm":[72],"a":[74,104,109,126],"provable":[75],"its":[78],"any":[86,153],"future":[87],"test":[88],"Our":[90],"method":[91],"coreset":[96,110,139],"framework,":[97],"it":[99,144],"approximates":[100],"output":[102],"layer":[105,116],"neurons/filters":[107,112],"by":[108],"in":[113,125],"previous":[115,136],"discards":[118],"rest.":[120],"apply":[122],"this":[123],"framework":[124],"layer-by-layer":[127],"fashion":[128],"from":[129],"bottom":[131],"to":[132],"top.":[134],"Unlike":[135],"works,":[137],"our":[138],"data-independent,":[141],"meaning":[142],"that":[143],"provably":[145],"function":[151],"input":[154],"[Formula:":[155],"see":[156],"text],":[157],"including":[158],"adversarial":[160],"one.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}