{"id":"https://openalex.org/W3206248123","doi":"https://doi.org/10.14428/esann/2021.es2021-126","title":"Pruning Neural Networks with Supermasks","display_name":"Pruning Neural Networks with Supermasks","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3206248123","doi":"https://doi.org/10.14428/esann/2021.es2021-126","mag":"3206248123"},"language":"en","primary_location":{"id":"doi:10.14428/esann/2021.es2021-126","is_oa":true,"landing_page_url":"http://doi.org/10.14428/esann/2021.es2021-126","pdf_url":"https://doi.org/10.14428/esann/2021.es2021-126","source":{"id":"https://openalex.org/S4306509709","display_name":"ESANN 2021 proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ESANN 2021 proceedings","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.14428/esann/2021.es2021-126","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071619152","display_name":"Vincent Rolfs","orcid":null},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Vincent Rolfs","raw_affiliation_strings":["University of Hamburg -Department of Informatics Vogt-Koelln-Str.30, 22527 Hamburg -Germany"],"affiliations":[{"raw_affiliation_string":"University of Hamburg -Department of Informatics Vogt-Koelln-Str.30, 22527 Hamburg -Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040045142","display_name":"Matthias Kerzel","orcid":"https://orcid.org/0000-0002-1378-0435"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Kerzel","raw_affiliation_strings":["University of Hamburg -Department of Informatics Vogt-Koelln-Str.30, 22527 Hamburg -Germany"],"affiliations":[{"raw_affiliation_string":"University of Hamburg -Department of Informatics Vogt-Koelln-Str.30, 22527 Hamburg -Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033486668","display_name":"Stefan Wermter","orcid":"https://orcid.org/0000-0003-1343-4775"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Wermter","raw_affiliation_strings":["University of Hamburg -Department of Informatics Vogt-Koelln-Str.30, 22527 Hamburg -Germany"],"affiliations":[{"raw_affiliation_string":"University of Hamburg -Department of Informatics Vogt-Koelln-Str.30, 22527 Hamburg -Germany","institution_ids":["https://openalex.org/I159176309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5071619152"],"corresponding_institution_ids":["https://openalex.org/I159176309"],"apc_list":null,"apc_paid":null,"fwci":0.14,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57017673,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6828610897064209},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.671223521232605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5817950963973999},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5448616743087769},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34747612476348877},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33534806966781616},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.056933969259262085}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6828610897064209},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.671223521232605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5817950963973999},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5448616743087769},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34747612476348877},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33534806966781616},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.056933969259262085},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14428/esann/2021.es2021-126","is_oa":true,"landing_page_url":"http://doi.org/10.14428/esann/2021.es2021-126","pdf_url":"https://doi.org/10.14428/esann/2021.es2021-126","source":{"id":"https://openalex.org/S4306509709","display_name":"ESANN 2021 proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ESANN 2021 proceedings","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.14428/esann/2021.es2021-126","is_oa":true,"landing_page_url":"http://doi.org/10.14428/esann/2021.es2021-126","pdf_url":"https://doi.org/10.14428/esann/2021.es2021-126","source":{"id":"https://openalex.org/S4306509709","display_name":"ESANN 2021 proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ESANN 2021 proceedings","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G368901807","display_name":null,"funder_award_id":"CML (TRR 169)","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G6276684567","display_name":null,"funder_award_id":"TRR 169","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3206248123.pdf","grobid_xml":"https://content.openalex.org/works/W3206248123.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2114766824","https://openalex.org/W2125389748","https://openalex.org/W2134273960","https://openalex.org/W2182396527","https://openalex.org/W2515385951","https://openalex.org/W2805003733","https://openalex.org/W2943283198","https://openalex.org/W2962965870","https://openalex.org/W2963674932","https://openalex.org/W2963813662","https://openalex.org/W2964121744","https://openalex.org/W2970277060","https://openalex.org/W4287828539"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W2033914206","https://openalex.org/W4283697347"],"abstract_inverted_index":{"The":[0],"Lottery":[1,70],"Ticket":[2,71],"hypothesis":[3],"by":[4],"Frankle":[5],"and":[6,87],"Carbin":[7],"states":[8],"that":[9],"a":[10,16,48,68,89,96],"randomly":[11],"initialized":[12],"dense":[13],"network":[14,72],"contains":[15],"smaller":[17],"subnetwork":[18,36],"that,":[19],"when":[20],"trained":[21],"in":[22,98],"isolation,":[23],"will":[24],"match":[25],"the":[26,29,53,60,81,84],"performance":[27],"of":[28,67,92],"original":[30],"network.":[31],"However,":[32],"identifying":[33],"this":[34],"pruned":[35,69],"usually":[37],"requires":[38],"repeated":[39],"training":[40],"to":[41,51],"determine":[42],"optimal":[43],"pruning":[44],"thresholds.":[45],"We":[46,79],"present":[47],"novel":[49],"approach":[50],"accelerate":[52],"pruning:":[54],"By":[55],"methodically":[56],"evaluating":[57],"different":[58],"Supermasks,":[59],"threshold":[61],"for":[62],"selecting":[63],"neurons":[64],"as":[65],"part":[66],"can":[73],"be":[74],"determined":[75],"without":[76,95],"additional":[77],"training.":[78],"evaluate":[80],"method":[82],"on":[83],"MNIST":[85],"dataset":[86],"achieve":[88],"size":[90],"reduction":[91],"over":[93],"60%":[94],"drop":[97],"performance.":[99]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}