{"id":"https://openalex.org/W4287327028","doi":"https://doi.org/10.48550/arxiv.2102.08329","title":"An Information-Theoretic Justification for Model Pruning","display_name":"An Information-Theoretic Justification for Model Pruning","alternate_titles":[],"publication_year":2021,"publication_date":"2021-02-16","ids":{"openalex":"https://openalex.org/W4287327028","doi":"https://doi.org/10.48550/arxiv.2102.08329","mag":"3133071991"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2102.08329","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.08329","pdf_url":"https://arxiv.org/pdf/2102.08329","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4287327028"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.08329","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078939688","display_name":"Berivan Isik","orcid":"https://orcid.org/0000-0002-4926-5443","observed_orcids":["https://orcid.org/0000-0002-4926-5443"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Isik, Berivan","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043344688","display_name":"Tsachy Weissman","orcid":"https://orcid.org/0009-0008-1099-691X","observed_orcids":["https://orcid.org/0009-0008-1099-691X"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Weissman, Tsachy","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049196468","display_name":"Albert No","orcid":"https://orcid.org/0000-0002-6346-4182","observed_orcids":["https://orcid.org/0000-0002-6346-4182"]},"institutions":[{"id":"https://openalex.org/I94588446","display_name":"Hongik University","ror":"https://ror.org/00egdv862","country_code":"KR","type":"education","lineage":["https://openalex.org/I94588446"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["KR","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"No, Albert","raw_affiliation_strings":["Hongik University","Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hongik University","institution_ids":["https://openalex.org/I94588446"]},{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":36,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-network-compression","display_name":"neural network compression","score":0.9259999990463257},{"id":"https://openalex.org/keywords/model-pruning","display_name":"model pruning","score":0.9700000286102295},{"id":"https://openalex.org/keywords/rate-distortion-theory","display_name":"rate-distortion theory","score":0.9739999771118164},{"id":"https://openalex.org/keywords/information-theoretic-limits","display_name":"information-theoretic limits","score":0.7910000085830688},{"id":"https://openalex.org/keywords/distortion-metric","display_name":"distortion metric","score":0.5120000243186951},{"id":"https://openalex.org/keywords/pruning-methods","display_name":"pruning techniques","score":0.6859999895095825}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8633983135223389},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.7366315126419067},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6585026383399963},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.6386011242866516},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6034143567085266},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5300723314285278},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5098904371261597},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.474604070186615},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.47371190786361694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4542146921157837},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.42402997612953186},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32774627208709717},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.19670379161834717},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.08571171760559082},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.060906171798706055},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.0},{"id":"https://openalex.org/C194257627","wikidata":"https://www.wikidata.org/wiki/Q211554","display_name":"Amplifier","level":3,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2102.08329","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.08329","pdf_url":"https://arxiv.org/pdf/2102.08329","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3133071991","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2102.08329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"mag:3171444750","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2102.08329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2102.08329","doi":"https://doi.org/10.48550/arxiv.2102.08329","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.08329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.08329","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.08329","pdf_url":"https://arxiv.org/pdf/2102.08329","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4287327028.pdf","grobid_xml":"https://content.openalex.org/works/W4287327028.grobid-xml"},"referenced_works_count":117,"referenced_works":["https://openalex.org/W4080413","https://openalex.org/W80079294","https://openalex.org/W135467536","https://openalex.org/W992687842","https://openalex.org/W1563795667","https://openalex.org/W1567917159","https://openalex.org/W1686810756","https://openalex.org/W1821462560","https://openalex.org/W1845051632","https://openalex.org/W1995875735","https://openalex.org/W2011873184","https://openalex.org/W2030442875","https://openalex.org/W2041404167","https://openalex.org/W2049348043","https://openalex.org/W2058641082","https://openalex.org/W2060108852","https://openalex.org/W2101460669","https://openalex.org/W2106721790","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2114766824","https://openalex.org/W2115613939","https://openalex.org/W2118217749","https://openalex.org/W2119144962","https://openalex.org/W2126333738","https://openalex.org/W2135469284","https://openalex.org/W2141155619","https://openalex.org/W2151252184","https://openalex.org/W2155729921","https://openalex.org/W2168231600","https://openalex.org/W2179596243","https://openalex.org/W2194775991","https://openalex.org/W2276892413","https://openalex.org/W2294370754","https://openalex.org/W2405920868","https://openalex.org/W2504108613","https://openalex.org/W2507318699","https://openalex.org/W2530417694","https://openalex.org/W2535838896","https://openalex.org/W2541884796","https://openalex.org/W2552465432","https://openalex.org/W2554302513","https://openalex.org/W2566058312","https://openalex.org/W2582745083","https://openalex.org/W2588860837","https://openalex.org/W2606891064","https://openalex.org/W2619890685","https://openalex.org/W2707890836","https://openalex.org/W2752037867","https://openalex.org/W2763589418","https://openalex.org/W2764043458","https://openalex.org/W2769743532","https://openalex.org/W2771655537","https://openalex.org/W2774000609","https://openalex.org/W2777406049","https://openalex.org/W2783538964","https://openalex.org/W2785745756","https://openalex.org/W2787752464","https://openalex.org/W2788440360","https://openalex.org/W2798603777","https://openalex.org/W2803113791","https://openalex.org/W2805003733","https://openalex.org/W2805997383","https://openalex.org/W2808133870","https://openalex.org/W2891999520","https://openalex.org/W2894740066","https://openalex.org/W2896409484","https://openalex.org/W2896737121","https://openalex.org/W2907886210","https://openalex.org/W2915589364","https://openalex.org/W2919115771","https://openalex.org/W2924515500","https://openalex.org/W2945908221","https://openalex.org/W2954582488","https://openalex.org/W2956434358","https://openalex.org/W2962958489","https://openalex.org/W2963145730","https://openalex.org/W2963363373","https://openalex.org/W2963514416","https://openalex.org/W2963522419","https://openalex.org/W2963540381","https://openalex.org/W2963629521","https://openalex.org/W2964266063","https://openalex.org/W2965940031","https://openalex.org/W2970072941","https://openalex.org/W2970860468","https://openalex.org/W2970971581","https://openalex.org/W2982479999","https://openalex.org/W2984618279","https://openalex.org/W2984907890","https://openalex.org/W2986700214","https://openalex.org/W2994984846","https://openalex.org/W2995022099","https://openalex.org/W2995492258","https://openalex.org/W2997300524","https://openalex.org/W3005273253","https://openalex.org/W3007702589","https://openalex.org/W3010156474","https://openalex.org/W3017022649","https://openalex.org/W3021616083","https://openalex.org/W3034368386","https://openalex.org/W3034877463","https://openalex.org/W3035016149","https://openalex.org/W3035081900","https://openalex.org/W3035180000","https://openalex.org/W3035839559","https://openalex.org/W3087194612","https://openalex.org/W3091818438","https://openalex.org/W3101036738","https://openalex.org/W3107557773","https://openalex.org/W3118608800","https://openalex.org/W3121696187","https://openalex.org/W3126996274","https://openalex.org/W3132779505","https://openalex.org/W3163616200","https://openalex.org/W3164441165","https://openalex.org/W3173857909"],"related_works":["https://openalex.org/W2896737121","https://openalex.org/W6921553254","https://openalex.org/W6929619974","https://openalex.org/W4410293100","https://openalex.org/W2788440360"],"abstract_inverted_index":{"We":[0,24],"study":[1],"the":[2,9,12,19,31,37,42,83,95,118],"neural":[3],"network":[4],"(NN)":[5],"compression":[6,13,35,73],"problem,":[7],"viewing":[8],"tension":[10],"between":[11,44,80],"ratio":[14],"and":[15,40,47,88,113,123],"NN":[16,34,56,87],"performance":[17],"through":[18],"lens":[20],"of":[21,33,55,70,82,98],"rate-distortion":[22],"theory.":[23],"choose":[25],"a":[26,68,71,78,104],"distortion":[27],"metric":[28],"that":[29,61,115],"reflects":[30],"effect":[32],"on":[36,121],"model":[38,99],"output":[39],"derive":[41],"tradeoff":[43],"rate":[45],"(compression)":[46],"distortion.":[48],"In":[49],"addition":[50],"to":[51,86],"characterizing":[52],"theoretical":[53],"limits":[54],"compression,":[57,90],"this":[58],"formulation":[59,112],"shows":[60],"\\emph{pruning},":[62],"implicitly":[63],"or":[64],"explicitly,":[65],"must":[66],"be":[67],"part":[69],"good":[72],"algorithm.":[74],"This":[75],"observation":[76],"bridges":[77],"gap":[79],"parts":[81],"literature":[84],"pertaining":[85],"data":[89],"respectively,":[91],"providing":[92],"insight":[93],"into":[94],"empirical":[96],"success":[97],"pruning.":[100],"Finally,":[101],"we":[102],"propose":[103],"novel":[105],"pruning":[106],"strategy":[107],"derived":[108],"from":[109],"our":[110],"information-theoretic":[111],"show":[114],"it":[116],"outperforms":[117],"relevant":[119],"baselines":[120],"CIFAR-10":[122],"ImageNet":[124],"datasets.":[125]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4287327028","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2022-07-25T00:00:00"}
