{"id":"https://openalex.org/W4324057834","doi":"https://doi.org/10.3390/computers12030060","title":"Model Compression for Deep Neural Networks: A Survey","display_name":"Model Compression for Deep Neural Networks: A Survey","publication_year":2023,"publication_date":"2023-03-12","ids":{"openalex":"https://openalex.org/W4324057834","doi":"https://doi.org/10.3390/computers12030060"},"language":"en","primary_location":{"id":"doi:10.3390/computers12030060","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers12030060","pdf_url":"https://www.mdpi.com/2073-431X/12/3/60/pdf?version=1678783805","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/12/3/60/pdf?version=1678783805","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100448048","display_name":"Zhuo Li","orcid":"https://orcid.org/0000-0003-4554-6018"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhuo Li","raw_affiliation_strings":["Graduate School of Science and Engineering, Ritsumeikan University, 1-1-1 Noji-higashi, Kusatsu 525-8577, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Ritsumeikan University, 1-1-1 Noji-higashi, Kusatsu 525-8577, Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032417356","display_name":"Hengyi Li","orcid":"https://orcid.org/0000-0003-4112-7297"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hengyi Li","raw_affiliation_strings":["Graduate School of Science and Engineering, Ritsumeikan University, 1-1-1 Noji-higashi, Kusatsu 525-8577, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Ritsumeikan University, 1-1-1 Noji-higashi, Kusatsu 525-8577, Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076579498","display_name":"Lin Meng","orcid":"https://orcid.org/0000-0003-4351-6923"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Lin Meng","raw_affiliation_strings":["College of Science and Engineering, Ritsumeikan University, 1-1-1 Noji-higashi, Kusatsu 525-8577, Japan"],"affiliations":[{"raw_affiliation_string":"College of Science and Engineering, Ritsumeikan University, 1-1-1 Noji-higashi, Kusatsu 525-8577, Japan","institution_ids":["https://openalex.org/I135768898"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5076579498"],"corresponding_institution_ids":["https://openalex.org/I135768898"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":28.2482,"has_fulltext":true,"cited_by_count":238,"citation_normalized_percentile":{"value":0.99796427,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"12","issue":"3","first_page":"60","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8040715456008911},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6234683990478516},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5790759325027466},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5779190063476562},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.5566253066062927},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5267127156257629},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5093992352485657},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4947816729545593},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.47619640827178955},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.41927987337112427},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.41841956973075867},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4126646816730499},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.341525673866272},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.11287406086921692},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11051774024963379}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8040715456008911},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6234683990478516},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5790759325027466},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5779190063476562},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.5566253066062927},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5267127156257629},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5093992352485657},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4947816729545593},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.47619640827178955},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.41927987337112427},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.41841956973075867},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4126646816730499},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.341525673866272},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.11287406086921692},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11051774024963379},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers12030060","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers12030060","pdf_url":"https://www.mdpi.com/2073-431X/12/3/60/pdf?version=1678783805","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1309c98a5db1492bab27c9fcb0dd1e01","is_oa":true,"landing_page_url":"https://doaj.org/article/1309c98a5db1492bab27c9fcb0dd1e01","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 12, Iss 3, p 60 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers12030060","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers12030060","pdf_url":"https://www.mdpi.com/2073-431X/12/3/60/pdf?version=1678783805","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4324057834.pdf"},"referenced_works_count":130,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W1902934009","https://openalex.org/W1996901117","https://openalex.org/W2056887119","https://openalex.org/W2058641082","https://openalex.org/W2067142709","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2120972216","https://openalex.org/W2121775913","https://openalex.org/W2125389748","https://openalex.org/W2131524184","https://openalex.org/W2163922914","https://openalex.org/W2167215970","https://openalex.org/W2181101938","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2276892413","https://openalex.org/W2294370754","https://openalex.org/W2300242332","https://openalex.org/W2520760693","https://openalex.org/W2549139847","https://openalex.org/W2549401308","https://openalex.org/W2554302513","https://openalex.org/W2561238782","https://openalex.org/W2618305643","https://openalex.org/W2618530766","https://openalex.org/W2739879705","https://openalex.org/W2752782242","https://openalex.org/W2753301142","https://openalex.org/W2754084392","https://openalex.org/W2778955544","https://openalex.org/W2781486669","https://openalex.org/W2793950911","https://openalex.org/W2798599891","https://openalex.org/W2805274023","https://openalex.org/W2807961551","https://openalex.org/W2883111419","https://openalex.org/W2883780447","https://openalex.org/W2886756692","https://openalex.org/W2894994475","https://openalex.org/W2899757317","https://openalex.org/W2899870496","https://openalex.org/W2911595986","https://openalex.org/W2915478146","https://openalex.org/W2928560789","https://openalex.org/W2936864631","https://openalex.org/W2946948417","https://openalex.org/W2954901156","https://openalex.org/W2955192706","https://openalex.org/W2962697884","https://openalex.org/W2962772649","https://openalex.org/W2962851801","https://openalex.org/W2962861284","https://openalex.org/W2963125010","https://openalex.org/W2963140066","https://openalex.org/W2963163009","https://openalex.org/W2963216524","https://openalex.org/W2963393494","https://openalex.org/W2963418739","https://openalex.org/W2963446712","https://openalex.org/W2963918968","https://openalex.org/W2963993763","https://openalex.org/W2964005298","https://openalex.org/W2965862774","https://openalex.org/W2967733054","https://openalex.org/W2970107519","https://openalex.org/W2970601456","https://openalex.org/W2981751377","https://openalex.org/W2982242214","https://openalex.org/W2998218113","https://openalex.org/W3006631416","https://openalex.org/W3008708068","https://openalex.org/W3020212829","https://openalex.org/W3034429256","https://openalex.org/W3034609471","https://openalex.org/W3034940165","https://openalex.org/W3035414587","https://openalex.org/W3045055149","https://openalex.org/W3093799822","https://openalex.org/W3106038021","https://openalex.org/W3108835732","https://openalex.org/W3109269658","https://openalex.org/W3121637738","https://openalex.org/W3122499249","https://openalex.org/W3129936518","https://openalex.org/W3132455321","https://openalex.org/W3173807327","https://openalex.org/W3174090943","https://openalex.org/W3177656211","https://openalex.org/W3185556852","https://openalex.org/W3195462390","https://openalex.org/W3200537905","https://openalex.org/W3204445636","https://openalex.org/W3213774990","https://openalex.org/W4220923749","https://openalex.org/W4220946453","https://openalex.org/W4224325915","https://openalex.org/W4226186063","https://openalex.org/W4226284112","https://openalex.org/W4281662450","https://openalex.org/W4283275666","https://openalex.org/W4283585133","https://openalex.org/W4285284469","https://openalex.org/W4287831878","https://openalex.org/W4295599283","https://openalex.org/W4306948601","https://openalex.org/W4309784178","https://openalex.org/W4312764321","https://openalex.org/W4313484889","https://openalex.org/W4313495623","https://openalex.org/W4313495634","https://openalex.org/W4313549235","https://openalex.org/W4317528991","https://openalex.org/W4323022482","https://openalex.org/W6637551013","https://openalex.org/W6677103964","https://openalex.org/W6679909955","https://openalex.org/W6683826617","https://openalex.org/W6687785706","https://openalex.org/W6693397755","https://openalex.org/W6724998850","https://openalex.org/W6726275242","https://openalex.org/W6755120062","https://openalex.org/W6770699648","https://openalex.org/W6772750526","https://openalex.org/W6795891359","https://openalex.org/W6800785038","https://openalex.org/W6838791935","https://openalex.org/W6839390801"],"related_works":["https://openalex.org/W2373300491","https://openalex.org/W1212596013","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W4206442282","https://openalex.org/W2384505857","https://openalex.org/W2034940213","https://openalex.org/W2929170389","https://openalex.org/W2748428003"],"abstract_inverted_index":{"Currently,":[0],"with":[1],"the":[2,23,49,117],"rapid":[3],"development":[4],"of":[5,25,68],"deep":[6,8],"learning,":[7],"neural":[9],"networks":[10],"(DNNs)":[11],"have":[12,30],"been":[13],"widely":[14],"applied":[15],"in":[16,22,55,78,94],"various":[17,87],"computer":[18],"vision":[19],"tasks.":[20],"However,":[21],"pursuit":[24],"performance,":[26],"advanced":[27],"DNN":[28],"models":[29,50,80],"become":[31,65],"more":[32],"complex,":[33],"which":[34],"has":[35,64],"led":[36],"to":[37,53,91],"a":[38,47,66],"large":[39],"memory":[40],"footprint":[41],"and":[42,106,109,132,143],"high":[43],"computation":[44],"demands.":[45],"As":[46],"result,":[48],"are":[51],"difficult":[52],"apply":[54],"real":[56],"time.":[57],"To":[58],"address":[59],"these":[60],"issues,":[61],"model":[62,71,88,101,104,111,121,124,134],"compression":[63,72,89],"focus":[67],"research.":[69],"Furthermore,":[70],"techniques":[73,119],"play":[74],"an":[75],"important":[76],"role":[77],"deploying":[79],"on":[81],"edge":[82],"devices.":[83],"This":[84],"study":[85],"analyzed":[86],"methods":[90],"assist":[92],"researchers":[93],"reducing":[95,103],"device":[96],"storage":[97],"space,":[98],"speeding":[99],"up":[100],"inference,":[102],"complexity":[105],"training":[107],"costs,":[108],"improving":[110],"deployment.":[112],"Hence,":[113],"this":[114,138],"paper":[115,139],"summarized":[116],"state-of-the-art":[118],"for":[120,145],"compression,":[122],"including":[123],"pruning,":[125],"parameter":[126],"quantization,":[127],"low-rank":[128],"decomposition,":[129],"knowledge":[130],"distillation,":[131],"lightweight":[133],"design.":[135],"In":[136],"addition,":[137],"discusses":[140],"research":[141],"challenges":[142],"directions":[144],"future":[146],"work.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":119},{"year":2024,"cited_by_count":79},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2023-03-14T00:00:00"}