{"id":"https://openalex.org/W7083323857","doi":"https://doi.org/10.3724/2096-7004.di.2025.0077","title":"Lightweighting Large Models: A Review of Model Compression Techniques","display_name":"Lightweighting Large Models: A Review of Model Compression Techniques","publication_year":2025,"publication_date":"2025-09-25","ids":{"openalex":"https://openalex.org/W7083323857","doi":"https://doi.org/10.3724/2096-7004.di.2025.0077"},"language":"en","primary_location":{"id":"doi:10.3724/2096-7004.di.2025.0077","is_oa":true,"landing_page_url":"https://doi.org/10.3724/2096-7004.di.2025.0077","pdf_url":"https://www.sciengine.com/doi/pdf/CF3BC541E6E04D2697469D024A59BCB8","source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2096-7004","issn":["2096-7004","2641-435X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.sciengine.com/doi/pdf/CF3BC541E6E04D2697469D024A59BCB8","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Haoran Guan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haoran Guan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Junhao Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junhao Lv","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xi Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Lei Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6961,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.77645212,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"8","issue":"1","first_page":"92","last_page":"136"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12167","display_name":"Bacterial Identification and Susceptibility Testing","score":0.07079999893903732,"subfield":{"id":"https://openalex.org/subfields/1308","display_name":"Clinical Biochemistry"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12167","display_name":"Bacterial Identification and Susceptibility Testing","score":0.07079999893903732,"subfield":{"id":"https://openalex.org/subfields/1308","display_name":"Clinical Biochemistry"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13736","display_name":"Steroid Chemistry and Biochemistry","score":0.06989999860525131,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12134","display_name":"Insect symbiosis and bacterial influences","score":0.05550000071525574,"subfield":{"id":"https://openalex.org/subfields/1109","display_name":"Insect Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sort","display_name":"sort","score":0.6862000226974487},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5476999878883362},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5321000218391418},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5246999859809875},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.5206999778747559},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5076000094413757},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.49399998784065247},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.44999998807907104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7827000021934509},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.6862000226974487},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5476999878883362},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5321000218391418},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5246999859809875},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.5206999778747559},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5091000199317932},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5076000094413757},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.49399998784065247},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.44999998807907104},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.44359999895095825},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43309998512268066},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.4083000123500824},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.3950999975204468},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3822999894618988},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C127964446","wikidata":"https://www.wikidata.org/wiki/Q1092142","display_name":"Computational resource","level":3,"score":0.32820001244544983},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29980000853538513},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.25839999318122864}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3724/2096-7004.di.2025.0077","is_oa":true,"landing_page_url":"https://doi.org/10.3724/2096-7004.di.2025.0077","pdf_url":"https://www.sciengine.com/doi/pdf/CF3BC541E6E04D2697469D024A59BCB8","source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2096-7004","issn":["2096-7004","2641-435X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3724/2096-7004.di.2025.0077","is_oa":true,"landing_page_url":"https://doi.org/10.3724/2096-7004.di.2025.0077","pdf_url":"https://www.sciengine.com/doi/pdf/CF3BC541E6E04D2697469D024A59BCB8","source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2096-7004","issn":["2096-7004","2641-435X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W7083323857.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,27,48,52,66,70,81,95,177],"rapid":[2],"development":[3],"of":[4,19,30,47,72,85,94,100,133,141],"deep":[5],"learning":[6],"technology,":[7],"neural":[8],"network":[9],"models":[10,49],"have":[11],"achieved":[12],"remarkable":[13],"results,":[14],"but":[15],"their":[16,120,137,197],"large":[17],"number":[18],"references":[20],"and":[21,43,83,88,92,115,118,124,145,157,167,175,192],"high":[22],"computational":[23,39,146],"resource":[24],"requirements":[25,55],"limit":[26],"wide":[28],"range":[29],"applications.Therefore,":[31],"model":[32,73,86,162,184],"compression":[33,74,102,142,163,185],"techniques":[34],"emerge,":[35],"aiming":[36],"to":[37,50,182,195],"reduce":[38],"complexity,":[40],"memory":[41],"occupation,":[42],"energy":[44],"consumption":[45],"overhead":[46],"meet":[51],"practical":[53],"deployment":[54],"without":[56],"sacrificing":[57],"performance.":[58],"In":[59,148],"this":[60],"paper,":[61],"we":[62,79,150,180],"systematically":[63],"sort":[64],"out":[65],"research":[67,159,193],"results":[68],"in":[69,75,106,139,164],"field":[71],"recent":[76],"years.":[77],"Firstly,":[78],"introduce":[80,151],"definition":[82],"goals":[84],"compression,":[87],"discuss":[89],"its":[90],"challenge":[91],"evolution":[93],"techniques.":[96],"Then":[97],"a":[98,130,188],"variety":[99],"mainstream":[101],"methods":[103],"are":[104],"elaborated":[105],"detail,":[107],"including":[108],"pruning,":[109],"quantization,":[110],"knowledge":[111],"distillation,":[112],"lowrank":[113],"factorization,":[114],"parameter":[116],"sharing,":[117],"analyze":[119],"principles,":[121],"strengths,":[122],"weaknesses,":[123],"applicability":[125],"scenarios.":[126],"We":[127],"also":[128],"provide":[129,183],"comparative":[131],"analysis":[132],"these":[134],"methods,":[135],"highlighting":[136],"trade-offs":[138],"terms":[140],"rate,":[143],"performance,":[144],"efficiency.":[147],"addition,":[149],"commonly":[152],"used":[153],"datasets,":[154],"evaluation":[155],"metrics,":[156],"future":[158],"directions":[160],"for":[161],"image":[165],"classification":[166],"natural":[168],"language":[169],"processing":[170],"tasks.":[171],"By":[172],"comprehensively":[173],"summarizing":[174],"analyzing":[176],"existing":[178],"work,":[179],"expect":[181],"researchers":[186],"with":[187],"clear":[189],"technology":[190],"mapping":[191],"roadmap":[194],"promote":[196],"researches.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}