{"id":"https://openalex.org/W4409269162","doi":"https://doi.org/10.1145/3728636","title":"Efficient Compressing and Tuning Methods for Large Language Models: A Systematic Literature Review","display_name":"Efficient Compressing and Tuning Methods for Large Language Models: A Systematic Literature Review","publication_year":2025,"publication_date":"2025-04-08","ids":{"openalex":"https://openalex.org/W4409269162","doi":"https://doi.org/10.1145/3728636"},"language":"en","primary_location":{"id":"doi:10.1145/3728636","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3728636","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3728636","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065358792","display_name":"Gun Il Kim","orcid":"https://orcid.org/0009-0005-7126-1245"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gun Il Kim","raw_affiliation_strings":["Graduate School of Information, Yonsei University, Seoul, Korea (the Republic of)","Yonsei University,  Seoul, Korea (the Republic of)"],"raw_orcid":"https://orcid.org/0009-0005-7126-1245","affiliations":[{"raw_affiliation_string":"Graduate School of Information, Yonsei University, Seoul, Korea (the Republic of)","institution_ids":["https://openalex.org/I193775966"]},{"raw_affiliation_string":"Yonsei University,  Seoul, Korea (the Republic of)","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110671375","display_name":"Suk Min Hwang","orcid":"https://orcid.org/0009-0004-1887-7393"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sunga Hwang","raw_affiliation_strings":["Graduate School of Information, Yonsei University, Seoul, Korea (the Republic of)","Yonsei University,  Seoul, Korea (the Republic of)"],"raw_orcid":"https://orcid.org/0009-0004-1887-7393","affiliations":[{"raw_affiliation_string":"Graduate School of Information, Yonsei University, Seoul, Korea (the Republic of)","institution_ids":["https://openalex.org/I193775966"]},{"raw_affiliation_string":"Yonsei University,  Seoul, Korea (the Republic of)","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067151609","display_name":"Beakcheol Jang","orcid":"https://orcid.org/0000-0002-3911-5935"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Beakcheol Jang","raw_affiliation_strings":["Graduate School of Information, Yonsei University, Seoul, Korea (the Republic of)"],"raw_orcid":"https://orcid.org/0000-0002-3911-5935","affiliations":[{"raw_affiliation_string":"Graduate School of Information, Yonsei University, Seoul, Korea (the Republic of)","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I193775966"],"apc_list":null,"apc_paid":null,"fwci":2.3058,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.89491383,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"57","issue":"10","first_page":"1","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8838062286376953},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.44826751947402954},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32028043270111084}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8838062286376953},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.44826751947402954},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32028043270111084}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3728636","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3728636","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3728636","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3728636","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W1682403713","https://openalex.org/W2106956101","https://openalex.org/W2489487449","https://openalex.org/W2560674852","https://openalex.org/W2606555609","https://openalex.org/W2607303097","https://openalex.org/W2623399293","https://openalex.org/W2750779823","https://openalex.org/W2751343396","https://openalex.org/W2765407302","https://openalex.org/W2768663569","https://openalex.org/W2930957955","https://openalex.org/W3034368386","https://openalex.org/W3137147200","https://openalex.org/W3138154797","https://openalex.org/W3162922479","https://openalex.org/W3166846774","https://openalex.org/W3174770825","https://openalex.org/W3183859557","https://openalex.org/W4234493895","https://openalex.org/W4239019441","https://openalex.org/W4241886172","https://openalex.org/W4241901867","https://openalex.org/W4285306484","https://openalex.org/W4299527668","https://openalex.org/W4321637333","https://openalex.org/W4381233128","https://openalex.org/W4386187806","https://openalex.org/W4389519153","https://openalex.org/W4394782456","https://openalex.org/W4401042709","https://openalex.org/W4402683925","https://openalex.org/W4404918643"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Efficient":[0],"compression":[1,60,154],"and":[2,13,40,48,70,81,99,113,142,150,155,164,170,185],"tuning":[3,75,156],"techniques":[4,61,76,108],"have":[5,24],"become":[6],"indispensable":[7],"in":[8,56,88,148],"addressing":[9,173],"the":[10,97,151,159],"increasing":[11],"computational":[12],"memory":[14],"demands":[15],"of":[16,32,101,134,153],"large":[17],"language":[18,34],"models":[19,23,123],"(LLMs).":[20],"While":[21],"these":[22,135,174],"demonstrated":[25],"exceptional":[26],"performance":[27],"across":[28,193],"a":[29,118,131],"wide":[30],"range":[31],"natural":[33],"processing":[35],"tasks,":[36],"their":[37,138,190],"growing":[38],"size":[39],"resource":[41,126,198],"requirements":[42],"pose":[43],"significant":[44],"challenges":[45],"to":[46,96,167],"accessibility":[47],"sustainability.":[49],"This":[50,128],"survey":[51,177],"systematically":[52],"reviews":[53],"state-of-the-art":[54],"methods":[55],"model":[57],"compression,":[58],"including":[59],"such":[62,77],"as":[63,72,74,78,117],"knowledge":[64],"distillation,":[65],"low-rank":[66],"approximation,":[67],"parameter":[68],"pruning,":[69],"quantization,":[71],"well":[73],"parameter-efficient":[79,104],"fine-tuning":[80],"inference":[82],"optimization.":[83],"Compression":[84],"techniques,":[85],"though":[86],"well-established":[87],"traditional":[89],"deep":[90],"learning,":[91],"require":[92],"updated":[93],"methodologies":[94],"tailored":[95],"scale":[98],"dynamics":[100],"LLMs.":[102],"Simultaneously,":[103],"fine-tuning,":[105],"exemplified":[106],"by":[107],"like":[109],"Low-Rank":[110],"Adaptation":[111],"(LoRA)":[112],"query":[114],"tuning,":[115],"emerges":[116],"promising":[119],"solution":[120],"for":[121,161],"adapting":[122],"with":[124],"minimal":[125],"overhead.":[127],"study":[129],"provides":[130],"detailed":[132],"taxonomy":[133],"methods,":[136],"examining":[137],"practical":[139],"applications,":[140],"strengths,":[141],"limitations.":[143],"Critical":[144],"gaps":[145],"are":[146],"identified":[147],"scalability,":[149],"integration":[152],"strategies,":[157],"signaling":[158],"need":[160],"unified":[162],"frameworks":[163],"hybrid":[165],"approaches":[166],"maximize":[168],"efficiency":[169],"performance.":[171],"By":[172],"challenges,":[175],"this":[176],"aims":[178],"at":[179],"guiding":[180],"researchers":[181],"toward":[182],"sustainable,":[183],"efficient,":[184],"accessible":[186],"LLM":[187],"development,":[188],"ensuring":[189],"broader":[191],"applicability":[192],"diverse":[194],"domains":[195],"while":[196],"mitigating":[197],"constraints.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}