{"id":"https://openalex.org/W7118186516","doi":"https://doi.org/10.1109/aiccsa66935.2025.11315381","title":"Z -Prunear: Post-Training Pruning of Large Language Models for Efficiency without Retraining","display_name":"Z -Prunear: Post-Training Pruning of Large Language Models for Efficiency without Retraining","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W7118186516","doi":"https://doi.org/10.1109/aiccsa66935.2025.11315381"},"language":null,"primary_location":{"id":"doi:10.1109/aiccsa66935.2025.11315381","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aiccsa66935.2025.11315381","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACS 22nd International Conference on Computer Systems and Applications (AICCSA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121943089","display_name":"Samiul Basir Bhuiyan","orcid":null},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Samiul Basir Bhuiyan","raw_affiliation_strings":["North South University,Department of Electrical and Computer Engineering,Dhaka,Bangladesh,1229"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North South University,Department of Electrical and Computer Engineering,Dhaka,Bangladesh,1229","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121943964","display_name":"Md. Sazzad Hossain Adib","orcid":null},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Md. Sazzad Hossain Adib","raw_affiliation_strings":["North South University,Department of Electrical and Computer Engineering,Dhaka,Bangladesh,1229"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North South University,Department of Electrical and Computer Engineering,Dhaka,Bangladesh,1229","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121925669","display_name":"Mohammed Aman Bhuiyan","orcid":null},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Mohammed Aman Bhuiyan","raw_affiliation_strings":["North South University,Department of Electrical and Computer Engineering,Dhaka,Bangladesh,1229"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North South University,Department of Electrical and Computer Engineering,Dhaka,Bangladesh,1229","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109751297","display_name":"Muhammad Rafsan Kabir","orcid":null},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Muhammad Rafsan Kabir","raw_affiliation_strings":["North South University,Department of Electrical and Computer Engineering,Dhaka,Bangladesh,1229"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North South University,Department of Electrical and Computer Engineering,Dhaka,Bangladesh,1229","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067223903","display_name":"Moshiur Farazi","orcid":"https://orcid.org/0000-0003-1494-5921"},"institutions":[{"id":"https://openalex.org/I4210105992","display_name":"Qatar Science and Technology Park","ror":"https://ror.org/01gshyb58","country_code":"QA","type":"archive","lineage":["https://openalex.org/I4210105992"]},{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Moshiur Farazi","raw_affiliation_strings":["University of Doha for Science and Technology,Data Science and AI,Doha,Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Doha for Science and Technology,Data Science and AI,Doha,Qatar","institution_ids":["https://openalex.org/I4210105992","https://openalex.org/I60342839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015028096","display_name":"Shafin Rahman","orcid":null},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Shafin Rahman","raw_affiliation_strings":["North South University,Department of Electrical and Computer Engineering,Dhaka,Bangladesh,1229"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North South University,Department of Electrical and Computer Engineering,Dhaka,Bangladesh,1229","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121954363","display_name":"Nabeel Mohammed","orcid":null},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Nabeel Mohammed","raw_affiliation_strings":["North South University,Department of Electrical and Computer Engineering,Dhaka,Bangladesh,1229"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North South University,Department of Electrical and Computer Engineering,Dhaka,Bangladesh,1229","institution_ids":["https://openalex.org/I157386601"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.32600000500679016,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.32600000500679016,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0957999974489212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08169999718666077,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.8224999904632568},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8097000122070312},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.8003000020980835},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5504000186920166},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4900999963283539},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.35989999771118164}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.8224999904632568},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8097000122070312},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.8003000020980835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7470999956130981},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5694000124931335},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5504000186920166},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5320000052452087},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4900999963283539},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.35989999771118164},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.322299987077713},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29739999771118164},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2632000148296356}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aiccsa66935.2025.11315381","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aiccsa66935.2025.11315381","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACS 22nd International Conference on Computer Systems and Applications (AICCSA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9125005006790161,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2946609015","https://openalex.org/W2963846996","https://openalex.org/W2965862774","https://openalex.org/W2979691890","https://openalex.org/W2985891137","https://openalex.org/W3034850762","https://openalex.org/W3204291495","https://openalex.org/W4313384047","https://openalex.org/W4399051247","https://openalex.org/W4406921722","https://openalex.org/W7105704295"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,19,155],"models":[2],"(LLMs)":[3],"have":[4,188],"rapidly":[5],"advanced":[6],"in":[7,77,101],"recent":[8],"years,":[9],"achieving":[10],"remarkable":[11],"performance":[12,79],"across":[13,149],"a":[14,54,92,150],"wide":[15],"range":[16],"of":[17,30,153],"natural":[18],"processing":[20],"tasks.":[21],"However,":[22],"this":[23,87],"progress":[24],"has":[25,51],"come":[26],"at":[27,195],"the":[28,65,174,179,190],"cost":[29],"increasingly":[31],"large":[32],"model":[33,59],"sizes,":[34],"which":[35],"pose":[36],"significant":[37],"challenges":[38],"for":[39,57,67,184],"deployment,":[40],"scalability,":[41],"and":[42,61,116,121,132,147,178],"energy":[43],"efficiency.":[44],"To":[45],"address":[46],"these":[47,70],"limitations,":[48],"post-training":[49,94],"pruning":[50,74,95,164],"emerged":[52],"as":[53],"promising":[55],"approach":[56],"reducing":[58],"size":[60],"inference":[62],"latency":[63],"without":[64,104],"need":[66],"retraining.":[68,106],"Despite":[69],"advantages,":[71],"many":[72],"existing":[73],"methods":[75,165],"result":[76],"substantial":[78],"degradation":[80],"or":[81],"require":[82,167],"computationally":[83],"expensive":[84],"fine-tuning.":[85],"In":[86],"work,":[88],"we":[89],"introduce":[90],"Z-Pruner,":[91],"novel":[93],"method":[96,128],"designed":[97],"to":[98,119,134],"induce":[99],"sparsity":[100],"pretrained":[102],"LLMs":[103],"any":[105],"Unlike":[107],"conventional":[108],"approaches,":[109],"Z-Pruner":[110,138,161,172],"leverages":[111],"both":[112],"weight":[113,169],"update":[114],"magnitudes":[115],"activation":[117],"patterns":[118],"identify":[120],"eliminate":[122],"redundant":[123],"parameters":[124],"more":[125],"effectively.":[126],"Our":[127],"is":[129],"model-agnostic,":[130],"efficient,":[131],"easy":[133],"implement.":[135],"We":[136,187],"evaluate":[137],"using":[139],"multiple":[140],"widely-used":[141],"LLM":[142],"architectures,":[143],"including":[144],"LLaMA-2,":[145],"LLaMA-3,":[146],"OPT,":[148],"diverse":[151],"set":[152],"standard":[154],"benchmarks.":[156],"Experimental":[157],"results":[158],"demonstrate":[159],"that":[160,166],"surpasses":[162],"state-of-the-art":[163],"intensive":[168],"updates.":[170],"Specifically,":[171],"achieves":[173],"lowest":[175],"perplexity":[176],"scores":[177],"highest":[180],"overall":[181],"average":[182],"score":[183],"zeroshot":[185],"accuracy.":[186],"made":[189],"corresponding":[191],"codes":[192],"publicly":[193],"available":[194],"https://github.com/sazzadadib/Z-Pruner.":[196]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-01-05T00:00:00"}