{"id":"https://openalex.org/W4408352655","doi":"https://doi.org/10.1109/icassp49660.2025.10888911","title":"LEP: Leveraging Local Entropy Pruning for Sparsity in Large Language Models","display_name":"LEP: Leveraging Local Entropy Pruning for Sparsity in Large Language Models","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408352655","doi":"https://doi.org/10.1109/icassp49660.2025.10888911"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10888911","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082684197","display_name":"Yuli Chen","orcid":"https://orcid.org/0000-0003-1880-3103"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Yuli Chen","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089795453","display_name":"Bo Cheng","orcid":"https://orcid.org/0000-0002-8364-1561"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Bo Cheng","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100760659","display_name":"Yingying Zhang","orcid":"https://orcid.org/0000-0002-8050-7121"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Yingying Zhang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100696502","display_name":"Shuhao Zhang","orcid":"https://orcid.org/0000-0002-6131-3460"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Shuhao Zhang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018614252","display_name":"Zhixuan Wu","orcid":"https://orcid.org/0000-0002-9432-8060"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Zhixuan Wu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053197647","display_name":"Fanshen Meng","orcid":"https://orcid.org/0009-0003-0719-1962"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Fanshen Meng","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01673083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6642042994499207},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5854738354682922},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5761635899543762},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.565844714641571},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4981269836425781},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40065205097198486},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3220983147621155},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05678433179855347}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6642042994499207},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5854738354682922},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5761635899543762},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.565844714641571},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4981269836425781},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40065205097198486},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3220983147621155},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05678433179855347},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10888911","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2093647425","https://openalex.org/W2946609015","https://openalex.org/W3095319910","https://openalex.org/W3208552992","https://openalex.org/W4387964189","https://openalex.org/W4399051247","https://openalex.org/W4404918643","https://openalex.org/W6638632666","https://openalex.org/W6678323213","https://openalex.org/W6678583879","https://openalex.org/W6724998850","https://openalex.org/W6727099177","https://openalex.org/W6737236263","https://openalex.org/W6750615492","https://openalex.org/W6755293302","https://openalex.org/W6769627184","https://openalex.org/W6780482815","https://openalex.org/W6811340617","https://openalex.org/W6847478871","https://openalex.org/W6847766160","https://openalex.org/W6848451824","https://openalex.org/W6850625674","https://openalex.org/W6852962002","https://openalex.org/W6853262905","https://openalex.org/W6854094408","https://openalex.org/W6854866820","https://openalex.org/W6858245329","https://openalex.org/W6858344338","https://openalex.org/W6862315596"],"related_works":["https://openalex.org/W2373300491","https://openalex.org/W2395294869","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W1998810860","https://openalex.org/W4206442282","https://openalex.org/W2384505857","https://openalex.org/W2355171581","https://openalex.org/W4229439743"],"abstract_inverted_index":{"The":[0,169],"application":[1],"of":[2,26,87,94,101,134,142],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"is":[7,171],"rapidly":[8],"expanding":[9],"in":[10,55,166],"fields":[11],"such":[12,161],"as":[13,162],"natural":[14],"language":[15],"processing":[16],"and":[17,40,90,103,111,156,164],"computer":[18],"vision.":[19],"However,":[20],"due":[21],"to":[22,51,108],"the":[23,92,98,115,151],"enormous":[24],"number":[25],"model":[27,75,148],"parameters,":[28],"while":[29,77],"their":[30],"emergent":[31],"capabilities":[32],"enhance":[33],"performance,":[34],"they":[35],"also":[36],"incur":[37],"significant":[38],"computational":[39,79],"storage":[41],"costs,":[42],"particularly":[43,49],"during":[44],"inference.":[45],"This":[46],"makes":[47],"it":[48,107],"challenging":[50],"deploy":[52],"large":[53],"models":[54,133],"resource-constrained":[56],"environments.":[57],"To":[58],"address":[59],"this":[60,174],"issue,":[61],"we":[62],"propose":[63],"an":[64],"innovative":[65],"pruning":[66,113,159],"method":[67,128,145],"based":[68,96],"on":[69,97],"local":[70,99],"entropy,":[71],"aimed":[72],"at":[73,138],"improving":[74],"performance":[76,131],"reducing":[78],"costs.":[80],"Our":[81],"approach":[82],"leverages":[83],"a":[84,139],"small":[85],"amount":[86],"calibration":[88],"data":[89],"calculates":[91],"importance":[93],"weights":[95,102],"entropy":[100],"input":[104],"activations,":[105],"applying":[106],"both":[109],"unstructured":[110],"semi-structured":[112],"without":[114,150],"need":[116,152],"for":[117,153],"complex":[118],"weight":[119,154],"updates":[120,155],"or":[121],"retraining.":[122],"Experimental":[123],"results":[124],"demonstrate":[125],"that":[126],"our":[127,144],"shows":[129],"superior":[130],"across":[132],"various":[135],"scales.":[136],"Specifically,":[137],"sparsity":[140],"rate":[141],"50%,":[143],"significantly":[146],"reduces":[147],"perplexity":[149],"outperforms":[157],"existing":[158],"techniques":[160],"SparseGPT":[163],"Wanda":[165],"zero-shot":[167],"tasks.":[168],"code":[170],"available":[172],"at:":[173],"https":[175],"URL.":[176]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}