{"id":"https://openalex.org/W4416429660","doi":"https://doi.org/10.1109/iccad66269.2025.11240704","title":"LLM-Barber: Block-Aware Rebuilder for Sparsity Mask in One-Shot for Large Language Models","display_name":"LLM-Barber: Block-Aware Rebuilder for Sparsity Mask in One-Shot for Large Language Models","publication_year":2025,"publication_date":"2025-10-26","ids":{"openalex":"https://openalex.org/W4416429660","doi":"https://doi.org/10.1109/iccad66269.2025.11240704"},"language":null,"primary_location":{"id":"doi:10.1109/iccad66269.2025.11240704","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad66269.2025.11240704","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101309752","display_name":"Yupeng Su","orcid":"https://orcid.org/0009-0007-0575-4038"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yupeng Su","raw_affiliation_strings":["Southern University of Science and Technology,School of Microelectronics,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,School of Microelectronics,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108870116","display_name":"Ziyi Guan","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ziyi Guan","raw_affiliation_strings":["University of Hong Kong,Department of Electrical and Electronic Engineering,Hong Kong,China"],"affiliations":[{"raw_affiliation_string":"University of Hong Kong,Department of Electrical and Electronic Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103165970","display_name":"Xiaoqun Liu","orcid":"https://orcid.org/0009-0006-8983-7377"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqun Liu","raw_affiliation_strings":["Southern University of Science and Technology,School of Microelectronics,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,School of Microelectronics,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111348193","display_name":"Tianlai Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianlai Jin","raw_affiliation_strings":["Southern University of Science and Technology,School of Microelectronics,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,School of Microelectronics,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111348194","display_name":"Dongkuan Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongkuan Wu","raw_affiliation_strings":["Southern University of Science and Technology,School of Microelectronics,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,School of Microelectronics,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042254031","display_name":"Zhengfei Chen","orcid":"https://orcid.org/0000-0002-8747-3606"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengfei Chen","raw_affiliation_strings":["Southern University of Science and Technology,School of Microelectronics,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,School of Microelectronics,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054609231","display_name":"Graziano Chesi","orcid":"https://orcid.org/0000-0003-4214-4224"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Graziano Chesi","raw_affiliation_strings":["University of Hong Kong,Department of Electrical and Electronic Engineering,Hong Kong,China"],"affiliations":[{"raw_affiliation_string":"University of Hong Kong,Department of Electrical and Electronic Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072120057","display_name":"Ngai Wong","orcid":"https://orcid.org/0000-0002-3026-0108"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ngai Wong","raw_affiliation_strings":["University of Hong Kong,Department of Electrical and Electronic Engineering,Hong Kong,China"],"affiliations":[{"raw_affiliation_string":"University of Hong Kong,Department of Electrical and Electronic Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034853402","display_name":"Hao Yu","orcid":"https://orcid.org/0000-0002-2674-4118"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Yu","raw_affiliation_strings":["Southern University of Science and Technology,School of Microelectronics,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,School of Microelectronics,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101309752"],"corresponding_institution_ids":["https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18754046,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4726000130176544,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4726000130176544,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06790000200271606,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7620000243186951},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.7594000101089478},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6990000009536743},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.551800012588501},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.516700029373169},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.45159998536109924},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.45019999146461487}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7620000243186951},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.7594000101089478},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7379999756813049},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6990000009536743},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.551800012588501},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5485000014305115},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.516700029373169},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4781999886035919},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.45159998536109924},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.45019999146461487},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.3504999876022339},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3003000020980835},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.2685000002384186},{"id":"https://openalex.org/C2988416141","wikidata":"https://www.wikidata.org/wiki/Q6031139","display_name":"Information loss","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccad66269.2025.11240704","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad66269.2025.11240704","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2093647425","https://openalex.org/W2808133870","https://openalex.org/W2890894339","https://openalex.org/W2923014074","https://openalex.org/W2946609015","https://openalex.org/W2946659172","https://openalex.org/W2984618279","https://openalex.org/W3130554079","https://openalex.org/W4392181806","https://openalex.org/W4406650295","https://openalex.org/W4408182386"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,166],"models":[2,65,118,137],"(LLMs)":[3],"have":[4],"seen":[5],"substantial":[6],"growth,":[7],"necessitating":[8],"efficient":[9],"model":[10],"pruning":[11,15,33,56,100],"techniques.":[12],"Existing":[13],"post-training":[14,107],"methods":[16,126],"primarily":[17],"measure":[18],"weight":[19,29,70,114],"importance":[20,115],"in":[21,28,51,102,116,151,158],"converged":[22],"dense":[23],"models,":[24],"often":[25],"overlooking":[26],"changes":[27],"significance":[30],"during":[31],"the":[32,60,88,92,103],"process,":[34],"leading":[35],"to":[36,90,125,144],"performance":[37,84,163],"degradation.":[38],"To":[39],"address":[40],"this":[41],"issue,":[42],"we":[43],"present":[44],"LLM-Barber":[45,72,134],"(Block-Aware":[46],"Rebuilder":[47],"for":[48],"Sparsity":[49],"Mask":[50],"One-Shot),":[52],"a":[53,99,147],"novel":[54],"one-shot":[55],"framework":[57],"that":[58,133],"rebuilds":[59],"sparsity":[61],"mask":[62],"of":[63,94,105,113],"pruned":[64],"without":[66],"any":[67],"retraining":[68],"or":[69],"reconstruction.":[71],"incorporates":[73],"block-aware":[74],"error":[75],"optimization":[76],"across":[77,164],"Self-Attention":[78],"and":[79,96,119,140,161],"MLP":[80],"blocks,":[81],"facilitating":[82],"global":[83],"optimization.":[85],"We":[86],"are":[87],"first":[89],"employ":[91],"product":[93],"weights":[95],"gradients":[97],"as":[98],"metric":[101],"context":[104],"LLM":[106],"pruning.":[108],"This":[109],"enables":[110],"accurate":[111],"identification":[112],"massive":[117],"significantly":[120],"reduces":[121],"computational":[122],"complexity":[123],"compared":[124],"using":[127],"second-order":[128],"information.":[129],"Our":[130],"experiments":[131],"show":[132],"efficiently":[135],"prunes":[136],"from":[138],"LLaMA":[139],"OPT":[141],"families":[142],"(7B":[143],"13B)":[145],"on":[146],"single":[148],"A100":[149],"GPU":[150],"just":[152],"30":[153],"minutes,":[154],"achieving":[155],"state-of-the-art":[156],"results":[157],"both":[159],"perplexity":[160],"zero-shot":[162],"various":[165],"benchmarks.":[167]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-20T00:00:00"}