{"id":"https://openalex.org/W7134238733","doi":"https://doi.org/10.48550/arxiv.2603.05878","title":"ROSE: Reordered SparseGPT for More Accurate One-Shot Large Language Models Pruning","display_name":"ROSE: Reordered SparseGPT for More Accurate One-Shot Large Language Models Pruning","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W7134238733","doi":"https://doi.org/10.48550/arxiv.2603.05878"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.05878","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128571252","display_name":"Mingluo Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Mingluo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128597653","display_name":"Huan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Huan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28261218,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.49869999289512634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.49869999289512634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06960000097751617,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05530000105500221,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8399999737739563},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5600000023841858},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5331000089645386},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4763000011444092},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.42500001192092896},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3953000009059906}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8399999737739563},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5842999815940857},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5600000023841858},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5331000089645386},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4763000011444092},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.42500001192092896},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41440001130104065},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3953000009059906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3887999951839447},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3723999857902527},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3635999858379364},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C2780551164","wikidata":"https://www.wikidata.org/wiki/Q2306599","display_name":"Column (typography)","level":3,"score":0.26930001378059387},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.26010000705718994}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.05878","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.05878","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.05878","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.05878","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Pruning":[0],"is":[1,34,121,188],"widely":[2],"recognized":[3],"as":[4,151],"an":[5],"effective":[6],"method":[7,87],"for":[8,108],"reducing":[9],"the":[10,43,48,60,68,74,145,162,178],"parameters":[11],"of":[12,30,70,132,148],"large":[13],"language":[14],"models":[15],"(LLMs),":[16],"potentially":[17],"leading":[18],"to":[19,35,56,81,96,104,154],"more":[20],"efficient":[21],"deployment":[22],"and":[23,27,110,114,181],"inference.":[24],"One":[25],"classic":[26],"prominent":[28],"path":[29],"LLM":[31],"one-shot":[32],"pruning":[33,51,71,94,116,184],"leverage":[36],"second-order":[37],"gradients":[38],"(i.e.,":[39],"Hessian),":[40],"represented":[41],"by":[42],"pioneering":[44],"work":[45],"SparseGPT.":[46],"However,":[47],"predefined":[49],"left-to-right":[50],"order":[52,72,131],"in":[53,129],"SparseGPT":[54,75,86,180],"leads":[55],"suboptimal":[57],"performance":[58],"when":[59],"weights":[61,90,107],"exhibit":[62],"columnar":[63,156],"patterns.":[64],"This":[65],"paper":[66],"studies":[67],"effect":[69],"under":[73],"framework.":[76],"The":[77],"analyses":[78],"lead":[79],"us":[80],"propose":[82],"ROSE,":[83],"a":[84,152],"reordered":[85,128,138],"that":[88,175],"prioritizes":[89],"with":[91],"larger":[92],"potential":[93],"errors":[95],"be":[97],"pruned":[98],"earlier.":[99],"ROSE":[100,176],"first":[101],"performs":[102],"pre-pruning":[103],"identify":[105,155],"candidate":[106],"removal,":[109],"estimates":[111],"both":[112],"column":[113,133],"block":[115,126,141,149],"loss.":[117,142],"Subsequently,":[118],"two-level":[119],"reordering":[120,160],"performed:":[122],"columns":[123],"within":[124],"each":[125],"are":[127,137],"descending":[130],"loss,":[134],"while":[135],"blocks":[136],"based":[139],"on":[140,168],"We":[143],"introduce":[144],"relative":[146],"range":[147],"loss":[150],"metric":[153],"layers,":[157],"enabling":[158],"adaptive":[159],"across":[161],"entire":[163],"model.":[164],"Substantial":[165],"empirical":[166],"results":[167],"prevalent":[169],"LLMs":[170],"(LLaMA2-7B/13B/70B,":[171],"LLaMA3-8B,":[172],"Mistral-7B)":[173],"demonstrate":[174],"surpasses":[177],"original":[179],"other":[182],"counterpart":[183],"methods.":[185],"Our":[186],"code":[187],"available":[189],"at":[190],"https://github.com/mingluo-su/ROSE.":[191]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-10T00:00:00"}