{"id":"https://openalex.org/W7141156903","doi":"https://doi.org/10.48550/arxiv.2603.24652","title":"Demystifying When Pruning Works via Representation Hierarchies","display_name":"Demystifying When Pruning Works via Representation Hierarchies","publication_year":2026,"publication_date":"2026-03-25","ids":{"openalex":"https://openalex.org/W7141156903","doi":"https://doi.org/10.48550/arxiv.2603.24652"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.24652","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24652","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.24652","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130786164","display_name":"Shwai He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Shwai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130781598","display_name":"Guoheng Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Guoheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130760058","display_name":"Haichao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130728902","display_name":"Yun Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Yun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130784368","display_name":"Ang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.21469999849796295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.21469999849796295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.19099999964237213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.04270000010728836,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6622999906539917},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6517000198364258},{"id":"https://openalex.org/keywords/logit","display_name":"Logit","score":0.5631999969482422},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5572999715805054},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.48539999127388},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.45399999618530273},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.44859999418258667},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4415999948978424}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6791999936103821},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6622999906539917},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6517000198364258},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.5631999969482422},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5572999715805054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.545199990272522},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5412999987602234},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.48539999127388},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.45399999618530273},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.44859999418258667},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4415999948978424},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.38109999895095825},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.3416000008583069},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3264000117778778},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3181999921798706},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3122999966144562},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25859999656677246},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.24652","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24652","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.24652","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24652","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Network":[0],"pruning,":[1],"which":[2,102],"removes":[3],"less":[4],"important":[5],"parameters":[6],"or":[7],"architectures,":[8],"is":[9,162],"often":[10],"expected":[11],"to":[12,88,97,109],"improve":[13],"efficiency":[14],"while":[15],"preserving":[16],"performance.":[17],"However,":[18,91],"this":[19,44],"expectation":[20],"does":[21],"not":[22],"consistently":[23],"hold":[24],"across":[25,104,152],"language":[26,59],"tasks:":[27],"pruned":[28],"models":[29,60],"can":[30],"perform":[31],"well":[32],"on":[33],"non-generative":[34,137],"tasks":[35,138,153],"but":[36],"frequently":[37],"fail":[38],"in":[39,79],"generative":[40],"settings.":[41],"To":[42],"understand":[43],"discrepancy,":[45],"we":[46],"analyze":[47],"network":[48],"pruning":[49,135,151],"from":[50,95],"a":[51],"representation-hierarchy":[52],"perspective,":[53],"decomposing":[54],"the":[55,80,92,116,119,125,128,132,148],"internal":[56],"computation":[57],"of":[58,118,127,134,150],"into":[61],"three":[62],"sequential":[63],"spaces:":[64],"embedding":[65,81,129],"(hidden":[66],"representations),":[67],"logit":[68,83],"(pre-softmax":[69],"outputs),":[70],"and":[71,82,107,142,154],"probability":[72,121],"(post-softmax":[73],"distributions).":[74],"We":[75],"find":[76],"that":[77],"representations":[78],"spaces":[84],"are":[85],"largely":[86],"robust":[87],"pruning-induced":[89],"perturbations.":[90],"nonlinear":[93],"transformation":[94],"logits":[96],"probabilities":[98],"amplifies":[99],"these":[100],"deviations,":[101],"accumulate":[103],"time":[105],"steps":[106],"lead":[108],"substantial":[110],"degradation":[111],"during":[112],"generation.":[113],"In":[114],"contrast,":[115],"stability":[117],"categorical-token":[120],"subspace,":[122],"together":[123],"with":[124],"robustness":[126],"space,":[130],"supports":[131],"effectiveness":[133],"for":[136,158],"such":[139],"as":[140],"retrieval":[141],"multiple-choice":[143],"selection.":[144],"Our":[145],"analysis":[146],"disentangles":[147],"effects":[149],"provides":[155],"practical":[156],"guidance":[157],"its":[159],"application.":[160],"Code":[161],"available":[163],"at":[164],"https://github.com/CASE-Lab-UMD/Pruning-on-Representations":[165]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-28T00:00:00"}