{"id":"https://openalex.org/W4402670450","doi":"https://doi.org/10.18653/v1/2024.findings-acl.187","title":"SP3: Enhancing Structured Pruning via PCA Projection","display_name":"SP3: Enhancing Structured Pruning via PCA Projection","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402670450","doi":"https://doi.org/10.18653/v1/2024.findings-acl.187"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.findings-acl.187","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-acl.187","pdf_url":"https://aclanthology.org/2024.findings-acl.187.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics ACL 2024","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2024.findings-acl.187.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101942108","display_name":"Yuxuan Hu","orcid":"https://orcid.org/0000-0002-8830-6893"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuxuan Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101994917","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0003-2494-8077"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075761780","display_name":"Zhe Zhao","orcid":"https://orcid.org/0009-0003-1305-9546"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhe Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101442822","display_name":"Chen Zhao","orcid":"https://orcid.org/0000-0002-2936-9173"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100373719","display_name":"Xiaodong Chen","orcid":"https://orcid.org/0000-0002-3312-1664"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaodong Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100619237","display_name":"Cuiping Li","orcid":"https://orcid.org/0000-0003-0089-1045"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cuiping Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100420391","display_name":"Hong Chen","orcid":"https://orcid.org/0000-0001-8132-9382"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5716,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89410566,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3150","last_page":"3170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11301","display_name":"Advanced Surface Polishing Techniques","score":0.9330999851226807,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6788267493247986},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6558153629302979},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.6130754947662354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.571494996547699},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4422069191932678},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11121734976768494},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.04554104804992676}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6788267493247986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6558153629302979},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.6130754947662354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.571494996547699},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4422069191932678},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11121734976768494},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.04554104804992676},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2024.findings-acl.187","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-acl.187","pdf_url":"https://aclanthology.org/2024.findings-acl.187.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics ACL 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.findings-acl.187","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-acl.187","pdf_url":"https://aclanthology.org/2024.findings-acl.187.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics ACL 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1910011397","display_name":null,"funder_award_id":"U23A20299","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2764412201","display_name":null,"funder_award_id":"62076245","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3763756418","display_name":null,"funder_award_id":"62276270","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8038560034","display_name":null,"funder_award_id":"62072460","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8385808830","display_name":null,"funder_award_id":"62172424","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322499","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402670450.pdf","grobid_xml":"https://content.openalex.org/works/W4402670450.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"Structured":[0,46],"pruning":[1,44],"is":[2],"a":[3,31,41,64],"widely":[4],"used":[5],"technique":[6],"for":[7],"reducing":[8],"the":[9,21,25,55,90,111],"size":[10,36],"of":[11,23,58,89],"pre-trained":[12],"language":[13],"models":[14],"(PLMs),":[15],"but":[16],"current":[17],"methods":[18,102],"often":[19],"overlook":[20],"potential":[22],"compressing":[24],"hidden":[26],"dimension":[27,32],"(d)":[28],"in":[29,108],"PLMs,":[30],"critical":[33],"to":[34],"model":[35],"and":[37,76,94,99,125,128],"efficiency.This":[38],"paper":[39],"introduces":[40],"novel":[42],"structured":[43],"approach,":[45],"Pruning":[47],"with":[48,120],"PCA":[49],"Projection":[50],"(SP":[51],"3":[52,81,115],"),":[53],"targeting":[54],"effective":[56,119],"reduction":[57],"d":[59,84,105],"by":[60,67,85,106],"projecting":[61],"features":[62],"into":[63],"space":[65],"defined":[66],"principal":[68],"components":[69],"before":[70],"masking.Extensive":[71],"experiments":[72],"on":[73],"benchmarks":[74],"(GLUE":[75],"SQuAD)":[77],"show":[78],"that":[79,103],"SP":[80],"can":[82],"reduce":[83],"70%,":[86],"compress":[87,104],"94%":[88],"BERT":[91],"base":[92],"model,":[93],"maintain":[95],"over":[96],"96%":[97],"accuracy":[98,109],"outperform":[100],"other":[101,121],"6%":[107],"at":[110,132],"same":[112],"compression":[113],"ratio.SP":[114],"has":[116],"also":[117],"proven":[118],"models,":[122],"including":[123],"OPT":[124],"Llama.Our":[126],"data":[127],"code":[129],"are":[130],"available":[131],"ours":[133],"repo.":[134]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}