{"id":"https://openalex.org/W4412888315","doi":"https://doi.org/10.18653/v1/2025.findings-acl.612","title":"ALPS: Attention Localization and Pruning Strategy for Efficient Adaptation of Large Language Models","display_name":"ALPS: Attention Localization and Pruning Strategy for Efficient Adaptation of Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888315","doi":"https://doi.org/10.18653/v1/2025.findings-acl.612"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.612","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.612","pdf_url":"https://aclanthology.org/2025.findings-acl.612.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.612.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102741379","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0003-3173-3832"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101457906","display_name":"Haoze Li","orcid":"https://orcid.org/0000-0002-2295-9090"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haoze Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012074247","display_name":"Zhiqing Xiao","orcid":"https://orcid.org/0009-0002-3076-2711"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhiqing Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100784206","display_name":"Lirong Gao","orcid":"https://orcid.org/0000-0002-9477-1206"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lirong Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360194","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0001-5303-9804"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054339281","display_name":"Xiaomeng Hu","orcid":"https://orcid.org/0000-0002-3920-396X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaomeng Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101571136","display_name":"Ningtao Wang","orcid":"https://orcid.org/0009-0005-6577-5047"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ningtao Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090515354","display_name":"Xing Fu","orcid":"https://orcid.org/0000-0002-5822-458X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing Fu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5042402520","display_name":"Junbo Zhao","orcid":"https://orcid.org/0000-0002-8498-9666"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junbo Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"11764","last_page":"11780"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.8615000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.8615000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8227999806404114,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.7479000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7504554390907288},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.7428436875343323},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7237330079078674},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5063060522079468},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.48374032974243164},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33742162585258484},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13179150223731995},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.09458926320075989}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7504554390907288},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7428436875343323},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7237330079078674},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5063060522079468},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.48374032974243164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33742162585258484},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13179150223731995},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.09458926320075989},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.612","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.612","pdf_url":"https://aclanthology.org/2025.findings-acl.612.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.612","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.612","pdf_url":"https://aclanthology.org/2025.findings-acl.612.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7956155924","display_name":null,"funder_award_id":"2022YFB3304100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888315.pdf","grobid_xml":"https://content.openalex.org/works/W4412888315.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Aligning":[0],"general-purpose":[1],"large":[2],"language":[3],"models":[4],"(LLMs)":[5],"to":[6,20,31,81],"downstream":[7],"tasks":[8],"often":[9],"incurs":[10],"significant":[11],"training":[12,27,79],"adjustment":[13],"costs.Prior":[14],"research":[15],"has":[16],"explored":[17],"various":[18],"avenues":[19],"enhance":[21,51],"alignment":[22,53,86],"efficiency,":[23,54],"primarily":[24],"through":[25],"minimal-data":[26],"or":[28],"data-driven":[29],"activations":[30],"identify":[32],"key":[33],"attention":[34,72,78,97],"heads.However,":[35],"these":[36,82],"approaches":[37],"inherently":[38],"introduce":[39],"data":[40],"dependency,":[41],"which":[42],"hinders":[43],"generalization":[44],"and":[45,50,60,74,120,125],"reusability.To":[46],"address":[47],"this":[48],"issue":[49],"model":[52],"we":[55],"propose":[56],"the":[57,69,112],"Attention":[58],"Localization":[59],"Pruning":[61],"Strategy":[62],"(ALPS),":[63],"an":[64],"efficient":[65,132],"algorithm":[66],"that":[67,90],"localizes":[68],"most":[70],"task-sensitive":[71],"heads":[73,115],"prunes":[75],"by":[76],"restricting":[77],"updates":[80],"heads,":[83],"thereby":[84],"reducing":[85],"costs.Experimental":[87],"results":[88],"demonstrate":[89],"our":[91],"method":[92],"activates":[93],"only":[94],"10%":[95],"of":[96],"parameters":[98],"during":[99],"fine-tuning":[100],"while":[101],"achieving":[102],"a":[103,128],"2%":[104],"performance":[105],"improvement":[106],"over":[107],"baselines":[108],"on":[109,131],"three":[110],"tasks.Moreover,":[111],"identified":[113],"task-specific":[114],"are":[116],"transferable":[117],"across":[118],"datasets":[119],"mitigate":[121],"knowledge":[122],"forgetting.Our":[123],"work":[124],"findings":[126],"provide":[127],"novel":[129],"perspective":[130],"LLM":[133],"alignment.":[134]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}