{"id":"https://openalex.org/W4412889628","doi":"https://doi.org/10.18653/v1/2025.acl-long.1541","title":"Refining Salience-Aware Sparse Fine-Tuning Strategies for Language Models","display_name":"Refining Salience-Aware Sparse Fine-Tuning Strategies for Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889628","doi":"https://doi.org/10.18653/v1/2025.acl-long.1541"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.1541","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1541","pdf_url":"https://aclanthology.org/2025.acl-long.1541.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.1541.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057792051","display_name":"Xinxin Liu","orcid":"https://orcid.org/0000-0001-8985-6515"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinxin Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102124234","display_name":"Aaron Thomas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aaron Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115594698","display_name":"Cheng Zhang","orcid":"https://orcid.org/0000-0001-5386-4708"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010206458","display_name":"Jianyi Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianyi Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048483915","display_name":"Yiren Zhao","orcid":"https://orcid.org/0009-0005-2486-1491"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiren Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5026189787","display_name":"Xitong Gao","orcid":"https://orcid.org/0000-0002-2063-2051"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xitong Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"31932","last_page":"31945"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/salience","display_name":"Salience (neuroscience)","score":0.826512336730957},{"id":"https://openalex.org/keywords/refining","display_name":"Refining (metallurgy)","score":0.7230445146560669},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7213410139083862},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3783245086669922},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33849018812179565},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3349904417991638},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.061509400606155396}],"concepts":[{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.826512336730957},{"id":"https://openalex.org/C60044698","wikidata":"https://www.wikidata.org/wiki/Q1283324","display_name":"Refining (metallurgy)","level":2,"score":0.7230445146560669},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7213410139083862},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3783245086669922},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33849018812179565},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3349904417991638},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.061509400606155396},{"id":"https://openalex.org/C147789679","wikidata":"https://www.wikidata.org/wiki/Q11372","display_name":"Physical chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.1541","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1541","pdf_url":"https://aclanthology.org/2025.acl-long.1541.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.1541","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1541","pdf_url":"https://aclanthology.org/2025.acl-long.1541.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5600000023841858,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1501130358","display_name":null,"funder_award_id":"62376263","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2549837133","display_name":null,"funder_award_id":"62372443","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5374888891","display_name":null,"funder_award_id":"62271496","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5840464552","display_name":null,"funder_award_id":"2023B1515130002","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G7362547439","display_name":null,"funder_award_id":"2024A1515030209","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G8581012970","display_name":null,"funder_award_id":"2024A1515011970","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889628.pdf","grobid_xml":"https://content.openalex.org/works/W4412889628.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1595345252","https://openalex.org/W2392526918","https://openalex.org/W2362540361","https://openalex.org/W2019560916","https://openalex.org/W2361983698","https://openalex.org/W2347697528","https://openalex.org/W2354123794","https://openalex.org/W2372508235","https://openalex.org/W2560036917","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Parameter-Efficient":[0],"Fine-Tuning":[1],"(PEFT)":[2],"has":[3],"gained":[4],"prominence":[5],"through":[6],"low-rank":[7,41],"adaptation":[8],"methods":[9,121],"like":[10],"LoRA.In":[11],"this":[12],"paper,":[13],"we":[14,81],"focus":[15],"on":[16,68],"sparsity-based":[17],"PEFT":[18],"(SPEFT),":[19],"which":[20,92],"introduces":[21],"trainable":[22],"sparse":[23],"adaptations":[24],"to":[25,40],"the":[26,30,44,71,134],"weight":[27],"matrices":[28],"in":[29,35],"model,":[31],"offering":[32,74],"greater":[33],"flexibility":[34],"selecting":[36],"fine-tuned":[37],"parameters":[38],"compared":[39],"methods.We":[42],"conduct":[43],"first":[45],"systematic":[46],"evaluation":[47],"of":[48],"salience":[49],"metrics":[50,62],"for":[51,122,130,140,151],"SPEFT,":[52],"inspired":[53],"by":[54],"zero-cost":[55],"NAS":[56],"proxies,":[57],"and":[58,65,78,84],"identify":[59],"simple":[60,113,126],"gradient-based":[61],"is":[63,138],"reliable,":[64],"results":[66],"are":[67],"par":[69],"with":[70],"best":[72],"alternatives,":[73],"both":[75],"computational":[76],"efficiency":[77,99],"robust":[79],"performance.Additionally,":[80],"compare":[82],"static":[83,90,115],"dynamic":[85,104],"masking":[86,105],"strategies,":[87],"finding":[88],"that":[89,136],"masking,":[91],"predetermines":[93],"non-zero":[94],"entries":[95],"before":[96],"training,":[97],"delivers":[98],"without":[100],"sacrificing":[101],"performance,":[102],"while":[103,143],"offers":[106],"no":[107],"substantial":[108],"benefits.Across":[109],"NLP":[110],"tasks,":[111],"a":[112,125,148],"gradientbased,":[114],"SPEFT":[116],"consistently":[117],"outperforms":[118],"other":[119],"fine-tuning":[120],"LLMs,":[123],"providing":[124],"yet":[127],"effective":[128,141],"baseline":[129],"SPEFT.Our":[131],"work":[132],"challenges":[133],"notion":[135],"complexity":[137],"necessary":[139],"PEFT,":[142],"our":[144],"opensource":[145],"framework":[146],"establishes":[147],"reproducible":[149],"benchmark":[150],"future":[152],"research":[153],"1":[154],".":[155]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}