{"id":"https://openalex.org/W4412945618","doi":"https://doi.org/10.18653/v1/2025.acl-long.324","title":"GIFT-SW: Gaussian noise Injected Fine-Tuning of Salient Weights for LLMs","display_name":"GIFT-SW: Gaussian noise Injected Fine-Tuning of Salient Weights for LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412945618","doi":"https://doi.org/10.18653/v1/2025.acl-long.324"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.324","doi":"https://doi.org/10.18653/v1/2025.acl-long.324","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.324","pdf_url":"https://aclanthology.org/2025.acl-long.324.pdf","source":{"id":"https://openalex.org/S4363608652","display_name":"Annual Meeting of the Association for Computational Linguistics (ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2025.acl-long.324.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036769888","display_name":"Maxim Zhelnin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Maxim Zhelnin","raw_affiliation_strings":["Skolkovo Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093836168","display_name":"Viktor Moskvoretskii","orcid":"https://orcid.org/0009-0001-5119-8980","observed_orcids":["https://orcid.org/0009-0001-5119-8980"]},"institutions":[{"id":"https://openalex.org/I118501908","display_name":"National Research University Higher School of Economics","ror":"https://ror.org/055f7t516","country_code":"RU","type":"education","lineage":["https://openalex.org/I118501908"]},{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Viktor Moskvoretskii","raw_affiliation_strings":["HSE University","Skolkovo Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HSE University","institution_ids":["https://openalex.org/I118501908"]},{"raw_affiliation_string":"Skolkovo Institute of Science and Technology","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055858527","display_name":"Egor Shvetsov","orcid":"https://orcid.org/0009-0002-1782-6290","observed_orcids":["https://orcid.org/0009-0002-1782-6290"]},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Egor Shvetsov","raw_affiliation_strings":["Skolkovo Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081726122","display_name":"Maria Krylova","orcid":"https://orcid.org/0000-0001-8437-6440","observed_orcids":["https://orcid.org/0000-0001-8437-6440"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maria Krylova","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107437524","display_name":"Egor Venediktov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Venediktov Egor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119204552","display_name":"Zuev Aleksandr","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuev Aleksandr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5088950452","display_name":"Evgeny Vladimirovich Burnaev","orcid":"https://orcid.org/0000-0001-8424-0690","observed_orcids":["https://orcid.org/0000-0001-8424-0690"]},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]},{"id":"https://openalex.org/I4210131846","display_name":"Artificial Intelligence Research Institute","ror":"https://ror.org/03c0ach84","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210131846"]},{"id":"https://openalex.org/I4392021246","display_name":"AIRI - Artificial Intelligence Research Institute","ror":"https://ror.org/014a87f14","country_code":"RU","type":"nonprofit","lineage":["https://openalex.org/I4392021246"]}],"countries":["ES","RU"],"is_corresponding":false,"raw_author_name":"Evgeny Burnaev","raw_affiliation_strings":["Artificial Intelligence Research Institute","Skolkovo Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Institute","institution_ids":["https://openalex.org/I4210131846","https://openalex.org/I4392021246"]},{"raw_affiliation_string":"Skolkovo Institute of Science and Technology","institution_ids":["https://openalex.org/I125989756"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0086,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.73572136,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"6463","last_page":"6480"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7929999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7929999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.06599999964237213,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.02630000002682209,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaussian-noise-injection","display_name":"Gaussian noise injection","score":0.8740000128746033},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.8339999914169312},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9700000286102295},{"id":"https://openalex.org/keywords/weight-pruning","display_name":"weight pruning","score":0.5149999856948853},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.5429999828338623},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.37599998712539673}],"concepts":[{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.742883563041687},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.554840087890625},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5088505744934082},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.4860287308692932},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4564511775970459},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.19461926817893982},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18370085954666138},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.324","doi":"https://doi.org/10.18653/v1/2025.acl-long.324","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.324","pdf_url":"https://aclanthology.org/2025.acl-long.324.pdf","source":{"id":"https://openalex.org/S4363608652","display_name":"Annual Meeting of the Association for Computational Linguistics (ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.324","doi":"https://doi.org/10.18653/v1/2025.acl-long.324","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.324","pdf_url":"https://aclanthology.org/2025.acl-long.324.pdf","source":{"id":"https://openalex.org/S4363608652","display_name":"Annual Meeting of the Association for Computational Linguistics (ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/13","score":0.49000000953674316,"display_name":"Climate action"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412945618.pdf","grobid_xml":"https://content.openalex.org/works/W4412945618.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2329500892","https://openalex.org/W28991112","https://openalex.org/W2370726991","https://openalex.org/W1970319972","https://openalex.org/W2572355887","https://openalex.org/W2953254336","https://openalex.org/W2112030392"],"abstract_inverted_index":{"Maxim":[0],"Zhelnin,":[1],"Viktor":[2],"Moskvoretskii,":[3],"Egor":[4],"Shvetsov,":[5],"Maria":[6],"Krylova,":[7],"Venediktov":[8],"Egor,":[9],"Zuev":[10],"Aleksandr,":[11],"Evgeny":[12],"Burnaev.":[13],"Proceedings":[14],"of":[15,20],"the":[16,21],"63rd":[17],"Annual":[18],"Meeting":[19],"Association":[22],"for":[23],"Computational":[24],"Linguistics":[25],"(Volume":[26],"1:":[27],"Long":[28],"Papers).":[29],"2025.":[30]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2025-10-10T00:00:00"}