{"id":"https://openalex.org/W7101738432","doi":"https://doi.org/10.48550/arxiv.2510.22139","title":"Edit Less, Achieve More: Dynamic Sparse Neuron Masking for Lifelong Knowledge Editing in LLMs","display_name":"Edit Less, Achieve More: Dynamic Sparse Neuron Masking for Lifelong Knowledge Editing in LLMs","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W7101738432","doi":"https://doi.org/10.48550/arxiv.2510.22139"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2510.22139","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.22139","pdf_url":"https://arxiv.org/pdf/2510.22139","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2510.22139","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053029765","display_name":"Jinzhe Liu","orcid":"https://orcid.org/0000-0003-1008-2591","observed_orcids":["https://orcid.org/0000-0003-1008-2591"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Jinzhe","raw_affiliation_strings":["Key Lab of Intell. Info. Process. , Inst. of Comput. Tech. , CAS","University of Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab of Intell. Info. Process. , Inst. of Comput. Tech. , CAS","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sun, Junshu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sun, Junshu","raw_affiliation_strings":["Key Lab of Intell. Info. Process. , Inst. of Comput. Tech. , CAS","University of Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab of Intell. Info. Process. , Inst. of Comput. Tech. , CAS","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040880537","display_name":"Shufan Shen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shen, Shufan","raw_affiliation_strings":["Key Lab of Intell. Info. Process. , Inst. of Comput. Tech. , CAS","University of Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab of Intell. Info. Process. , Inst. of Comput. Tech. , CAS","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102925116","display_name":"Chenxue Yang","orcid":"https://orcid.org/0000-0002-6376-2980","observed_orcids":["https://orcid.org/0000-0002-6376-2980","https://orcid.org/0009-0006-6198-3751"]},"institutions":[{"id":"https://openalex.org/I4210093981","display_name":"Agricultural Information Institute","ror":"https://ror.org/00q62zf58","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210093981","https://openalex.org/I4210127390","https://openalex.org/I4210138501","https://openalex.org/I4210151987"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Chenxue","raw_affiliation_strings":["Agriculture Information Institute , CAAS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agriculture Information Institute , CAAS","institution_ids":["https://openalex.org/I4210093981"]}]},{"author_position":"last","author":{"id":null,"display_name":"Wang, Shuhui","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Shuhui","raw_affiliation_strings":["Key Lab of Intell. Info. Process. , Inst. of Comput. Tech. , CAS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab of Intell. Info. Process. , Inst. of Comput. Tech. , CAS","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5640000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5640000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.259799987077713,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.02590000070631504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8429999947547913},{"id":"https://openalex.org/keywords/parameter-efficient-fine-tuning","display_name":"parameter-efficient fine-tuning","score":0.6930000185966492}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8475000262260437},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.6963000297546387},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5335999727249146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4629000127315521},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.39559999108314514},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33239999413490295},{"id":"https://openalex.org/C144501496","wikidata":"https://www.wikidata.org/wiki/Q5533489","display_name":"Genome editing","level":4,"score":0.3174999952316284},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C2780310081","wikidata":"https://www.wikidata.org/wiki/Q1154312","display_name":"Video editing","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28700000047683716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27570000290870667},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2581999897956848}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2510.22139","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.22139","pdf_url":"https://arxiv.org/pdf/2510.22139","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.22139","doi":"https://doi.org/10.48550/arxiv.2510.22139","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.22139","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2510.22139","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.22139","pdf_url":"https://arxiv.org/pdf/2510.22139","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4199693610","display_name":null,"funder_award_id":"62236008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7101738432.pdf","grobid_xml":"https://content.openalex.org/works/W7101738432.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W4402671654","https://openalex.org/W4404792847","https://openalex.org/W6948129218"],"related_works":["https://openalex.org/W4416035222","https://openalex.org/W7214962653","https://openalex.org/W7156560787","https://openalex.org/W4415707677","https://openalex.org/W7166511665","https://openalex.org/W4417086797","https://openalex.org/W7165367415","https://openalex.org/W7155452459","https://openalex.org/W4404783364","https://openalex.org/W4402670752"],"abstract_inverted_index":{"Lifelong":[0],"knowledge":[1,9,74,110],"editing":[2,28,36,54,111,132],"enables":[3,107],"continuous,":[4],"precise":[5,108],"updates":[6],"to":[7,87,101],"outdated":[8],"in":[10,34,129,140],"large":[11],"language":[12],"models":[13],"(LLMs)":[14],"without":[15],"computationally":[16],"expensive":[17],"full":[18],"retraining.":[19],"However,":[20],"existing":[21,127],"methods":[22,128],"often":[23],"accumulate":[24],"errors":[25],"throughout":[26],"the":[27,102],"process,":[29],"causing":[30],"a":[31,51],"gradual":[32],"decline":[33],"both":[35],"accuracy":[37],"and":[38,83,135],"generalization.":[39],"To":[40],"tackle":[41],"this":[42],"problem,":[43],"we":[44,68],"propose":[45],"Neuron-Specific":[46],"Masked":[47],"Knowledge":[48],"Editing":[49],"(NMKE),":[50],"novel":[52],"fine-grained":[53],"framework":[55],"that":[56,124],"combines":[57],"neuron-level":[58,109],"attribution":[59],"with":[60,76,112],"dynamic":[61,95],"sparse":[62,96],"masking.":[63],"Leveraging":[64],"neuron":[65],"functional":[66],"attribution,":[67],"identify":[69],"two":[70],"key":[71],"types":[72],"of":[73,120],"neurons,":[75],"knowledge-general":[77],"neurons":[78,85,100],"activating":[79,86],"consistently":[80],"across":[81],"prompts":[82],"knowledge-specific":[84],"specific":[88],"prompts.":[89],"NMKE":[90,125],"further":[91],"introduces":[92],"an":[93],"entropy-guided":[94],"mask,":[97],"locating":[98],"relevant":[99],"target":[103],"knowledge.":[104],"This":[105],"strategy":[106],"fewer":[113],"parameter":[114],"modifications.":[115],"Experimental":[116],"results":[117],"from":[118],"thousands":[119],"sequential":[121],"edits":[122],"demonstrate":[123],"outperforms":[126],"maintaining":[130],"high":[131],"success":[133],"rates":[134],"preserving":[136],"model":[137],"general":[138],"capabilities":[139],"lifelong":[141],"editing.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-29T00:00:00"}