{"id":"https://openalex.org/W4404783364","doi":"https://doi.org/10.18653/v1/2024.emnlp-main.751","title":"Lifelong Knowledge Editing for LLMs with Retrieval-Augmented Continuous Prompt Learning","display_name":"Lifelong Knowledge Editing for LLMs with Retrieval-Augmented Continuous Prompt Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404783364","doi":"https://doi.org/10.18653/v1/2024.emnlp-main.751"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.emnlp-main.751","doi":"https://doi.org/10.18653/v1/2024.emnlp-main.751","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2024.emnlp-main.751","pdf_url":"https://aclanthology.org/2024.emnlp-main.751.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2024.emnlp-main.751.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101350583","display_name":"Qizhou Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qizhou Chen","raw_affiliation_strings":["Alibaba Group , Hangzhou , China","East China Normal University , Shanghai , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group , Hangzhou , China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"East China Normal University , Shanghai , China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041581408","display_name":"Taolin Zhang","orcid":"https://orcid.org/0009-0006-2441-2861","observed_orcids":["https://orcid.org/0009-0006-2441-2861"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Taolin Zhang","raw_affiliation_strings":["Alibaba Group , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group , Hangzhou , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104093437","display_name":"Xiaofeng He","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng He","raw_affiliation_strings":["East China Normal University , Shanghai , China","NPPA Key Laboratory of Publishing Integration Development , ECNUP , Shanghai , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University , Shanghai , China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"NPPA Key Laboratory of Publishing Integration Development , ECNUP , Shanghai , China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459326","display_name":"Dongyang Li","orcid":"https://orcid.org/0000-0003-0818-2526","observed_orcids":["https://orcid.org/0000-0003-0818-2526","https://orcid.org/0009-0004-5956-9143"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongyang Li","raw_affiliation_strings":["Alibaba Group , Hangzhou , China","East China Normal University , Shanghai , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group , Hangzhou , China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"East China Normal University , Shanghai , China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100373451","display_name":"Chengyu Wang","orcid":"https://orcid.org/0000-0003-1010-9678","observed_orcids":["https://orcid.org/0000-0003-1010-9678"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyu Wang","raw_affiliation_strings":["Alibaba Cloud Computing , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Cloud Computing , Hangzhou , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058197951","display_name":"Longtao Huang","orcid":"https://orcid.org/0000-0002-0517-1592","observed_orcids":["https://orcid.org/0000-0002-0517-1592"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longtao Huang","raw_affiliation_strings":["Alibaba Group , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group , Hangzhou , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057436798","display_name":"Hui Xue","orcid":"https://orcid.org/0000-0002-5856-4445","observed_orcids":["https://orcid.org/0000-0002-5856-4445"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hui Xue\u2019","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5119,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.94465878,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"13565","last_page":"13580"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6304000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6304000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.31619998812675476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.009200000204145908,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-editing","display_name":"knowledge editing","score":0.5},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.8240000009536743},{"id":"https://openalex.org/keywords/knowledge-retrieval","display_name":"knowledge retrieval","score":0.4059999883174896},{"id":"https://openalex.org/keywords/knowledge-grounding","display_name":"knowledge grounding","score":0.30799999833106995},{"id":"https://openalex.org/keywords/inference-efficiency","display_name":"inference efficiency","score":0.6520000100135803},{"id":"https://openalex.org/keywords/recipes","display_name":"recipes","score":0.734000027179718}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6769520044326782},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3556833267211914}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2024.emnlp-main.751","doi":"https://doi.org/10.18653/v1/2024.emnlp-main.751","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2024.emnlp-main.751","pdf_url":"https://aclanthology.org/2024.emnlp-main.751.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2405.03279","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.03279","pdf_url":"https://arxiv.org/pdf/2405.03279","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.03279","doi":"https://doi.org/10.48550/arxiv.2405.03279","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.03279","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.emnlp-main.751","doi":"https://doi.org/10.18653/v1/2024.emnlp-main.751","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2024.emnlp-main.751","pdf_url":"https://aclanthology.org/2024.emnlp-main.751.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404783364.pdf","grobid_xml":"https://content.openalex.org/works/W4404783364.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4416036316","https://openalex.org/W4415707677","https://openalex.org/W7214962653","https://openalex.org/W4407385318","https://openalex.org/W4409348194","https://openalex.org/W4417136232","https://openalex.org/W4404782732","https://openalex.org/W7166511665","https://openalex.org/W7102328378","https://openalex.org/W7166799142"],"abstract_inverted_index":{"Model":[0],"editing":[1,21,32,51,98,165,182,188,204],"aims":[2],"to":[3,29,54,96,117,123,143,163,194],"correct":[4],"outdated":[5],"or":[6,41],"erroneous":[7],"knowledge":[8,56,81,108],"in":[9,49,103],"large":[10],"language":[11],"models":[12],"(LLMs)":[13],"without":[14],"the":[15,23,30,59,79,83,118,126,130,134,150,196],"need":[16],"for":[17],"costly":[18],"retraining.Lifelong":[19],"model":[20,62],"is":[22,175],"most":[24],"challenging":[25],"task":[26],"that":[27,138],"caters":[28],"continuous":[31,114],"requirements":[33],"of":[34,61,77,199],"LLMs.Prior":[35],"works":[36],"primarily":[37],"focus":[38],"on":[39,129],"single":[40],"batch":[42],"editing;":[43],"nevertheless,":[44],"these":[45,67],"methods":[46,65],"fall":[47],"short":[48,111],"lifelong":[50,104],"scenarios":[52],"due":[53],"catastrophic":[55],"forgetting":[57],"and":[58,74,100,112,157,170,181,205],"degradation":[60],"performance.Although":[63],"retrieval-based":[64],"alleviate":[66],"issues,":[68],"they":[69],"are":[70,160],"impeded":[71],"by":[72],"slow":[73],"cumbersome":[75],"processes":[76],"integrating":[78],"retrieved":[80],"into":[82,110],"model.In":[84],"this":[85],"work,":[86],"we":[87],"introduce":[88],"RECIPE,":[89],"a":[90,145],"RetriEval-augmented":[91],"ContInuous":[92],"Prompt":[93],"lEarning":[94],"method,":[95],"boost":[97],"efficacy":[99],"inference":[101,206],"efficiency":[102],"learning.RECIPE":[105],"first":[106],"converts":[107],"statements":[109],"informative":[113],"prompts,":[115],"prefixed":[116],"LLM's":[119],"input":[120],"query":[121],"embedding,":[122],"efficiently":[124],"refine":[125],"response":[127],"grounded":[128],"knowledge.It":[131],"further":[132],"integrates":[133],"Knowledge":[135],"Sentinel":[136],"(KS)":[137],"acts":[139],"as":[140],"an":[141],"intermediary":[142],"calculate":[144],"dynamic":[146],"threshold,":[147],"determining":[148],"whether":[149],"retrieval":[151],"repository":[152],"contains":[153],"relevant":[154],"knowledge.Our":[155],"retriever":[156],"prompt":[158],"encoder":[159],"jointly":[161],"trained":[162],"achieve":[164],"properties,":[166],"i.e.,":[167],"reliability,":[168],"generality,":[169],"locality.In":[171],"our":[172],"experiments,":[173],"RECIPE":[174],"assessed":[176],"extensively":[177],"across":[178],"multiple":[179],"LLMs":[180,200],"datasets,":[183],"where":[184],"it":[185],"achieves":[186],"superior":[187],"performance.RECIPE":[189],"also":[190],"demonstrates":[191],"its":[192],"capability":[193],"maintain":[195],"overall":[197],"performance":[198],"alongside":[201],"showcasing":[202],"fast":[203],"speed.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-11-28T00:00:00"}