{"id":"https://openalex.org/W4394743141","doi":"https://doi.org/10.1162/tacl_a_00644","title":"Evaluating the Ripple Effects of Knowledge Editing in Language Models","display_name":"Evaluating the Ripple Effects of Knowledge Editing in Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394743141","doi":"https://doi.org/10.1162/tacl_a_00644"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00644","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00644","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00644/2362212/tacl_a_00644.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00644/2362212/tacl_a_00644.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060037698","display_name":"Roi Cohen","orcid":"https://orcid.org/0000-0002-1345-3696"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Roi Cohen","raw_affiliation_strings":["Blavatnik School of Computer Science, Tel Aviv University, Israel. roi1@mail.tau.ac.il"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blavatnik School of Computer Science, Tel Aviv University, Israel. roi1@mail.tau.ac.il","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000288029","display_name":"Eden Biran","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Eden Biran","raw_affiliation_strings":["Blavatnik School of Computer Science, Tel Aviv University, Israel. edenbiran@mail.tau.ac.il"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blavatnik School of Computer Science, Tel Aviv University, Israel. edenbiran@mail.tau.ac.il","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052315546","display_name":"Ori Yoran","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Ori Yoran","raw_affiliation_strings":["Blavatnik School of Computer Science, Tel Aviv University, Israel. oriy@mail.tau.ac.il"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blavatnik School of Computer Science, Tel Aviv University, Israel. oriy@mail.tau.ac.il","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047817959","display_name":"Amir Globerson","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I4210117425","display_name":"Google (Israel)","ror":"https://ror.org/02c20ys54","country_code":"IL","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210117425","https://openalex.org/I4210128969"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Amir Globerson","raw_affiliation_strings":["Blavatnik School of Computer Science, Tel Aviv University, Israel. gamir@tauex.tau.ac.il","Google Research, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blavatnik School of Computer Science, Tel Aviv University, Israel. gamir@tauex.tau.ac.il","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"Google Research, Israel","institution_ids":["https://openalex.org/I4210117425"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065717258","display_name":"Mor Geva","orcid":"https://orcid.org/0000-0001-9529-6315"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I4210117425","display_name":"Google (Israel)","ror":"https://ror.org/02c20ys54","country_code":"IL","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210117425","https://openalex.org/I4210128969"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Mor Geva","raw_affiliation_strings":["Blavatnik School of Computer Science, Tel Aviv University, Israel. morgeva@tauex.tau.ac.il","Google Research, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blavatnik School of Computer Science, Tel Aviv University, Israel. morgeva@tauex.tau.ac.il","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"Google Research, Israel","institution_ids":["https://openalex.org/I4210117425"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5000288029","https://openalex.org/A5047817959","https://openalex.org/A5052315546","https://openalex.org/A5060037698","https://openalex.org/A5065717258"],"corresponding_institution_ids":["https://openalex.org/I16391192","https://openalex.org/I4210117425"],"apc_list":null,"apc_paid":null,"fwci":6.7481,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.97222443,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"283","last_page":"298"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.850110650062561},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7570508718490601},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6329291462898254},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5612640976905823},{"id":"https://openalex.org/keywords/ripple","display_name":"Ripple","score":0.5329257845878601},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5176092386245728},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.468546986579895},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4635545313358307},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4162830412387848},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16109341382980347},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.08490350842475891},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.054514080286026}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.850110650062561},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7570508718490601},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6329291462898254},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5612640976905823},{"id":"https://openalex.org/C2779599953","wikidata":"https://www.wikidata.org/wiki/Q1776117","display_name":"Ripple","level":3,"score":0.5329257845878601},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5176092386245728},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.468546986579895},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4635545313358307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4162830412387848},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16109341382980347},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.08490350842475891},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.054514080286026},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00644","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00644","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00644/2362212/tacl_a_00644.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:23d0ce82a8af4a5b92880634f813cb9a","is_oa":true,"landing_page_url":"https://doaj.org/article/23d0ce82a8af4a5b92880634f813cb9a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 12 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00644","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00644","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00644/2362212/tacl_a_00644.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394743141.pdf","grobid_xml":"https://content.openalex.org/works/W4394743141.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W2529466265","https://openalex.org/W2953356739","https://openalex.org/W2962881743","https://openalex.org/W2970476646","https://openalex.org/W2970986510","https://openalex.org/W3098267758","https://openalex.org/W3102659883","https://openalex.org/W3146844750","https://openalex.org/W3151929433","https://openalex.org/W3152884768","https://openalex.org/W3175604467","https://openalex.org/W3177813494","https://openalex.org/W3185341429","https://openalex.org/W3188635098","https://openalex.org/W3206959854","https://openalex.org/W4205460703","https://openalex.org/W4206118214","https://openalex.org/W4226278401","https://openalex.org/W4230262515","https://openalex.org/W4281657280","https://openalex.org/W4285225959","https://openalex.org/W4285429195","https://openalex.org/W4287111051","https://openalex.org/W4296878971","https://openalex.org/W4322718191","https://openalex.org/W4362598605","https://openalex.org/W4385569933","https://openalex.org/W4385570777","https://openalex.org/W4385571289","https://openalex.org/W4386566424","https://openalex.org/W4386566752","https://openalex.org/W4389518797","https://openalex.org/W4389519586","https://openalex.org/W4389520370","https://openalex.org/W4389520380","https://openalex.org/W6622182490","https://openalex.org/W6777615688","https://openalex.org/W6778883912","https://openalex.org/W6798182279","https://openalex.org/W6802505033","https://openalex.org/W6802629465","https://openalex.org/W6802857829","https://openalex.org/W6803337692","https://openalex.org/W6810738896","https://openalex.org/W6839328737","https://openalex.org/W6839548382","https://openalex.org/W6845463252","https://openalex.org/W6846320025","https://openalex.org/W6850625674","https://openalex.org/W6851390376"],"related_works":["https://openalex.org/W4229441739","https://openalex.org/W2366107444","https://openalex.org/W4303411445","https://openalex.org/W4207040089","https://openalex.org/W2384455639","https://openalex.org/W1519622926","https://openalex.org/W3109306766","https://openalex.org/W2378211422","https://openalex.org/W2944076747","https://openalex.org/W4286587111"],"abstract_inverted_index":{"Abstract":[0],"Modern":[1],"language":[2],"models":[3],"capture":[4],"a":[5,95,144,181,194],"large":[6],"body":[7],"of":[8,34,47,91,101,116,131,147,154],"factual":[9,149],"knowledge.":[10,175],"However,":[11],"some":[12],"facts":[13,41,103],"can":[14],"be":[15],"incorrectly":[16],"induced":[17],"or":[18],"become":[19],"obsolete":[20],"over":[21],"time,":[22],"resulting":[23],"in":[24,98,172],"factually":[25],"incorrect":[26],"generations.":[27],"This":[28],"has":[29,50,59],"led":[30],"to":[31,108,168],"the":[32,44,89,99,105,114,129,173,187],"development":[33],"various":[35,152],"editing":[36,160,184],"methods":[37,49,161],"that":[38,76,104,127,165,180],"allow":[39],"updating":[40],"encoded":[42],"by":[43],"model.":[45],"Evaluation":[46],"these":[48,138],"primarily":[51],"focused":[52],"on":[53,134,162,190],"testing":[54],"whether":[55],"an":[56,132],"individual":[57],"fact":[58,84],"been":[60],"successfully":[61],"injected,":[62],"and":[63],"if":[64],"similar":[65],"predictions":[66],"for":[67,198],"other":[68],"subjects":[69],"have":[70],"not":[71],"changed.":[72],"Here":[73],"we":[74,122,140,178],"argue":[75],"such":[77],"evaluation":[78,125],"is":[79,88,113],"limited,":[80],"since":[81],"injecting":[82],"one":[83],"(e.g.,":[85,110],"\u201cJack":[86,111],"Depp":[87,112],"son":[90],"Johnny":[92],"Depp\u201d)":[93],"introduces":[94],"\u201cripple":[96],"effect\u201d":[97],"form":[100],"additional":[102],"model":[106,199],"needs":[107],"update":[109],"sibling":[115],"Lily-Rose":[117],"Depp\u201d).":[118],"To":[119],"address":[120],"this,":[121],"propose":[123],"novel":[124],"criteria":[126],"consider":[128],"implications":[130],"edit":[133],"related":[135],"facts.":[136],"Using":[137],"criteria,":[139],"then":[141],"construct":[142],"RippleEdits,":[143,163],"diagnostic":[145],"benchmark":[146],"5K":[148],"edits,":[150],"capturing":[151],"types":[153],"ripple":[155],"effects.":[156],"We":[157],"evaluate":[158],"prominent":[159],"showing":[164],"they":[166],"fail":[167],"introduce":[169],"consistent":[170],"changes":[171],"model\u2019s":[174],"In":[176],"addition,":[177],"find":[179],"simple":[182],"in-context":[183],"baseline":[185],"obtains":[186],"best":[188],"scores":[189],"our":[191],"benchmark,":[192],"suggesting":[193],"promising":[195],"research":[196],"direction":[197],"editing.1":[200]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":8}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}