{"id":"https://openalex.org/W7204124581","doi":"https://doi.org/10.18653/2026.emnlp-main.2045","title":"Can Scientific Claims Be Removed from Large Language Models? A Systematic Evaluation of Claim-Level Unlearning","display_name":"Can Scientific Claims Be Removed from Large Language Models? A Systematic Evaluation of Claim-Level Unlearning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7204124581","doi":"https://doi.org/10.18653/2026.emnlp-main.2045"},"language":"en","primary_location":{"id":"doi:10.18653/2026.emnlp-main.2045","doi":"https://doi.org/10.18653/2026.emnlp-main.2045","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.emnlp-main.2045","pdf_url":"https://aclanthology.org/2026.emnlp-main.2045.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.emnlp-main.2045.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055285005","display_name":"Snigdha Paul","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Snigdha Paul","raw_affiliation_strings":["TCS Research , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TCS Research , India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136743253","display_name":"Manasi Patwardhan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Manasi Patwardhan","raw_affiliation_strings":["TCS Research , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TCS Research , India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064858748","display_name":"Arman Cohan","orcid":"https://orcid.org/0000-0002-8954-2724","observed_orcids":["https://orcid.org/0000-0002-8954-2724"]},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arman Cohan","raw_affiliation_strings":["Yale University , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yale University , USA","institution_ids":["https://openalex.org/I32971472"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.67631485,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"46608","last_page":"46628"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.009100000374019146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0031999999191612005,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-unlearning","display_name":"machine unlearning","score":0.9470000267028809},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.847000002861023},{"id":"https://openalex.org/keywords/scientific-claims","display_name":"scientific claims","score":0.9200000166893005}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6248000264167786},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6115999817848206},{"id":"https://openalex.org/C195732255","wikidata":"https://www.wikidata.org/wiki/Q981008","display_name":"Sociology of scientific knowledge","level":2,"score":0.5544999837875366},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.4496999979019165},{"id":"https://openalex.org/C101780184","wikidata":"https://www.wikidata.org/wiki/Q840576","display_name":"Dissemination","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.39239999651908875},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.3677000105381012},{"id":"https://openalex.org/C124056412","wikidata":"https://www.wikidata.org/wiki/Q3320364","display_name":"Scientific evidence","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35839998722076416},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.35600000619888306},{"id":"https://openalex.org/C23213167","wikidata":"https://www.wikidata.org/wiki/Q2351730","display_name":"Scientific progress","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C2775989791","wikidata":"https://www.wikidata.org/wiki/Q18244815","display_name":"Scientific communication","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2526000142097473}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/2026.emnlp-main.2045","doi":"https://doi.org/10.18653/2026.emnlp-main.2045","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.emnlp-main.2045","pdf_url":"https://aclanthology.org/2026.emnlp-main.2045.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2608.20960","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.20960","pdf_url":"https://arxiv.org/pdf/2608.20960","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.20960","doi":"https://doi.org/10.48550/arxiv.2608.20960","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.20960","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/2026.emnlp-main.2045","doi":"https://doi.org/10.18653/2026.emnlp-main.2045","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.emnlp-main.2045","pdf_url":"https://aclanthology.org/2026.emnlp-main.2045.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204124581.pdf","grobid_xml":"https://content.openalex.org/works/W7204124581.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4416763757","https://openalex.org/W4414856862","https://openalex.org/W7129785866","https://openalex.org/W4404649372","https://openalex.org/W7203547557","https://openalex.org/W7214721846","https://openalex.org/W4415965516","https://openalex.org/W4400572793","https://openalex.org/W4402683414","https://openalex.org/W4415934878"],"abstract_inverted_index":{"Language":[0],"models":[1,22],"(LMs)":[2],"are":[3,80,107],"trained":[4],"on":[5],"static":[6],"scientific":[7,10,41,51,73],"corpora,":[8],"whereas":[9],"knowledge":[11,60,113,129],"continuously":[12],"evolves":[13],"through":[14],"correction":[15],"and":[16,82,96,114],"revision.Scientific":[17],"claims":[18,74],"encoded":[19],"within":[20],"these":[21],"may":[23],"later":[24],"become":[25],"retracted,":[26],"disproven,":[27],"or":[28],"updated":[29],"by":[30,58],"subsequent":[31],"research,":[32],"creating":[33],"the":[34,90,121],"risk":[35],"of":[36,92],"disseminating":[37],"outdated":[38],"information":[39],"in":[40],"workflows.This":[42],"creates":[43],"a":[44,55,98],"need":[45,122],"for":[46,123,127],"LMs":[47],"to":[48,109],"forget":[49],"obsolete":[50],"claims.Machine":[52],"unlearning":[53,105],"offers":[54],"promising":[56],"solution":[57],"enabling":[59],"removal":[61],"while":[62],"maintaining":[63],"overall":[64],"model":[65],"utility.Existing":[66],"studies":[67],"primarily":[68],"investigate":[69],"instance-level":[70],"forgetting;":[71],"however,":[72],"introduce":[75,89],"additional":[76],"challenges":[77],"because":[78],"they":[79],"interconnected,":[81],"continually":[83],"evolving.To":[84],"address":[85],"this":[86],"gap,":[87],"we":[88],"task":[91],"Scientific":[93],"Claim":[94],"Unlearning":[95],"present":[97],"new":[99],"benchmark,":[100],"SciUnlearn.We":[101],"show":[102],"that":[103],"current":[104],"approaches":[106],"unable":[108],"effectively":[110],"eliminate":[111],"claim-level":[112],"often":[115],"achieve":[116],"only":[117],"superficial":[118],"suppression,":[119],"highlighting":[120],"specialized":[124],"methods":[125],"designed":[126],"structured":[128],"removal.":[130]},"counts_by_year":[],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2026-08-25T00:00:00"}