{"id":"https://openalex.org/W4415311864","doi":"https://doi.org/10.48550/arxiv.2506.14387","title":"SEAT: Sparse Entity-Aware Tuning for Knowledge Adaptation while Preserving Epistemic Abstention","display_name":"SEAT: Sparse Entity-Aware Tuning for Knowledge Adaptation while Preserving Epistemic Abstention","publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W4415311864","doi":"https://doi.org/10.48550/arxiv.2506.14387"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.14387","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2506.14387","pdf_url":"https://arxiv.org/pdf/2506.14387","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.14387","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113222165","display_name":"William F. Shen","orcid":"https://orcid.org/0009-0007-2327-1697","observed_orcids":["https://orcid.org/0009-0007-2327-1697"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shen, William F.","raw_affiliation_strings":["University of Cambridge ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge ,","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040821950","display_name":"Xinchi Qiu","orcid":"https://orcid.org/0000-0002-7654-4448","observed_orcids":["https://orcid.org/0000-0002-7654-4448"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Qiu, Xinchi","raw_affiliation_strings":["University of Cambridge ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge ,","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004751764","display_name":"Nicola Cancedda","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Cancedda, Nicola","raw_affiliation_strings":["University of Cambridge ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge ,","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045638679","display_name":"Nicholas D. Lane","orcid":"https://orcid.org/0000-0002-2728-8273","observed_orcids":["https://orcid.org/0000-0002-2728-8273"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lane, Nicholas D.","raw_affiliation_strings":["University of Cambridge ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge ,","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.614300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.614300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.30079999566078186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.05420000106096268,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-adaptation","display_name":"knowledge adaptation","score":0.859000027179718},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7549999952316284},{"id":"https://openalex.org/keywords/kl-divergence-regularization","display_name":"KL divergence regularization","score":0.8009999990463257},{"id":"https://openalex.org/keywords/knowledge-spillovers","display_name":"knowledge spillovers","score":0.7379999756813049},{"id":"https://openalex.org/keywords/hallucination-mitigation","display_name":"hallucination mitigation","score":0.699999988079071}],"concepts":[{"id":"https://openalex.org/C2778732403","wikidata":"https://www.wikidata.org/wiki/Q815577","display_name":"Ignorance","level":2,"score":0.9537000060081482},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7373999953269958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5557000041007996},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.48570001125335693},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4000999927520752},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3824000060558319},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.3806000053882599},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.37700000405311584},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.36719998717308044},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C175737817","wikidata":"https://www.wikidata.org/wiki/Q17149311","display_name":"Veil of ignorance","level":3,"score":0.34459999203681946},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.3382999897003174},{"id":"https://openalex.org/C107551265","wikidata":"https://www.wikidata.org/wiki/Q1458245","display_name":"Displacement (psychology)","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.25440001487731934}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2506.14387","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2506.14387","pdf_url":"https://arxiv.org/pdf/2506.14387","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.14387","doi":"https://doi.org/10.48550/arxiv.2506.14387","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.14387","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.14387","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2506.14387","pdf_url":"https://arxiv.org/pdf/2506.14387","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415311864.pdf","grobid_xml":"https://content.openalex.org/works/W4415311864.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7139055987","https://openalex.org/W4393178017","https://openalex.org/W4416290713","https://openalex.org/W7151746280","https://openalex.org/W4402670054","https://openalex.org/W4416613139","https://openalex.org/W7129087746","https://openalex.org/W4414684103","https://openalex.org/W4400684060","https://openalex.org/W7124766011"],"abstract_inverted_index":{"Adapting":[0],"LLMs":[1],"with":[2,68],"new":[3],"knowledge":[4,57,124,172],"is":[5,29,37],"increasingly":[6],"important,":[7],"but":[8],"standard":[9],"fine-tuning":[10,48],"often":[11],"erodes":[12],"aligned":[13],"epistemic":[14,52,75,164],"abstention:":[15],"the":[16,21,117],"ability":[17],"to":[18,80],"acknowledge":[19],"when":[20],"model":[22],"does":[23],"not":[24],"know.":[25],"This":[26],"failure":[27],"mode":[28],"especially":[30],"concerning":[31],"in":[32,150],"high-stakes":[33],"settings,":[34],"where":[35],"abstention":[36,53,110,165],"a":[38,46,167],"critical":[39],"safeguard":[40],"against":[41],"hallucination.":[42],"We":[43],"present":[44],"SEAT,":[45],"preventive":[47],"method":[49],"that":[50,136,141,154],"preserves":[51,156],"while":[54,120],"maintaining":[55],"strong":[56],"acquisition.":[58],"SEAT":[59,84,107,142],"combines":[60],"sparse":[61],"tuning,":[62],"which":[63,72],"constrains":[64],"global":[65],"activation":[66],"drift,":[67],"entity-perturbed":[69],"KL":[70],"regularization,":[71],"sharpens":[73],"local":[74],"boundaries":[76],"and":[77,100,105,126,153],"prevents":[78],"spillover":[79],"neighboring":[81],"knowledge.":[82],"Crucially,":[83],"requires":[85],"no":[86],"alignment":[87],"data,":[88],"explicit":[89],"boundary":[90],"probing,":[91],"or":[92],"post-hoc":[93],"re-alignment,":[94],"making":[95],"it":[96,155],"attractive":[97],"for":[98,170],"lightweight":[99],"privacy-sensitive":[101],"adaptation.":[102,173],"Across":[103],"models":[104],"datasets,":[106],"improves":[108],"human-evaluated":[109],"on":[111],"unknown":[112,148],"queries":[113,149],"by":[114],"18%-101%":[115],"over":[116],"strongest":[118],"baseline":[119],"retaining":[121],"near-perfect":[122],"target":[123],"acquisition,":[125],"produces":[127],"coherent,":[128],"context-aware":[129],"abstentions":[130],"after":[131],"tuning.":[132],"Further":[133],"analyses":[134],"show":[135],"both":[137],"components":[138],"are":[139],"essential,":[140],"more":[143],"cleanly":[144],"separates":[145],"known":[146],"from":[147],"representation":[151],"space,":[152],"downstream":[157],"utility.":[158],"These":[159],"results":[160],"identify":[161],"preservation":[162],"of":[163],"as":[166],"core":[168],"objective":[169],"safe":[171]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-18T00:00:00"}