{"id":"https://openalex.org/W7204144265","doi":"https://doi.org/10.20944/preprints202608.1605.v1","title":"Where Does Knowledge Live? Representational, Causal, and Editable Localization in Language Models: A Survey","display_name":"Where Does Knowledge Live? Representational, Causal, and Editable Localization in Language Models: A Survey","publication_year":2026,"publication_date":"2026-08-24","ids":{"openalex":"https://openalex.org/W7204144265","doi":"https://doi.org/10.20944/preprints202608.1605.v1"},"language":"en","primary_location":{"id":"doi:10.20944/preprints202608.1605.v1","doi":"https://doi.org/10.20944/preprints202608.1605.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202608.1605.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.20944/preprints202608.1605.v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031971385","display_name":"Zhuomin Chen","orcid":"https://orcid.org/0000-0002-3960-1378","observed_orcids":["https://orcid.org/0000-0002-3960-1378","https://orcid.org/0000-0001-7129-2993"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuomin Chen","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7129-2993","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049660867","display_name":"Gabriel Filgueiras Lucchesi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gabriel Lucchesi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080604936","display_name":"Qingkai Dong","orcid":"https://orcid.org/0009-0000-0474-4021","observed_orcids":["https://orcid.org/0009-0000-0474-4021"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qingkai Dong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147986316","display_name":"Zhenyu Xu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhenyu Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028162450","display_name":"Xu Zheng","orcid":"https://orcid.org/0009-0003-6337-5563","observed_orcids":["https://orcid.org/0009-0003-6337-5563"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148004179","display_name":"Yong Chen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yong Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147910293","display_name":"Mo Sha","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mo Sha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121872407","display_name":"Wei Cheng","orcid":"https://orcid.org/0000-0001-5671-6145","observed_orcids":["https://orcid.org/0000-0001-5671-6145"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043236347","display_name":"Jingchao Ni","orcid":"https://orcid.org/0000-0002-2986-6612","observed_orcids":["https://orcid.org/0000-0002-2986-6612"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingchao Ni","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5121863601","display_name":"Dongsheng Luo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Dongsheng Luo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5121863601"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9291999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9291999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05739999935030937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-localization","display_name":"knowledge localization","score":0.953000009059906},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9810000061988831},{"id":"https://openalex.org/keywords/causal-tracing","display_name":"causal tracing","score":0.597000002861023},{"id":"https://openalex.org/keywords/factual-knowledge","display_name":"factual knowledge","score":0.5709999799728394},{"id":"https://openalex.org/keywords/knowledge-editing","display_name":"knowledge editing","score":0.33899998664855957}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6816999912261963},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5442000031471252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5297999978065491},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46869999170303345},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4348999857902527},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41760000586509705},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3978999853134155},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.39649999141693115},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.3747999966144562},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.3328000009059906},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C73301696","wikidata":"https://www.wikidata.org/wiki/Q5469984","display_name":"Formalism (music)","level":3,"score":0.2824999988079071},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2669000029563904},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C186528591","wikidata":"https://www.wikidata.org/wiki/Q619544","display_name":"Body of knowledge","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2565999925136566},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.20944/preprints202608.1605.v1","doi":"https://doi.org/10.20944/preprints202608.1605.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202608.1605.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.20944/preprints202608.1605.v1","doi":"https://doi.org/10.20944/preprints202608.1605.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202608.1605.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7133239630","https://openalex.org/W4404439627","https://openalex.org/W7166877953","https://openalex.org/W4387225582","https://openalex.org/W4398796184","https://openalex.org/W7127660779","https://openalex.org/W4403582589","https://openalex.org/W4415160069","https://openalex.org/W4416036006","https://openalex.org/W7166012811"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"acquire":[3],"substantial":[4],"factual":[5,102],"and":[6,24,87,116,182,221,256],"procedural":[7],"knowledge":[8,88,146,156],"when":[9],"trained":[10],"on":[11,172,213],"large":[12],"datasets.":[13],"A":[14],"growing":[15],"body":[16],"of":[17,29,35,53,70,81,138,164,176,190,216,250,269,272],"work":[18],"is":[19,47,63,141,154,169,185,227],"concerned":[20],"with":[21,44,130,260],"understanding,":[22],"modifying,":[23],"auditing":[25],"this":[26,139,203],"knowledge.":[27,201,273],"Many":[28],"these":[30],"works":[31,211],"explore":[32],"the":[33,56,68,71,95,112,180,191,200,209,214,224,233,251,270],"localization":[34,80,124,153,168,184,246,271],"knowledge:":[36],"whether":[37,155,170,186],"a":[38,45,50,64,161,173,187,240,245,261,265],"fact,":[39],"skill,":[40],"or":[41,58,78],"competence":[42],"associated":[43],"task":[46],"localized":[48],"in":[49,229,248],"small":[51],"set":[52,175],"parameters":[54,194],"within":[55],"model":[57],"distributed":[59],"across":[60,232],"them.":[61],"There":[62],"mixed":[65],"perspective":[66],"regarding":[67],"state":[69],"art.":[72],"Some":[73],"studies":[74],"identify":[75],"compact":[76],"representational":[77,165],"causal":[79,167],"facts,":[82],"including":[83],"mid-layer":[84],"feed-forward":[85],"modules":[86],"neurons,":[89],"while":[90],"others":[91],"show":[92,222],"that":[93,136,223],"restricting":[94],"parameter":[96],"updates":[97],"allows":[98],"one":[99],"to":[100,109,128,198,207],"change":[101],"associations.":[103],"Causal":[104],"tracing":[105],"scores":[106],"can":[107,118,157,195],"fail":[108],"accurately":[110],"locate":[111],"best":[113],"edit":[114],"site,":[115],"superposition":[117],"make":[119],"individual":[120],"neurons":[121],"polysemantic,":[122],"so":[123],"does":[125],"not":[126],"have":[127],"align":[129],"any":[131],"isolated":[132],"units.":[133],"We":[134,237],"believe":[135],"part":[137],"disagreement":[140],"definitional.":[142],"The":[143],"question":[144],"``Is":[145],"localized?''":[147],"conflates":[148],"three":[149,234],"distinct":[150],"properties.":[151],"Representational":[152],"be":[158,196],"retrieved":[159],"from":[160],"restricted":[162,174,188],"number":[163],"units;":[166],"interventions":[171],"units":[177],"will":[178],"affect":[179,199],"behavior;":[181],"editable":[183],"region":[189],"model's":[192],"native":[193],"changed":[197],"In":[202],"survey,":[204],"we":[205],"aim":[206],"disambiguate":[208],"existing":[210],"based":[212],"kind":[215],"evidence":[217,225],"they":[218],"actually":[219],"present":[220],"available":[226],"uneven":[228],"its":[230],"distribution":[231],"pairwise":[235],"relations.":[236],"also":[238],"provide":[239],"measurement":[241,257],"checklist":[242],"for":[243],"describing":[244],"claim":[247],"terms":[249],"notion,":[252],"units,":[253],"representation":[254],"system,":[255],"procedure,":[258],"along":[259],"research":[262],"program":[263],"toward":[264],"cohesive,":[266],"representation-inclusive":[267],"account":[268]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-25T00:00:00"}