{"id":"https://openalex.org/W7154577389","doi":"https://doi.org/10.48550/arxiv.2604.13694","title":"Weight Patching: Toward Source-Level Mechanistic Localization in LLMs","display_name":"Weight Patching: Toward Source-Level Mechanistic Localization in LLMs","publication_year":2026,"publication_date":"2026-04-15","ids":{"openalex":"https://openalex.org/W7154577389","doi":"https://doi.org/10.48550/arxiv.2604.13694"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.13694","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.13694","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133770227","display_name":"Chenghao Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Chenghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133770633","display_name":"Chengsheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chengsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133787244","display_name":"Guanzheng Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Guanzheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133736660","display_name":"Rui Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133818929","display_name":"Xinmei Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Xinmei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.34279999136924744,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.34279999136924744,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.1356000006198883,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.09120000153779984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7735999822616577},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.6118999719619751},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.6050999760627747},{"id":"https://openalex.org/keywords/upstream","display_name":"Upstream (networking)","score":0.5133000016212463},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.5072000026702881},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4828999936580658},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.4657000005245209},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.4368000030517578},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.33820000290870667}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7735999822616577},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.6118999719619751},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.6050999760627747},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5591999888420105},{"id":"https://openalex.org/C191172861","wikidata":"https://www.wikidata.org/wiki/Q7899321","display_name":"Upstream (networking)","level":2,"score":0.5133000016212463},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.5072000026702881},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4828999936580658},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.4657000005245209},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3831000030040741},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.37070000171661377},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2948000133037567},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28949999809265137},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C51432778","wikidata":"https://www.wikidata.org/wiki/Q1259145","display_name":"Independent component analysis","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C28427503","wikidata":"https://www.wikidata.org/wiki/Q13580300","display_name":"Internal model","level":3,"score":0.28679999709129333},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C158980903","wikidata":"https://www.wikidata.org/wiki/Q7899329","display_name":"Upstream and downstream (DNA)","level":3,"score":0.28110000491142273},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26269999146461487},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.25540000200271606},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.13694","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.13694","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mechanistic":[0],"interpretability":[1],"seeks":[2],"to":[3,7,159,166],"localize":[4],"model":[5,86,100,104,178],"behavior":[6],"the":[8,42,79,98,102,111,149,184],"internal":[9,130],"components":[10],"that":[11,26,68,126],"causally":[12],"realize":[13],"it.":[14],"Prior":[15],"work":[16],"has":[17,138],"advanced":[18],"activation-space":[19],"localization":[20],"and":[21,87,116,161,164,188],"causal":[22],"tracing,":[23],"but":[24],"modules":[25],"appear":[27],"important":[28],"in":[29,45,64,70,143],"activation":[30],"space":[31],"may":[32],"merely":[33],"aggregate":[34],"or":[35,141],"amplify":[36],"upstream":[37],"signals":[38],"rather":[39],"than":[40],"encode":[41],"target":[43,76],"capability":[44,77],"their":[46],"own":[47],"parameters.":[48],"To":[49],"address":[50],"this":[51,147],"gap,":[52],"we":[53],"propose":[54],"Weight":[55,91],"Patching,":[56],"a":[57,75,84,88,106,118,122,128,134,152],"parameter-space":[58],"intervention":[59],"method":[60,112],"for":[61,132],"source-oriented":[62],"analysis":[63,150],"paired":[65],"same-architecture":[66],"models":[67],"differ":[69],"how":[71],"strongly":[72],"they":[73],"express":[74],"under":[78,105],"inputs":[80],"of":[81],"interest.":[82],"Given":[83],"base":[85,103],"behavior-specialized":[89],"counterpart,":[90],"Patching":[92],"replaces":[93],"selected":[94],"module":[95],"weights":[96],"from":[97,154],"specialized":[99],"into":[101],"fixed":[107],"input.":[108],"We":[109],"instantiate":[110],"on":[113,121],"instruction":[114],"following":[115],"introduce":[117],"framework":[119],"centered":[120],"vector-anchor":[123],"behavioral":[124],"interface":[125],"provides":[127],"shared":[129],"criterion":[131],"whether":[133],"task-relevant":[135],"control":[136],"state":[137],"been":[139],"formed":[140],"recovered":[142,171],"open-ended":[144],"generation.":[145],"Under":[146],"framework,":[148],"reveals":[151],"hierarchy":[153],"shallow":[155],"candidate":[156],"source-side":[157],"carriers":[158],"aggregation":[160],"routing":[162],"modules,":[163],"further":[165],"downstream":[167],"execution":[168],"circuits.":[169],"The":[170],"component":[172],"scores":[173],"can":[174],"also":[175],"guide":[176],"mechanism-aware":[177],"merging,":[179],"improving":[180],"selective":[181],"fusion":[182],"across":[183],"evaluated":[185],"expert":[186],"combinations":[187],"providing":[189],"additional":[190],"external":[191],"validation.":[192]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-17T00:00:00"}