{"id":"https://openalex.org/W7160082295","doi":"https://doi.org/10.48550/arxiv.2605.00358","title":"From Backward Spreading to Forward Replay: Revisiting Target Construction in LLM Parameter Editing","display_name":"From Backward Spreading to Forward Replay: Revisiting Target Construction in LLM Parameter Editing","publication_year":2026,"publication_date":"2026-05-01","ids":{"openalex":"https://openalex.org/W7160082295","doi":"https://doi.org/10.48550/arxiv.2605.00358"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.00358","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00358","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.00358","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135165698","display_name":"Wei Liu","orcid":"https://orcid.org/0009-0008-6862-3593"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123912465","display_name":"Hongkai Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Hongkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135246971","display_name":"Zhiying Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Zhiying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135239825","display_name":"Yee Whye Teh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Teh, Yee Whye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135233905","display_name":"Wee Sun Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Wee Sun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.09640000015497208,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.09640000015497208,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.07349999994039536,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.030899999663233757,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5239999890327454},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5023999810218811},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4846999943256378},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4846000075340271},{"id":"https://openalex.org/keywords/ideal","display_name":"Ideal (ethics)","score":0.4507000148296356},{"id":"https://openalex.org/keywords/basis","display_name":"Basis (linear algebra)","score":0.40389999747276306},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.33309999108314514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7694000005722046},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5239999890327454},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5023999810218811},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4846999943256378},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4846000075340271},{"id":"https://openalex.org/C2776639384","wikidata":"https://www.wikidata.org/wiki/Q840396","display_name":"Ideal (ethics)","level":2,"score":0.4507000148296356},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.40389999747276306},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.396699994802475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3856000006198883},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34290000796318054},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.3237999975681305},{"id":"https://openalex.org/C2992444157","wikidata":"https://www.wikidata.org/wiki/Q775079","display_name":"Single point","level":3,"score":0.31839999556541443},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C2780310081","wikidata":"https://www.wikidata.org/wiki/Q1154312","display_name":"Video editing","level":2,"score":0.27399998903274536}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.00358","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00358","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.00358","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00358","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0,179],"parameter":[1,180],"editing":[2,98,108,126,167,181],"methods":[3,137],"commonly":[4],"rely":[5],"on":[6],"computing":[7],"an":[8],"ideal":[9],"target":[10,14,23,94,121,157],"hidden-state":[11],"at":[12,95,105],"a":[13,41,58,79,172,175],"layer":[15],"(referred":[16],"as":[17,31,135],"anchor":[18,103],"point)":[19],"and":[20,72,81,110,118,169],"distributing":[21],"the":[22,93,96,102,106,131,152,155,165],"vector":[24],"to":[25,115],"multiple":[26],"preceding":[27],"layers":[28],"(commonly":[29],"known":[30],"backward":[32,86],"spreading)":[33],"for":[34,40,123,174],"cooperative":[35],"editing.":[36],"Although":[37],"widely":[38],"used":[39],"long":[42],"time,":[43],"its":[44,62,67],"underlying":[45],"basis":[46],"have":[47],"not":[48],"been":[49],"systematically":[50],"investigated.":[51],"In":[52],"this":[53],"paper,":[54],"we":[55,77,100],"first":[56,107],"conduct":[57],"systematic":[59],"study":[60],"of":[61,91,154,164,178],"foundations,":[63],"which":[64],"helps":[65],"clarify":[66],"capability":[68],"boundaries,":[69],"practical":[70],"considerations,":[71],"potential":[73],"failure":[74],"modes.":[75],"Then,":[76],"propose":[78],"simple":[80],"elegant":[82],"alternative":[83],"that":[84],"replaces":[85],"spreading":[87],"with":[88,150],"forward-propagation.":[89],"Instead":[90],"optimizing":[92],"last":[97],"layer,":[99,109],"optimize":[101],"point":[104],"then":[111],"propagate":[112],"it":[113],"forward":[114],"obtain":[116],"accurate":[117,141],"mutually":[119],"compatible":[120],"hidden-states":[122],"all":[124],"subsequent":[125,166],"layers.":[127],"This":[128],"approach":[129],"achieves":[130],"same":[132],"computational":[133],"complexity":[134],"existing":[136],"while":[138],"producing":[139],"more":[140],"layer-wise":[142],"targets.":[143],"Our":[144],"method":[145],"is":[146],"simple,":[147],"without":[148],"interfering":[149],"either":[151],"computation":[153],"initial":[156],"hidden":[158],"state":[159],"or":[160],"any":[161],"other":[162],"components":[163],"pipeline,":[168],"thus":[170],"constituting":[171],"benefit":[173],"wide":[176],"range":[177],"methods.":[182]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-05T00:00:00"}