{"id":"https://openalex.org/W7163203675","doi":"https://doi.org/10.48550/arxiv.2606.02398","title":"A Local Perturbation Theory for Cross-Domain Interference and Recovery in Multi-Domain RL","display_name":"A Local Perturbation Theory for Cross-Domain Interference and Recovery in Multi-Domain RL","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163203675","doi":"https://doi.org/10.48550/arxiv.2606.02398"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02398","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02398","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02398","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137658800","display_name":"Lei Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137694122","display_name":"Siyu Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Siyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137626865","display_name":"Deyi Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Deyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.38989999890327454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.38989999890327454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2476000040769577,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.07980000227689743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5774000287055969},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5497999787330627},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.5285999774932861},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.49869999289512634},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.46050000190734863},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4187000095844269},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4025999903678894},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.39160001277923584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6434999704360962},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5774000287055969},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5497999787330627},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.5285999774932861},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.49869999289512634},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49540001153945923},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4187000095844269},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4025999903678894},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.39160001277923584},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.36739999055862427},{"id":"https://openalex.org/C2993632694","wikidata":"https://www.wikidata.org/wiki/Q45939","display_name":"Collateral damage","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3564999997615814},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3562999963760376},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32330000400543213},{"id":"https://openalex.org/C27853696","wikidata":"https://www.wikidata.org/wiki/Q3480151","display_name":"Interference theory","level":4,"score":0.31540000438690186},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.29789999127388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2678000032901764},{"id":"https://openalex.org/C174256460","wikidata":"https://www.wikidata.org/wiki/Q911364","display_name":"Perturbation theory (quantum mechanics)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02398","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02398","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02398","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02398","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.811531126499176,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"post-training":[3],"improves":[4],"large":[5],"language":[6],"models":[7],"(LLMs)":[8],"on":[9,26,32,37,82,143,179,195],"individual":[10],"domains":[11,75],"such":[12],"as":[13],"mathematical":[14],"reasoning,":[15],"code":[16],"generation,":[17],"question":[18],"answering,":[19],"and":[20,225],"creative":[21],"writing":[22],"(CW),":[23],"but":[24],"training":[25,109],"one":[27],"domain":[28,113,137],"often":[29],"degrades":[30],"performance":[31,178],"others.":[33],"Existing":[34],"explanations":[35],"based":[36],"catastrophic":[38],"forgetting":[39],"or":[40,91],"global":[41],"gradient":[42],"conflict":[43,132,199],"are":[44,54],"incomplete:":[45],"substantial":[46,78],"interference":[47,224],"can":[48],"occur":[49],"even":[50],"when":[51],"full-model":[52],"gradients":[53],"nearly":[55],"orthogonal.":[56],"We":[57],"show":[58],"that":[59,107],"single-domain":[60],"RL":[61,106],"produces":[62],"sparse,":[63],"small-magnitude":[64],"parameter":[65],"edits":[66],"with":[67,149,154],"weak":[68],"overlap":[69],"among":[70],"top-changed":[71],"neurons,":[72],"while":[73,175],"different":[74],"still":[76],"share":[77],"active":[79],"computation":[80],"routes":[81],"which":[83,120],"update":[84],"directions":[85],"determine":[86],"whether":[87],"they":[88],"act":[89],"synergistically":[90],"conflict.":[92],"Guided":[93],"by":[94],"this":[95,144],"observation,":[96],"we":[97],"prove":[98],"under":[99,121],"a":[100,116,129,135,157,192,196,219],"local":[101],"perturbation":[102],"model":[103],"of":[104,188,223],"multi-domain":[105,228],"later-domain":[108],"harms":[110],"an":[111],"earlier":[112],"mainly":[114],"through":[115],"second-order":[117],"damage":[118],"term,":[119],"the":[122,140,155,180,184,203],"observed":[123],"sparse":[124,197],"route":[125],"structure":[126],"concentrates":[127],"in":[128,227],"low-dimensional":[130],"shared":[131],"subspace.":[133],"Moreover,":[134],"short":[136],"refresh":[138,160],"contracts":[139],"harmful":[141],"component":[142],"subspace,":[145],"enabling":[146],"selective":[147],"recovery":[148,226],"limited":[150],"collateral":[151],"damage.":[152,215],"Consistent":[153],"theory,":[156],"brief":[158],"Re-Math":[159],"after":[161],"Code":[162],"$\\rightarrow$":[163,165,167],"Math":[164,170],"QA":[166],"CW":[168],"recovers":[169],"from":[171],"57.66":[172],"to":[173],"66.04":[174],"largely":[176],"preserving":[177],"other":[181],"domains,":[182],"yielding":[183],"best":[185],"average":[186],"score":[187],"66.39.":[189],"Beyond":[190],"refresh,":[191],"training-free":[193],"rollback":[194],"proxy":[198],"coordinate":[200],"set":[201],"for":[202,213],"Math-QA":[204],"pair":[205],"partially":[206],"restores":[207],"Math,":[208],"providing":[209],"direct":[210],"proxy-level":[211],"evidence":[212],"localized":[214,220],"These":[216],"results":[217],"provide":[218],"mechanistic":[221],"account":[222],"RL.":[229]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}