{"id":"https://openalex.org/W7166837164","doi":"https://doi.org/10.48550/arxiv.2606.31092","title":"Fora: From Weight-Space to Function-Space Protection in Capability-Preserving Fine-Tuning","display_name":"Fora: From Weight-Space to Function-Space Protection in Capability-Preserving Fine-Tuning","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166837164","doi":"https://doi.org/10.48550/arxiv.2606.31092"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31092","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31092","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31092","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139827363","display_name":"Rui Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5107072820","display_name":"Tianci Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Tianci","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3228999972343445,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3228999972343445,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.09220000356435776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08569999784231186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.7738000154495239},{"id":"https://openalex.org/keywords/projector","display_name":"Projector","score":0.7002000212669373},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.6365000009536743},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5956000089645386},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.5543000102043152},{"id":"https://openalex.org/keywords/principal","display_name":"Principal (computer security)","score":0.5404000282287598},{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.5239999890327454},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.4869000017642975}],"concepts":[{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.7738000154495239},{"id":"https://openalex.org/C2776865275","wikidata":"https://www.wikidata.org/wiki/Q311666","display_name":"Projector","level":2,"score":0.7002000212669373},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.6365000009536743},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5956000089645386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5595999956130981},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.5543000102043152},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.5404000282287598},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.5239999890327454},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4869000017642975},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4724999964237213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42480000853538513},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40149998664855957},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.40119999647140503},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.38670000433921814},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3862000107765198},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3752000033855438},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.3752000033855438},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.3707999885082245},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3707999885082245},{"id":"https://openalex.org/C175694140","wikidata":"https://www.wikidata.org/wiki/Q980329","display_name":"Orthographic projection","level":2,"score":0.33869999647140503},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C161666082","wikidata":"https://www.wikidata.org/wiki/Q14551923","display_name":"Oblique projection","level":3,"score":0.29089999198913574},{"id":"https://openalex.org/C134466208","wikidata":"https://www.wikidata.org/wiki/Q1520657","display_name":"Weight function","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.2669999897480011}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31092","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31092","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31092","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31092","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7601486444473267}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Full":[0],"fine-tuning":[1],"adapts":[2],"large":[3],"language":[4],"models":[5],"to":[6,152],"new":[7],"tasks":[8],"but":[9,36,215],"can":[10],"erode":[11],"capabilities":[12],"they":[13],"already":[14],"possess.":[15],"Existing":[16],"remedies":[17],"protect":[18],"through":[19],"proxies":[20],"such":[21],"as":[22,77],"parameter":[23],"distances,":[24],"importance":[25],"penalties,":[26],"output":[27],"matching,":[28],"or":[29],"dominant":[30],"singular":[31,66],"directions":[32,42,93],"of":[33,68,95],"the":[34,43,58,65,69,91,96,116,119,196,203,208],"weights,":[35],"none":[37],"directly":[38],"asks":[39],"which":[40],"activation":[41,59],"preserved":[44],"capability":[45,52],"relies":[46],"on.":[47],"We":[48],"argue":[49],"that":[50,207],"a":[51,101,111,131,142,191],"is":[53,121,225],"characterized":[54],"more":[55],"faithfully":[56],"by":[57,64],"subspace":[60],"it":[61],"induces":[62],"than":[63,221],"geometry":[67],"weight":[70,117],"matrix,":[71],"and":[72,99,167,173,186],"develop":[73],"function-space":[74],"protection,":[75],"instantiated":[76],"FORA":[78,87,179],"(Function-space":[79],"Orthogonal":[80],"Residual":[81],"Adaptation).":[82],"From":[83],"label-free":[84],"calibration":[85],"inputs,":[86],"estimates,":[88],"per":[89],"layer,":[90],"principal":[92],"$Q$":[94],"input-activation":[97],"covariance":[98],"forms":[100],"right":[102],"projector":[103,113],"$P_Q":[104],"=":[105,123],"I":[106],"-":[107],"QQ^T$.":[108],"Paired":[109],"with":[110,189],"left":[112],"$P_U$":[114],"from":[115,136,212,216],"SVD,":[118],"update":[120],"$\u0394W":[122],"P_U":[124],"M":[125],"P_Q":[126],"+":[127],"U_2":[128],"D_\u03b4":[129],"V_2^T$:":[130],"high-capacity":[132],"branch":[133],"structurally":[134],"barred":[135],"reading":[137],"capability-relevant":[138],"function":[139],"directions,":[140],"plus":[141],"narrow":[143],"spectral":[144],"channel":[145],"for":[146],"controlled":[147,200],"plasticity.":[148],"The":[149],"construction":[150],"extends":[151],"parameter-efficient":[153],"adaptation":[154],"via":[155],"$M":[156],"\\to":[157],"(\u03b1/r)":[158],"BA$.":[159],"Across":[160],"three":[161],"settings":[162],"on":[163],"Qwen3-1.7B,":[164],"including":[165],"COGS":[166],"GSM8K":[168],"learned":[169,175],"while":[170,176],"preserving":[171,177],"translation":[172,174],"math,":[178],"consistently":[180],"improves":[181],"preservation":[182],"over":[183],"weight-space":[184],"projection":[185,204,213],"standard":[187],"regularization,":[188],"only":[190],"small":[192],"new-task":[193],"trade-off":[194],"in":[195],"math-preservation":[197],"setting.":[198],"A":[199],"ablation":[201],"isolating":[202],"source":[205],"shows":[206],"advantage":[209],"comes":[210],"not":[211],"itself,":[214],"projecting":[217],"onto":[218],"capability-derived":[219],"rather":[220],"weight-derived":[222],"directions.":[223],"Code":[224],"available":[226],"at":[227],"https://github.com/zrui239/FORA.":[228]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-02T00:00:00"}