{"id":"https://openalex.org/W7160836383","doi":"https://doi.org/10.48550/arxiv.2605.07302","title":"Pretraining Induces a Reusable Spectral Basis for Downstream Task Adaptation","display_name":"Pretraining Induces a Reusable Spectral Basis for Downstream Task Adaptation","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160836383","doi":"https://doi.org/10.48550/arxiv.2605.07302"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07302","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07302","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07302","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135854332","display_name":"Junjie Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Junjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135900961","display_name":"Yue Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135849219","display_name":"Zihan Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135851248","display_name":"Yan Zhu","orcid":"https://orcid.org/0000-0001-9620-7505"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124856709","display_name":"Wenxiao Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Wenxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135885956","display_name":"Quanying Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Quanying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5422000288963318,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5422000288963318,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05790000036358833,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.056299999356269836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.7319999933242798},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6430000066757202},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.6424999833106995},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5246999859809875},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5016999840736389},{"id":"https://openalex.org/keywords/basis","display_name":"Basis (linear algebra)","score":0.45010000467300415},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.436599999666214},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40720000863075256}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7369999885559082},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.7319999933242798},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6430000066757202},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.6424999833106995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5672000050544739},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5246999859809875},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5016999840736389},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.45010000467300415},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.436599999666214},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40720000863075256},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.38600000739097595},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30970001220703125},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C34146451","wikidata":"https://www.wikidata.org/wiki/Q5048094","display_name":"Cascade","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C2779668609","wikidata":"https://www.wikidata.org/wiki/Q623092","display_name":"Rapid serial visual presentation","level":3,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07302","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07302","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07302","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07302","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Finetuning":[0],"pretrained":[1,64,84,109,141],"models":[2],"occurs":[3],"in":[4],"a":[5,103,136],"low-dimensional":[6],"subspace":[7],"of":[8,83],"the":[9,25,79,163],"full":[10],"parameter":[11],"space.":[12],"Prior":[13],"work":[14],"has":[15],"focused":[16],"on":[17,110,153],"characterizing":[18],"this":[19,57],"optimization":[20],"subspace,":[21],"but":[22],"largely":[23],"ignored":[24],"complementary":[26],"question:":[27],"why":[28],"do":[29,45],"certain":[30],"directions":[31,39,165],"remain":[32,87],"unexplored":[33],"during":[34],"finetuning?":[35],"Are":[36],"these":[37,132],"stable":[38,89,164],"irrelevant":[40,171],"to":[41,61,127],"downstream":[42,97,179],"tasks,":[43,98],"or":[44,120],"they":[46],"already":[47],"encode":[48,166],"task-relevant":[49],"structure":[50,168],"that":[51,78,100,139,162,178],"requires":[52],"no":[53],"further":[54],"adjustment?":[55],"Answering":[56],"question":[58],"is":[59],"central":[60],"understanding":[62],"how":[63],"knowledge":[65],"transfers.":[66],"Through":[67],"systematic":[68],"spectral":[69,105,115,148,176],"analysis":[70],"across":[71,95],"vision":[72],"and":[73,92,144,182],"language":[74],"models,":[75],"we":[76,134],"show":[77],"leading":[80,147],"singular":[81,142],"vectors":[82,143],"weight":[85],"matrices":[86],"highly":[88],"under":[90,117],"finetuning":[91],"are":[93],"shared":[94],"unrelated":[96],"revealing":[99],"pretraining":[101,125,174],"establishes":[102],"reusable":[104],"coordinate":[106],"system.":[107],"Models":[108],"larger":[111],"datasets":[112],"exhibit":[113],"greater":[114],"stability":[116],"distribution":[118],"shift":[119],"task":[121],"change,":[122],"directly":[123],"linking":[124],"scale":[126],"geometric":[128],"transferability.":[129],"Motivated":[130],"by":[131],"findings,":[133],"propose":[135],"parameter-efficient":[137],"method":[138],"freezes":[140],"optimizes":[145],"only":[146],"coefficients,":[149],"achieving":[150],"competitive":[151],"performance":[152],"GLUE":[154],"with":[155],"0.2%":[156],"trainable":[157],"parameters.":[158],"Our":[159],"results":[160],"reveal":[161],"transferable":[167],"rather":[169],"than":[170],"noise:":[172],"successful":[173],"discovers":[175],"bases":[177],"tasks":[180],"inherit":[181],"operate":[183],"within.":[184]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}