{"id":"https://openalex.org/W7134846041","doi":"https://doi.org/10.48550/arxiv.2603.07523","title":"One-for-All Model Initialization with Frequency-Domain Knowledge","display_name":"One-for-All Model Initialization with Frequency-Domain Knowledge","publication_year":2026,"publication_date":"2026-03-08","ids":{"openalex":"https://openalex.org/W7134846041","doi":"https://doi.org/10.48550/arxiv.2603.07523"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.07523","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128682080","display_name":"Jianlu Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shen, Jianlu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128632631","display_name":"Fu Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Fu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128636834","display_name":"Yucheng Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Yucheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101868755","display_name":"Jiaqi Lv","orcid":"https://orcid.org/0000-0002-4778-5832"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Jiaqi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128641065","display_name":"Xin Geng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geng, Xin","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5128682080"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5663999915122986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5663999915122986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.20170000195503235,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06210000067949295,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6355999708175659},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.6292999982833862},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5442000031471252},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4603999853134155},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.45320001244544983},{"id":"https://openalex.org/keywords/truncation","display_name":"Truncation (statistics)","score":0.4255000054836273},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.42329999804496765},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.3752000033855438}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7839999794960022},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6355999708175659},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6292999982833862},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5442000031471252},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4603999853134155},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.45320001244544983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44850000739097595},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42669999599456787},{"id":"https://openalex.org/C106195933","wikidata":"https://www.wikidata.org/wiki/Q7847935","display_name":"Truncation (statistics)","level":2,"score":0.4255000054836273},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.42329999804496765},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.3752000033855438},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3499999940395355},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3443000018596649},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3246999979019165},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2529999911785126},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.07523","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.07523","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.07523","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.07523","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Transferring":[0],"knowledge":[1,17],"by":[2,103,187,199],"fine-tuning":[3],"large-scale":[4],"pre-trained":[5,20],"networks":[6],"has":[7],"become":[8],"a":[9,19,82,117,149,167],"standard":[10],"paradigm":[11],"for":[12],"downstream":[13,104],"tasks,":[14,194],"yet":[15],"the":[16,54,92,122,129,173,182],"of":[18,34,57,95,141,202],"model":[21],"is":[22,89,152],"tightly":[23],"coupled":[24],"with":[25],"monolithic":[26],"architecture,":[27],"which":[28,50],"restricts":[29],"flexible":[30],"reuse":[31],"across":[32],"models":[33,65,140],"varying":[35],"scales.":[36],"In":[37,75],"response":[38],"to":[39,46,52,71,127,138,170,189],"this":[40,58,76,108],"challenge,":[41],"recent":[42],"approaches":[43],"typically":[44],"resort":[45],"either":[47],"parameter":[48,61],"selection,":[49],"fails":[51],"capture":[53],"interdependent":[55],"structure":[56],"knowledge,":[59,86],"or":[60,147],"prediction":[62],"using":[63],"generative":[64],"that":[66,81,120,151,165,179],"depend":[67],"on":[68,107],"impractical":[69],"access":[70],"large":[72],"network":[73],"collections.":[74],"paper,":[77],"we":[78,110,158],"empirically":[79],"demonstrate":[80,178],"model's":[83],"foundational,":[84],"task-agnostic":[85],"its":[87,96],"\"learngene\",":[88],"encoded":[90],"within":[91],"low-frequency":[93,130],"components":[94],"weights,":[97],"and":[98,195],"can":[99,134],"be":[100,135],"efficiently":[101],"inherited":[102],"models.":[105],"Based":[106],"insight,":[109],"propose":[111,159],"FRONT":[112,180],"(FRequency":[113],"dOmain":[114],"kNowledge":[115],"Transfer),":[116],"novel":[118],"framework":[119],"uses":[121],"Discrete":[123],"Cosine":[124],"Transform":[125],"(DCT)":[126],"isolate":[128],"\"learngene\".":[131],"This":[132],"learngene":[133],"seamlessly":[136],"adapted":[137],"initialize":[139],"arbitrary":[142],"size":[143],"via":[144],"simple":[145],"truncation":[146],"padding,":[148],"process":[150,164],"entirely":[153],"training-free.":[154],"For":[155],"enhanced":[156],"performance,":[157,184],"an":[160,200],"optional":[161],"low-cost":[162],"refinement":[163],"introduces":[166],"spectral":[168],"regularizer":[169],"further":[171],"improve":[172],"learngene's":[174],"transferability.":[175],"Extensive":[176],"experiments":[177],"achieves":[181],"state-of-the-art":[183],"accelerates":[185],"convergence":[186],"up":[188],"15":[190],"times":[191],"in":[192,204],"vision":[193],"reduces":[196],"training":[197],"FLOPs":[198],"average":[201],"40.5%":[203],"language":[205],"tasks.":[206]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-03-11T00:00:00"}