{"id":"https://openalex.org/W7172349106","doi":"https://doi.org/10.48550/arxiv.2607.29071","title":"Federated Foundation Models Fine-Tuning with Heterogeneous Compressed Clients","display_name":"Federated Foundation Models Fine-Tuning with Heterogeneous Compressed Clients","publication_year":2026,"publication_date":"2026-07-31","ids":{"openalex":"https://openalex.org/W7172349106","doi":"https://doi.org/10.48550/arxiv.2607.29071"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.29071","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.29071","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.29071","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103171116","display_name":"Shengkun Zhu","orcid":"https://orcid.org/0009-0009-2850-1505"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Shengkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144275186","display_name":"Jinshan Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Jinshan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101675989","display_name":"Zhihua Allen-Zhao","orcid":"https://orcid.org/0000-0003-2391-5337"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Allen-Zhao, Zhihua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144271443","display_name":"Mayi Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Mayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144310373","display_name":"Quanqing Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Quanqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144296680","display_name":"Wei Ren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144259624","display_name":"Qiang Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Qiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5144304473","display_name":"Yang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.13680000603199005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.13680000603199005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.13300000131130219,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.10320000350475311,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.6175000071525574},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.5303999781608582},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.5246999859809875},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.510699987411499},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.4359000027179718},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4203999936580658},{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.40799999237060547},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.3946000039577484},{"id":"https://openalex.org/keywords/host","display_name":"Host (biology)","score":0.3869999945163727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8385999798774719},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.6175000071525574},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.5303999781608582},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.5246999859809875},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.510699987411499},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4544000029563904},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.4359000027179718},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.3946000039577484},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.3869999945163727},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37400001287460327},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.33469998836517334},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.334199994802475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3314000070095062},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.32499998807907104},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2883000075817108},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.274399995803833},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C2780551164","wikidata":"https://www.wikidata.org/wiki/Q2306599","display_name":"Column (typography)","level":3,"score":0.259799987077713},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2587999999523163},{"id":"https://openalex.org/C57041688","wikidata":"https://www.wikidata.org/wiki/Q220644","display_name":"Service-oriented architecture","level":3,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.29071","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.29071","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.29071","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.29071","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Federated":[0],"learning":[1],"of":[2,156,191],"foundation":[3],"models":[4,186],"faces":[5],"a":[6,43,63,97,117,154],"fundamental":[7],"resource-asymmetry":[8],"challenge:":[9],"the":[10,13,56,126,130,158,192,197],"institutions":[11],"holding":[12],"most":[14],"valuable":[15],"domain-specific":[16],"data":[17],"cannot":[18],"host":[19],"billion-parameter":[20],"models.":[21],"Existing":[22],"heterogeneous":[23,70],"federated":[24,67,176],"approaches":[25],"attempt":[26],"to":[27,77,129],"bridge":[28],"this":[29],"gap":[30],"through":[31],"parameter-efficient":[32],"tuning,":[33],"model":[34],"pruning,":[35],"or":[36,52],"knowledge":[37,128],"distillation,":[38],"yet":[39],"each":[40],"trades":[41],"away":[42],"critical":[44],"property,":[45],"whether":[46],"full-model":[47],"memory":[48,194],"reduction,":[49],"architectural":[50],"self-containedness,":[51],"representational":[53],"fidelity,":[54],"leaving":[55],"core":[57],"tension":[58],"unresolved.":[59],"We":[60,141],"propose":[61],"FedSLM,":[62],"parameter-centric":[64],"framework":[65],"for":[66,92,145,150],"fine-tuning":[68],"with":[69,121],"compressed":[71],"clients.":[72],"FedSLM":[73,173],"uses":[74],"SVD-based":[75],"decomposition":[76],"produce":[78],"self-contained":[79],"client":[80,185],"models,":[81],"whose":[82],"low-rank":[83],"subspaces":[84],"form":[85],"nested":[86],"manifolds":[87],"that":[88,100,172],"are":[89],"structurally":[90],"compatible":[91],"aggregation.":[93],"It":[94],"then":[95],"applies":[96],"two-stage":[98],"protocol":[99],"synchronizes":[101],"lightweight":[102],"adapters":[103],"within":[104],"compression":[105,139],"groups":[106,112],"and":[107,153,168,181],"fuses":[108],"full-rank":[109],"reconstructions":[110],"across":[111],"via":[113],"structural":[114],"alignment.":[115],"Finally,":[116],"weak-to-strong":[118],"elicitation":[119],"step":[120],"auxiliary":[122],"confidence":[123,159],"loss":[124,160],"transfers":[125],"aggregated":[127],"full-scale":[131],"server,":[132],"while":[133,184],"an":[134],"explicit":[135],"bias--variance":[136],"trade-off":[137],"mitigates":[138,161],"artifacts.":[140],"provide":[142],"theoretical":[143],"guarantees":[144],"adapter-level":[146],"aggregation,":[147],"subspace-alignment":[148],"bounds":[149],"cross-group":[151],"fusion,":[152],"characterization":[155],"how":[157],"weak-supervision":[162],"noise.":[163],"Experiments":[164],"on":[165],"natural":[166],"language":[167],"vision--language":[169],"benchmarks":[170],"show":[171],"outperforms":[174],"existing":[175],"baselines":[177],"under":[178],"both":[179],"IID":[180],"non-IID":[182],"partitions,":[183],"operate":[187],"at":[188],"roughly":[189],"50%":[190],"GPU":[193],"required":[195],"by":[196],"full":[198],"model.":[199]},"counts_by_year":[],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2026-08-04T00:00:00"}