{"id":"https://openalex.org/W7225733914","doi":"https://doi.org/10.3390/info17111127","title":"Federated Low-Rank Adaptation of Foundation Models: Representation, Ownership, Transformation, and Cross-Round Continuity","display_name":"Federated Low-Rank Adaptation of Foundation Models: Representation, Ownership, Transformation, and Cross-Round Continuity","publication_year":2026,"publication_date":"2026-11-10","ids":{"openalex":"https://openalex.org/W7225733914","doi":"https://doi.org/10.3390/info17111127"},"language":"en","primary_location":{"id":"doi:10.3390/info17111127","doi":"https://doi.org/10.3390/info17111127","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info17111127","pdf_url":null,"source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/info17111127","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5161418471","display_name":"Rongping Zhang","orcid":"https://orcid.org/0009-0001-2931-2281","observed_orcids":["https://orcid.org/0009-0001-2931-2281"]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Rongping Zhang","raw_affiliation_strings":["School of Electrical, Mechanical and Biomedical Engineering and Global Big Data Technologies Centre, University of Technology Sydney, Sydney, NSW 2007, Australia"],"raw_orcid":"https://orcid.org/0009-0001-2931-2281","affiliations":[{"raw_affiliation_string":"School of Electrical, Mechanical and Biomedical Engineering and Global Big Data Technologies Centre, University of Technology Sydney, Sydney, NSW 2007, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133073554","display_name":"Kai Wu","orcid":"https://orcid.org/0000-0003-1298-6404","observed_orcids":["https://orcid.org/0000-0003-1298-6404"]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kai Wu","raw_affiliation_strings":["School of Electrical, Mechanical and Biomedical Engineering and Global Big Data Technologies Centre, University of Technology Sydney, Sydney, NSW 2007, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical, Mechanical and Biomedical Engineering and Global Big Data Technologies Centre, University of Technology Sydney, Sydney, NSW 2007, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161403926","display_name":"Xin Yuan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xin Yuan","raw_affiliation_strings":["Data61, CSIRO, Marsfield, NSW 2122, Australia","School of Computer Science and Engineering, University of New South Wales, Sydney, NSW 2052, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Marsfield, NSW 2122, Australia","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]},{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales, Sydney, NSW 2052, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021527965","display_name":"Wei Ni","orcid":"https://orcid.org/0000-0002-4933-594X","observed_orcids":["https://orcid.org/0000-0002-4933-594X"]},"institutions":[{"id":"https://openalex.org/I12079687","display_name":"Edith Cowan University","ror":"https://ror.org/05jhnwe22","country_code":"AU","type":"education","lineage":["https://openalex.org/I12079687"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Ni","raw_affiliation_strings":["School of Engineering, Edith Cowan University, Perth, WA 6027, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, Edith Cowan University, Perth, WA 6027, Australia","institution_ids":["https://openalex.org/I12079687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100706723","display_name":"J. Andrew Zhang","orcid":"https://orcid.org/0000-0002-6102-3762","observed_orcids":["https://orcid.org/0000-0002-6102-3762","https://orcid.org/0000-0002-2342-2930"]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"J. Andrew Zhang","raw_affiliation_strings":["School of Electrical, Mechanical and Biomedical Engineering and Global Big Data Technologies Centre, University of Technology Sydney, Sydney, NSW 2007, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6102-3762","affiliations":[{"raw_affiliation_string":"School of Electrical, Mechanical and Biomedical Engineering and Global Big Data Technologies Centre, University of Technology Sydney, Sydney, NSW 2007, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130774605","display_name":"Ren  Ping Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ren Ping Liu","raw_affiliation_strings":["School of Electrical, Mechanical and Biomedical Engineering and Global Big Data Technologies Centre, University of Technology Sydney, Sydney, NSW 2007, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical, Mechanical and Biomedical Engineering and Global Big Data Technologies Centre, University of Technology Sydney, Sydney, NSW 2007, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017544512","display_name":"Y. Jay Guo","orcid":"https://orcid.org/0000-0001-6008-9682","observed_orcids":["https://orcid.org/0000-0001-6008-9682","https://orcid.org/0009-0007-8840-9562"]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Y. Jay Guo","raw_affiliation_strings":["School of Electrical, Mechanical and Biomedical Engineering and Global Big Data Technologies Centre, University of Technology Sydney, Sydney, NSW 2007, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6008-9682","affiliations":[{"raw_affiliation_string":"School of Electrical, Mechanical and Biomedical Engineering and Global Big Data Technologies Centre, University of Technology Sydney, Sydney, NSW 2007, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1600,"currency":"CHF","value_usd":1930},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1930},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"11","first_page":"1127","last_page":"1127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6771000027656555},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6751999855041504},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5138000249862671},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.4932999908924103},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.483599990606308},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.47440001368522644},{"id":"https://openalex.org/C130367717","wikidata":"https://www.wikidata.org/wiki/Q189791","display_name":"Diagonal","level":2,"score":0.4253999888896942},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4244000017642975},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.42149999737739563},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4047999978065491},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.38370001316070557},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38019999861717224},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32519999146461487},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3111000061035156},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C189693848","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information exchange","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26019999384880066},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.257099986076355},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/info17111127","doi":"https://doi.org/10.3390/info17111127","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info17111127","pdf_url":null,"source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/info17111127","doi":"https://doi.org/10.3390/info17111127","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info17111127","pdf_url":null,"source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Low-rank":[0],"adaptation":[1,214],"(LoRA)":[2],"reduces":[3],"training":[4,111],"and":[5,37,48,59,94,102,112,132,143,152,172,176,183,196,206],"communication":[6,71],"costs":[7],"in":[8,160,169],"federated":[9,77,212],"fine-tuning":[10],"of":[11,128,136],"foundation":[12],"models,":[13,36],"including":[14,219],"large":[15],"language":[16],"models":[17],"(LLMs).":[18],"However,":[19],"a":[20,80],"given":[21],"effective":[22,99],"weight":[23],"update":[24],"generally":[25,164],"admits":[26],"multiple":[27],"low-rank":[28],"factorizations.":[29],"Shared":[30],"states,":[31,33],"private":[32],"residuals,":[34],"backbone":[35,174],"optimizer":[38,204],"states":[39,107,154],"may":[40],"also":[41,115],"be":[42,64,156],"transformed":[43],"during":[44],"aggregation,":[45],"refactorization,":[46,173],"merging,":[47,175],"client":[49],"re-entry.":[50],"These":[51],"transformations":[52],"create":[53],"state-consistency":[54],"challenges":[55],"across":[56,87,215],"clients,":[57],"rounds,":[58],"model":[60],"versions":[61],"that":[62,148],"cannot":[63],"fully":[65],"characterized":[66],"by":[67],"parameter":[68],"averaging":[69],"or":[70],"volume":[72],"alone.":[73],"This":[74],"survey":[75,191],"reviews":[76],"LoRA":[78],"from":[79],"state-lifecycle":[81],"perspective.":[82],"It":[83,114],"maps":[84],"existing":[85],"methods":[86],"state":[88],"representation,":[89],"ownership,":[90],"transformation,":[91],"cross-round":[92],"continuity,":[93],"correctness,":[95],"while":[96],"comparing":[97],"factor-based,":[98],"weight-update,":[100],"subspace,":[101],"composite":[103],"representations,":[104],"together":[105],"with":[106],"used":[108],"to":[109,167],"support":[110],"recovery.":[113],"derives":[116],"exact":[117],"first-moment":[118],"transport":[119],"under":[120],"fixed":[121],"invertible":[122],"factor":[123,161],"reparameterization,":[124],"analyzes":[125],"the":[126],"limits":[127],"diagonal":[129],"second-moment":[130],"migration,":[131,141,205],"distinguishes":[133],"four":[134],"outcomes":[135],"version":[137,181],"changes:":[138],"direct":[139],"reuse,":[140],"reset,":[142],"rejection.":[144],"The":[145],"synthesis":[146],"shows":[147],"trainable,":[149],"uploaded,":[150],"aggregated,":[151],"persistent":[153],"must":[155],"defined":[157],"separately;":[158],"aggregation":[159,168],"space":[162],"is":[163],"not":[165],"equivalent":[166],"weight-update":[170],"space;":[171],"structural":[177],"changes":[178],"require":[179],"explicit":[180],"management":[182],"state-migration":[184],"rules.":[185],"Building":[186],"on":[187],"these":[188],"findings,":[189],"this":[190],"presents":[192],"an":[193],"evaluation":[194],"checklist":[195],"research":[197],"agenda":[198],"for":[199,211],"transformation":[200],"fidelity,":[201],"offline":[202],"recovery,":[203],"long-term":[207],"storage,":[208],"providing":[209],"guidance":[210],"foundation-model":[213],"diverse":[216],"deployment":[217],"settings,":[218],"future":[220],"sixth-generation":[221],"(6G)":[222],"edge-intelligence":[223],"systems.":[224]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-11T00:00:00"}