{"id":"https://openalex.org/W4408489664","doi":"https://doi.org/10.1145/3723877","title":"HeLoRA: LoRA-heterogeneous Federated Fine-tuning for Foundation Models","display_name":"HeLoRA: LoRA-heterogeneous Federated Fine-tuning for Foundation Models","publication_year":2025,"publication_date":"2025-03-15","ids":{"openalex":"https://openalex.org/W4408489664","doi":"https://doi.org/10.1145/3723877"},"language":"en","primary_location":{"id":"doi:10.1145/3723877","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3723877","pdf_url":null,"source":{"id":"https://openalex.org/S97833917","display_name":"ACM Transactions on Internet Technology","issn_l":"1533-5399","issn":["1533-5399","1557-6051"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3723877","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101708658","display_name":"Boyu Fan","orcid":"https://orcid.org/0000-0003-0790-6035"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Boyu Fan","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0003-0790-6035","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051802135","display_name":"Xiang Su","orcid":"https://orcid.org/0000-0001-5945-9551"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Xiang Su","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland and Department of Agricultural Sciences, University of Helsinki, Helsinki, Finland","Department of Computer Science, University of Helsinki, Helsinki, Finland","Department of Agricultural Sciences, University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0001-5945-9551","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland and Department of Agricultural Sciences, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]},{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]},{"raw_affiliation_string":"Department of Agricultural Sciences, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054443906","display_name":"Sasu Tarkoma","orcid":"https://orcid.org/0000-0003-4220-3650"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sasu Tarkoma","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland and Center for Ubiquitous Computing, University of Oulu, Oulu, Finland","Department of Computer Science, University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0003-4220-3650","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland and Center for Ubiquitous Computing, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000530436","display_name":"Pan Hui","orcid":"https://orcid.org/0000-0001-6026-1083"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","FI","HK"],"is_corresponding":false,"raw_author_name":"Pan Hui","raw_affiliation_strings":["Hong Kong University of Science and Technology Guangzhou Information Hub, Guangzhou, China and Department of Computer Science, University of Helsinki, Helsinki, Finland","Hong Kong University of Science and Technology Guangzhou Information Hub,  Guangzhou, China","Department of Computer Science, University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0001-6026-1083","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology Guangzhou Information Hub, Guangzhou, China and Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Hong Kong University of Science and Technology Guangzhou Information Hub,  Guangzhou, China","institution_ids":["https://openalex.org/I37987034","https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.3467,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.98672501,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"25","issue":"2","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9605000019073486,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9025859236717224},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.7691618204116821},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36898529529571533}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9025859236717224},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.7691618204116821},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36898529529571533},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3723877","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3723877","pdf_url":null,"source":{"id":"https://openalex.org/S97833917","display_name":"ACM Transactions on Internet Technology","issn_l":"1533-5399","issn":["1533-5399","1557-6051"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3723877","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3723877","pdf_url":null,"source":{"id":"https://openalex.org/S97833917","display_name":"ACM Transactions on Internet Technology","issn_l":"1533-5399","issn":["1533-5399","1557-6051"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet Technology","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2533598788","https://openalex.org/W2620998106","https://openalex.org/W2923014074","https://openalex.org/W2963748441","https://openalex.org/W2981852735","https://openalex.org/W3116579057","https://openalex.org/W4226101686","https://openalex.org/W4226461837","https://openalex.org/W4281643269","https://openalex.org/W4283796083","https://openalex.org/W4287332481","https://openalex.org/W4288089799","https://openalex.org/W4322766882","https://openalex.org/W4385338552","https://openalex.org/W4386075560","https://openalex.org/W4386076222","https://openalex.org/W4387195417","https://openalex.org/W4387967999","https://openalex.org/W4391136507","https://openalex.org/W4391222150","https://openalex.org/W4392904059","https://openalex.org/W4404034890"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685"],"abstract_inverted_index":{"Foundation":[0],"models":[1,83,108,155],"(FMs)":[2],"have":[3],"achieved":[4],"state-of-the-art":[5],"performance":[6],"across":[7],"various":[8,164],"domains,":[9],"benefiting":[10],"from":[11],"their":[12,158],"vast":[13],"number":[14],"of":[15,21,43,53,92,106,147,181],"parameters":[16],"and":[17,45,118,166],"the":[18,41,51,89,96,104,126,132,145,178],"extensive":[19],"amount":[20],"publicly":[22],"available":[23],"training":[24],"data.":[25,55],"However,":[26],"real-world":[27,185],"deployments":[28],"reveal":[29],"challenges":[30],"such":[31],"as":[32],"system":[33],"heterogeneity,":[34],"where":[35],"not":[36],"all":[37],"devices":[38],"can":[39],"handle":[40],"complexity":[42],"FMs,":[44],"emerging":[46],"privacy":[47],"concerns":[48],"that":[49,170],"limit":[50],"availability":[52],"public":[54],"To":[56,102],"address":[57],"these":[58],"challenges,":[59],"we":[60],"propose":[61],"HeLoRA,":[62],"a":[63,136],"novel":[64],"approach":[65],"combining":[66],"low-rank":[67],"adaptation":[68],"(LoRA)":[69],"with":[70,84,109,131,163],"federated":[71,76],"learning":[72,150],"to":[73,81,98,124,156,176],"enable":[74],"heterogeneous":[75,154],"fine-tuning.":[77],"HeLoRA":[78,112,171],"allows":[79],"clients":[80],"fine-tune":[82],"different":[85,110],"complexities":[86],"by":[87],"adjusting":[88],"rank":[90],"values":[91],"LoRA":[93,127],"matrices,":[94,128],"tailoring":[95],"process":[97],"each":[99],"device\u2019s":[100],"capabilities.":[101],"tackle":[103],"challenge":[105],"aggregating":[107],"structures,":[111],"introduces":[113],"two":[114],"variants,":[115],"i.e.,":[116],"HeLoRA-Pad":[117,120],"HeLoRA-KD.":[119],"employs":[121],"context-based":[122],"padding":[123],"standardize":[125],"aligning":[129],"them":[130],"global":[133],"model":[134],"through":[135],"rank-based":[137],"adaptive":[138],"aggregation":[139],"strategy.":[140],"In":[141],"contrast,":[142],"HeLoRA-KD":[143],"leverages":[144],"idea":[146],"deep":[148],"mutual":[149],"for":[151],"aggregation,":[152],"allowing":[153],"retain":[157],"original":[159],"structures.":[160],"Extensive":[161],"experiments":[162],"datasets":[165],"ablation":[167],"studies":[168],"demonstrate":[169],"outperforms":[172],"existing":[173],"baselines,":[174],"promising":[175],"enhance":[177],"practical":[179],"deployment":[180],"FMs":[182],"in":[183],"diverse":[184],"environments.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}