{"id":"https://openalex.org/W4411490501","doi":"https://doi.org/10.1145/3732775.3733580","title":"CAFE AU LAIT: Compute-Aware Federated Augmented Low-Rank AI Training","display_name":"CAFE AU LAIT: Compute-Aware Federated Augmented Low-Rank AI Training","publication_year":2025,"publication_date":"2025-06-16","ids":{"openalex":"https://openalex.org/W4411490501","doi":"https://doi.org/10.1145/3732775.3733580"},"language":"en","primary_location":{"id":"doi:10.1145/3732775.3733580","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3732775.3733580","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3732775.3733580","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Platform for Advanced Scientific Computing Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3732775.3733580","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jiayi Wang","orcid":"https://orcid.org/0009-0005-7854-9153"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiayi Wang","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018744978","display_name":"John Gounley","orcid":null},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Gounley","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052259818","display_name":"Heidi A. Hanson","orcid":"https://orcid.org/0000-0003-0056-196X"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heidi Hanson","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, USA","institution_ids":["https://openalex.org/I1289243028"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1289243028"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06744364,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7518085241317749},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5818440318107605},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5655642151832581},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.12115949392318726},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09724485874176025}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7518085241317749},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5818440318107605},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5655642151832581},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.12115949392318726},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09724485874176025},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3732775.3733580","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3732775.3733580","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3732775.3733580","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Platform for Advanced Scientific Computing Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3732775.3733580","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3732775.3733580","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3732775.3733580","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Platform for Advanced Scientific Computing Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger"}],"awards":[{"id":"https://openalex.org/G1065316766","display_name":null,"funder_award_id":"Award","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1220351962","display_name":null,"funder_award_id":"DE-AC5206NA25396","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1313983767","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G1489425746","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1645119126","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1719536385","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1899543020","display_name":null,"funder_award_id":"DE-AC5206NA25396","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G2042897603","display_name":null,"funder_award_id":"DE-AC05-00OR2272","funder_id":"https://openalex.org/F4320316892","funder_display_name":"UT-Battelle"},{"id":"https://openalex.org/G2296932962","display_name":null,"funder_award_id":"DE-AC05-00OR227","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2569679037","display_name":null,"funder_award_id":"JDACS4C","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2584197162","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3005847338","display_name":null,"funder_award_id":"JDACS4C","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G314071323","display_name":null,"funder_award_id":"JDACS4C","funder_id":"https://openalex.org/F4320337351","funder_display_name":"National Cancer Institute"},{"id":"https://openalex.org/G3299391273","display_name":null,"funder_award_id":"E-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3355367070","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"},{"id":"https://openalex.org/G4423657506","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G4694431782","display_name":null,"funder_award_id":"DE-AC05-00OR2272","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G4784552025","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G498139845","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G5359441962","display_name":null,"funder_award_id":"DE-AC5206NA25396","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5460066259","display_name":null,"funder_award_id":"DE-SC-ERKJ422","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5726405315","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306250","funder_display_name":"Battelle"},{"id":"https://openalex.org/G5738753633","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G5783643890","display_name":null,"funder_award_id":"DE-AC02-06-CH11357","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5840121450","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G6086734019","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"},{"id":"https://openalex.org/G6129992089","display_name":null,"funder_award_id":"DE-AC05-","funder_id":"https://openalex.org/F4320316892","funder_display_name":"UT-Battelle"},{"id":"https://openalex.org/G6474786868","display_name":null,"funder_award_id":"DE-AC5206NA25396","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6488227018","display_name":null,"funder_award_id":"DE-AC05-00OR227","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G6558272803","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6750061500","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G6864165199","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306250","funder_display_name":"Battelle"},{"id":"https://openalex.org/G691578896","display_name":null,"funder_award_id":"DE-AC05-00OR2272","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7114708214","display_name":null,"funder_award_id":"DE-AC05-00OR2272","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G7340972926","display_name":null,"funder_award_id":"other","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7995982022","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8157651756","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8269158468","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8374966015","display_name":null,"funder_award_id":"AC52-07NA27344","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8414908677","display_name":null,"funder_award_id":"DE-AC0","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8595310706","display_name":null,"funder_award_id":"DE-AC02-06-CH11357","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G8799952057","display_name":null,"funder_award_id":"DE-AC05-00OR22","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8906985441","display_name":null,"funder_award_id":"00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8943143067","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320316892","funder_display_name":"UT-Battelle"},{"id":"https://openalex.org/G969889393","display_name":null,"funder_award_id":"DE-AC02-","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G991281326","display_name":null,"funder_award_id":"AC52-07NA27344","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320306250","display_name":"Battelle","ror":"https://ror.org/01h5tnr73"},{"id":"https://openalex.org/F4320316892","display_name":"UT-Battelle","ror":"https://ror.org/04nza6677"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320337351","display_name":"National Cancer Institute","ror":"https://ror.org/040gcmg81"},{"id":"https://openalex.org/F4320338284","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63"},{"id":"https://openalex.org/F4320338286","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53"},{"id":"https://openalex.org/F4320338287","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56"},{"id":"https://openalex.org/F4320338304","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411490501.pdf","grobid_xml":"https://content.openalex.org/works/W4411490501.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W2473418344","https://openalex.org/W2606555609","https://openalex.org/W2750779823","https://openalex.org/W3035866228","https://openalex.org/W3045674654","https://openalex.org/W3128252010","https://openalex.org/W3209433001","https://openalex.org/W3213415000","https://openalex.org/W4205228770","https://openalex.org/W4385570587","https://openalex.org/W4387353472","https://openalex.org/W4388529582"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2810751659"],"abstract_inverted_index":{"Federated":[0,64],"finetuning":[1,23,31,134,255,272],"is":[2,225],"crucial":[3],"for":[4,295],"unlocking":[5],"the":[6,38,50,58,94,107,176,183,194,204,208,211,231,235,238,248,271,301],"knowledge":[7],"embedded":[8],"in":[9,63,105,145,179,270,304],"pretrained":[10],"Large":[11],"Language":[12],"Models":[13],"(LLMs)":[14],"when":[15],"data":[16,25,47,91,137,167,244,294],"are":[17,112],"geographically":[18],"distributed":[19],"across":[20,34,110],"clients.":[21,297],"Unlike":[22],"with":[24,215,258],"from":[26,281],"a":[27,73,146,159,188,200,283],"single":[28],"institution,":[29],"federated":[30,133,253],"allows":[32],"collaboration":[33],"multiple":[35],"institutions,":[36],"enabling":[37],"utilization":[39],"of":[40,54,83,102,122,199,210,247,286],"diverse":[41],"and":[42,57,168,182,196,228],"decentralized":[43],"datasets":[44],"while":[45,115],"preserving":[46],"privacy.":[48,311],"Given":[49],"high":[51],"computing":[52,96,108,180,197,217,260],"costs":[53],"LLM":[55],"training":[56,148,151],"emphasis":[59],"on":[60,230,245],"energy":[61],"efficiency":[62],"Learning":[65],"(FL),":[66],"Low-Rank":[67],"Adaptation":[68],"(LoRA)":[69],"has":[70,138],"emerged":[71],"as":[72],"widely":[74],"adopted":[75],"algorithm":[76,191],"due":[77],"to":[78,98,120,143,220,227,251,291,307],"its":[79],"significantly":[80],"reduced":[81],"number":[82],"trainable":[84],"parameters.":[85],"However,":[86,154],"this":[87,242],"assumes":[88],"that":[89,192,265,277],"all":[90,266,296],"silos":[92],"have":[93,118,126],"necessary":[95],"resources":[97,109,181,218],"compute":[99],"local":[100,172,279],"updates":[101,280],"LLMs.":[103],"Nevertheless,":[104],"practice,":[106],"clients":[111,142,214,250,257,267,287],"highly":[113],"heterogeneous:":[114],"some":[116],"may":[117],"access":[119],"hundreds":[121],"GPUs,":[123],"others":[124],"might":[125],"limited":[127,216],"or":[128],"no":[129],"GPU":[130],"access.":[131],"Recently,":[132],"using":[135,165,171,292],"synthetic":[136,166,222,243,293],"been":[139],"proposed,":[140],"allowing":[141],"participate":[144,269],"collaborative":[147],"run":[149],"without":[150],"LLMs":[152],"locally.":[153],"our":[155],"experimental":[156],"results":[157,275],"reveal":[158],"performance":[160,184,289],"gap":[161],"between":[162],"models":[163],"trained":[164,170],"those":[169],"updates.":[173],"Motivated":[174],"by":[175],"observed":[177],"heterogeneity":[178],"gap,":[185],"we":[186,299],"propose":[187],"novel":[189],"two-stage":[190],"leverages":[193],"storage":[195],"capabilities":[198],"strong":[201,212,232,239],"server.":[202,233],"In":[203,234],"first":[205],"stage,":[206,237],"under":[207],"coordination":[209],"server,":[213],"collaborate":[219],"generate":[221],"data,":[223],"which":[224],"transferred":[226],"stored":[229],"second":[236],"server":[240],"uses":[241],"behalf":[246],"resource-constrained":[249],"perform":[252],"LoRA":[254],"alongside":[256],"sufficient":[259],"resources.":[261],"This":[262],"approach":[263],"ensures":[264],"can":[268],"process.":[273],"Experimental":[274],"demonstrate":[276],"incorporating":[278],"even":[282],"small":[284],"fraction":[285],"improves":[288],"compared":[290],"Furthermore,":[298],"incorporate":[300],"Gaussian":[302],"mechanism":[303],"both":[305],"stages":[306],"guarantee":[308],"client-level":[309],"differential":[310]},"counts_by_year":[],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}