{"id":"https://openalex.org/W7162146639","doi":"https://doi.org/10.1145/3786335.3813151","title":"FLASC: Federated LoRA with Sparse Communication","display_name":"FLASC: Federated LoRA with Sparse Communication","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162146639","doi":"https://doi.org/10.1145/3786335.3813151"},"language":null,"primary_location":{"id":"doi:10.1145/3786335.3813151","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813151","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786335.3813151","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128760540","display_name":"Kevin Kuo","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Kuo","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":"https://orcid.org/0009-0008-5669-647X","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120326193","display_name":"Arian Raje","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arian Raje","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":"https://orcid.org/0009-0004-6610-8396","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136756801","display_name":"Kousik Rajesh","orcid":"https://orcid.org/0000-0001-6657-7521"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kousik Rajesh","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":"https://orcid.org/0000-0001-6657-7521","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112800069","display_name":"Virginia Smith","orcid":"https://orcid.org/0000-0002-6404-2395"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Virginia Smith","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":"https://orcid.org/0000-0002-6404-2395","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"990","last_page":"1008"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.6029000282287598,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.6029000282287598,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.05469999834895134,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.04820000007748604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6883000135421753},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.555400013923645},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5267999768257141},{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.4756999909877777},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.46889999508857727},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4636000096797943},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4348999857902527},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.41019999980926514},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.3833000063896179}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8256999850273132},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6883000135421753},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.555400013923645},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5267999768257141},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.4756999909877777},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.46889999508857727},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4636000096797943},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4348999857902527},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4221000075340271},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41119998693466187},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.41019999980926514},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3833000063896179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3797999918460846},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3765999972820282},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.3564999997615814},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3165000081062317},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C44083865","wikidata":"https://www.wikidata.org/wiki/Q3853443","display_name":"Mean reciprocal rank","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3052999973297119},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C124851039","wikidata":"https://www.wikidata.org/wiki/Q2665459","display_name":"Compressed sensing","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786335.3813151","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813151","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786335.3813151","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813151","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1493526108","https://openalex.org/W2473418344","https://openalex.org/W3120666722","https://openalex.org/W3174702398","https://openalex.org/W3175645569","https://openalex.org/W3176174985","https://openalex.org/W3176828726","https://openalex.org/W4212876053","https://openalex.org/W4225796852","https://openalex.org/W4285242513","https://openalex.org/W4385570587","https://openalex.org/W4385572063","https://openalex.org/W4385573520","https://openalex.org/W4389524340","https://openalex.org/W4392904059","https://openalex.org/W4394717712","https://openalex.org/W4399830990","https://openalex.org/W4403510631","https://openalex.org/W4412886745","https://openalex.org/W4412887767","https://openalex.org/W4415798667","https://openalex.org/W7133215490","https://openalex.org/W7133233472","https://openalex.org/W7133241318"],"related_works":[],"abstract_inverted_index":{"Low-rank":[0],"adaptation":[1],"(LoRA)":[2],"is":[3,148],"a":[4,60,67,79,91,113,149],"promising":[5],"method":[6,63,69],"for":[7,41],"finetuning":[8],"models":[9],"in":[10,30,50,166],"communication-constrained":[11],"settings":[12,32],"such":[13],"as":[14,78],"cross-device":[15],"federated":[16,31],"learning":[17],"(FL).":[18],"Prior":[19],"work":[20],"has":[21],"explored":[22],"ways":[23],"to":[24,119,137,159],"improve":[25],"the":[26,103,167],"efficiency":[27],"of":[28,66,81,89,105],"LoRA":[29,43,82,93,97,133],"by":[33,108],"imposing":[34],"additional":[35],"sparsity":[36,111],"constraints.":[37],"However,":[38],"existing":[39,131],"methods":[40,134,165],"sparse":[42,84,132],"not":[44],"only":[45],"harm":[46],"accuracy":[47,140],"but":[48],"can":[49,155],"fact":[51],"increase":[52],"overall":[53],"communication":[54,86],"costs.":[55],"We":[56],"instead":[57],"propose":[58],"FLASC,":[59],"simple":[61,150],"composite":[62],"that":[64,76,128],"consists":[65],"PEFT":[68,162],"and":[70,83,116,163],"compression":[71,164],"algorithm.":[72],"First,":[73],"we":[74,126],"demonstrate":[75,127],"FLASC":[77,129,147],"combination":[80],"Top-K":[85],"outperforms":[87,130],"baselines":[88],"using":[90],"lower":[92],"rank":[94,115],"or":[95,141],"pruning":[96],"weights.":[98],"Second,":[99],"FLASC-Search":[100],"efficiently":[101],"searches":[102],"space":[104],"rank-and-sparsity":[106],"configurations":[107],"first":[109],"tuning":[110],"at":[112],"low":[114],"then":[117],"transferring":[118],"higher":[120,139],"ranks.":[121],"Across":[122],"four":[123],"FL":[124],"datasets,":[125],"with":[135],"up":[136],"20%":[138],"10":[142],"\u00d7":[143],"less":[144],"communication.":[145],"Overall,":[146],"yet":[151],"competitive":[152],"baseline":[153],"which":[154],"be":[156],"easily":[157],"extended":[158],"more":[160],"advanced":[161],"future.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-05-23T00:00:00"}