{"id":"https://openalex.org/W7161020524","doi":"https://doi.org/10.48550/arxiv.2605.11857","title":"Beyond Parameter Aggregation: Semantic Consensus for Federated Fine-Tuning of LLMs","display_name":"Beyond Parameter Aggregation: Semantic Consensus for Federated Fine-Tuning of LLMs","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161020524","doi":"https://doi.org/10.48550/arxiv.2605.11857"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11857","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11857","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136069715","display_name":"Amr Abourayya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abourayya, Amr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136016092","display_name":"Jens Kleesiek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kleesiek, Jens","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080777994","display_name":"Michael Kamp","orcid":"https://orcid.org/0000-0001-6231-0694"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kamp, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12049999833106995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12049999833106995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.10170000046491623,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.04910000041127205,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.604200005531311},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5863999724388123},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.5472000241279602},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4684000015258789},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.45320001244544983},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4025999903678894},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3720000088214874},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.36660000681877136},{"id":"https://openalex.org/keywords/data-access","display_name":"Data access","score":0.32829999923706055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7962999939918518},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.604200005531311},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5863999724388123},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.5472000241279602},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4684000015258789},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.45320001244544983},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4025999903678894},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37040001153945923},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.36660000681877136},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.32829999923706055},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3172000050544739},{"id":"https://openalex.org/C99221444","wikidata":"https://www.wikidata.org/wiki/Q1532069","display_name":"Private information retrieval","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2890999913215637},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C12269588","wikidata":"https://www.wikidata.org/wiki/Q132364","display_name":"Communications protocol","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C189693848","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information exchange","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C2776543384","wikidata":"https://www.wikidata.org/wiki/Q593289","display_name":"Information access","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25699999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11857","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11857","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8901573419570923}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Federated":[0],"fine-tuning":[1,176],"of":[2,22,117,123,136,141,184,191],"large":[3,20],"language":[4],"models":[5,74],"is":[6,63],"commonly":[7],"formulated":[8],"as":[9,195,197],"a":[10,83,94,99,145,162,189,215],"parameter":[11,223],"aggregation":[12],"problem.":[13],"However,":[14],"even":[15],"parameter-efficient":[16],"methods":[17],"require":[18],"transmitting":[19],"collections":[21],"trainable":[23],"weights,":[24],"assume":[25],"aligned":[26],"architectures,":[27],"and":[28,42,78,103,133,153,165,201],"rely":[29],"on":[30,75,82,128],"white-box":[31],"access":[32],"to":[33,40,156],"model":[34,37,66,142],"parameters.":[35,70],"As":[36,144],"sizes":[38],"continue":[39],"grow":[41],"deployments":[43],"become":[44,49],"increasingly":[45],"heterogeneous,":[46],"these":[47,91],"assumptions":[48],"progressively":[50],"misaligned":[51],"with":[52],"practical":[53],"constraints.":[54],"We":[55,160],"consider":[56],"an":[57],"alternative":[58],"formulation":[59,111],"in":[60,199],"which":[61],"collaboration":[62],"mediated":[64],"through":[65],"behavior":[67],"rather":[68],"than":[69,222],"Clients":[71],"fine-tune":[72],"local":[73,108],"private":[76],"data":[77],"exchange":[79],"generated":[80],"outputs":[81,92],"shared,":[84],"public":[85,130],"prompt":[86,131],"set.":[87],"The":[88,121],"server":[89],"maps":[90],"into":[93],"semantic":[95,101],"representation":[96],"space,":[97],"forms":[98],"per-prompt":[100],"consensus,":[102],"returns":[104],"pseudo-labels":[105],"for":[106,193,208,219],"further":[107],"fine-tuning.":[109,120],"This":[110],"fundamentally":[112],"changes":[113],"the":[114,129,134,137,147],"communication":[115,181],"scaling":[116],"federated":[118,175,220],"LLM":[119],"amount":[122],"information":[124],"exchanged":[125],"depends":[126],"only":[127],"budget":[132],"size":[135],"communicated":[138],"behaviors,":[139],"independent":[140],"size.":[143],"consequence,":[146],"protocol":[148],"naturally":[149],"accommodates":[150],"heterogeneous":[151],"architectures":[152],"applies":[154],"directly":[155],"open-ended":[157],"text":[158],"generation.":[159],"present":[161],"theoretical":[163],"analysis":[164],"empirical":[166],"results":[167,205],"demonstrating":[168],"that":[169],"this":[170],"approach":[171],"can":[172],"match":[173],"strong":[174],"baselines":[177],"while":[178],"substantially":[179],"reducing":[180],"by":[182,188],"orders":[183],"magnitude":[185],"(e.g.,":[186],"analytically":[187],"factor":[190],"$1006$":[192],"Llama3.1-405B),":[194],"well":[196],"reductions":[198],"runtime":[200],"energy":[202],"consumption.":[203],"These":[204],"suggest":[206],"that,":[207],"generative":[209],"foundation":[210],"models,":[211],"behavior-level":[212],"consensus":[213],"provides":[214],"more":[216],"appropriate":[217],"abstraction":[218],"adaptation":[221],"aggregation.":[224]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-14T00:00:00"}