{"id":"https://openalex.org/W4401863519","doi":"https://doi.org/10.1145/3637528.3671897","title":"FedBiOT: LLM Local Fine-tuning in Federated Learning without Full Model","display_name":"FedBiOT: LLM Local Fine-tuning in Federated Learning without Full Model","publication_year":2024,"publication_date":"2024-08-24","ids":{"openalex":"https://openalex.org/W4401863519","doi":"https://doi.org/10.1145/3637528.3671897"},"language":"en","primary_location":{"id":"doi:10.1145/3637528.3671897","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671897","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671897","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671897","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080988180","display_name":"Feijie Wu","orcid":"https://orcid.org/0000-0003-0541-1901"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Feijie Wu","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007262312","display_name":"Zitao Li","orcid":"https://orcid.org/0000-0001-5461-6693"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zitao Li","raw_affiliation_strings":["Alibaba Group, Bellevue, USA"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Bellevue, USA","institution_ids":["https://openalex.org/I4210095624","https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046576694","display_name":"Yaliang Li","orcid":"https://orcid.org/0000-0002-4204-6096"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaliang Li","raw_affiliation_strings":["Alibaba Group, Bellevue, USA"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Bellevue, USA","institution_ids":["https://openalex.org/I4210095624","https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040297543","display_name":"Bolin Ding","orcid":"https://orcid.org/0000-0003-1535-9692"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bolin Ding","raw_affiliation_strings":["Alibaba Group, Bellevue, USA"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Bellevue, USA","institution_ids":["https://openalex.org/I4210095624","https://openalex.org/I4210108985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068042288","display_name":"Jing Gao","orcid":"https://orcid.org/0000-0002-1557-7553"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jing Gao","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5080988180"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":15.0262,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.99212729,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3345","last_page":"3355"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9690999984741211,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8238117694854736},{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.7407857179641724},{"id":"https://openalex.org/keywords/notice","display_name":"Notice","score":0.46248918771743774},{"id":"https://openalex.org/keywords/dilemma","display_name":"Dilemma","score":0.41677114367485046},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41480833292007446},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15009242296218872}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8238117694854736},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.7407857179641724},{"id":"https://openalex.org/C2779913896","wikidata":"https://www.wikidata.org/wiki/Q7063001","display_name":"Notice","level":2,"score":0.46248918771743774},{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.41677114367485046},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41480833292007446},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15009242296218872},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3637528.3671897","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671897","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671897","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3637528.3671897","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671897","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671897","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401863519.pdf"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W3136363192","https://openalex.org/W3174770825","https://openalex.org/W4205991051","https://openalex.org/W4224310605","https://openalex.org/W4323343894","https://openalex.org/W4380558781","https://openalex.org/W4381855801","https://openalex.org/W4385562549","https://openalex.org/W4385572063","https://openalex.org/W4386075560","https://openalex.org/W4392904059","https://openalex.org/W4401863415"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W3018282762","https://openalex.org/W2133028525","https://openalex.org/W4229060448","https://openalex.org/W4306381730","https://openalex.org/W2558055997","https://openalex.org/W2791183434","https://openalex.org/W2353369313","https://openalex.org/W4400794747"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"show":[4],"amazing":[5],"performance":[6,85,184,211],"on":[7,175],"many":[8,18],"domain-specific":[9,19],"tasks":[10],"after":[11],"fine-tuning":[12,38,68,141],"with":[13,45,86],"some":[14],"appropriate":[15],"data.":[16],"However,":[17,43],"data":[20,119,125,159],"are":[21],"privately":[22],"distributed":[23],"across":[24],"multiple":[25],"owners.":[26],"Thus,":[27],"this":[28,60],"dilemma":[29],"raises":[30],"the":[31,76,87,91,100,111,117,122,124,130,137,146,155,163,167,180,188,196],"interest":[32],"in":[33,39],"how":[34],"to":[35,54,70,104,116,153,204],"perform":[36],"LLM":[37,57,67,81],"federated":[40],"learning":[41],"(FL).":[42],"confronted":[44],"limited":[46],"computation":[47],"and":[48,82,161,169],"communication":[49],"capacities,":[50],"FL":[51],"clients":[52,92],"struggle":[53],"fine-tune":[55,93],"an":[56,106],"effectively.":[58],"To":[59],"end,":[61],"we":[62],"introduce":[63],"FedBiOT,":[64],"a":[65,79,94,133,149],"resource-efficient":[66],"approach":[69],"FL.":[71],"Specifically,":[72],"our":[73],"method":[74],"involves":[75],"server":[77,112,131,168],"generating":[78],"compressed":[80,101],"aligning":[83],"its":[84],"full":[88],"model.":[89],"Subsequently,":[90],"lightweight":[95],"yet":[96],"important":[97],"part":[98],"of":[99,158],"model,":[102],"referred":[103],"as":[105,110],"adapter.":[107],"Notice":[108],"that":[109,179,195],"has":[113,132,182],"no":[114],"access":[115],"private":[118],"owned":[120],"by":[121,129,142],"clients,":[123],"used":[126,139],"for":[127,140,166],"alignment":[128],"different":[134],"distribution":[135],"from":[136],"one":[138],"clients.":[143,170],"We":[144,171],"formulate":[145],"problem":[147,152],"into":[148,187],"bi-level":[150],"optimization":[151],"minimize":[154],"negative":[156],"effect":[157],"discrepancy":[160],"derive":[162],"updating":[164],"rules":[165],"conduct":[172],"extensive":[173],"experiments":[174],"LLaMA-2,":[176],"empirically":[177],"showing":[178],"adapter":[181],"exceptional":[183],"when":[185],"reintegrated":[186],"global":[189],"LLM.":[190],"The":[191],"results":[192],"also":[193],"indicate":[194],"proposed":[197],"FedBiOT":[198],"significantly":[199],"reduces":[200],"resource":[201],"consumption":[202],"compared":[203],"existing":[205],"benchmarks,":[206],"all":[207],"while":[208],"achieving":[209],"comparable":[210],"levels.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}