{"id":"https://openalex.org/W4410636849","doi":"https://doi.org/10.1145/3701716.3717647","title":"Federated Fine-Tuning of Large Language Models: Kahneman-Tversky vs. Direct Preference Optimization","display_name":"Federated Fine-Tuning of Large Language Models: Kahneman-Tversky vs. Direct Preference Optimization","publication_year":2025,"publication_date":"2025-05-08","ids":{"openalex":"https://openalex.org/W4410636849","doi":"https://doi.org/10.1145/3701716.3717647"},"language":"en","primary_location":{"id":"doi:10.1145/3701716.3717647","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3717647","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717647","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717647","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008943760","display_name":"Fernando Spadea","orcid":"https://orcid.org/0009-0006-4278-3666"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fernando Spadea","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":"https://orcid.org/0009-0006-4278-3666","affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038466673","display_name":"Oshani Seneviratne","orcid":"https://orcid.org/0000-0001-8518-917X"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oshani Seneviratne","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-8518-917X","affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165799507"],"apc_list":null,"apc_paid":null,"fwci":3.3016,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92064252,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1757","last_page":"1760"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6925908327102661},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5928049683570862},{"id":"https://openalex.org/keywords/prospect-theory","display_name":"Prospect theory","score":0.5241801142692566},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.116138756275177},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10593238472938538},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.06990259885787964},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.0695066750049591}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6925908327102661},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5928049683570862},{"id":"https://openalex.org/C339426","wikidata":"https://www.wikidata.org/wiki/Q1151839","display_name":"Prospect theory","level":2,"score":0.5241801142692566},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.116138756275177},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10593238472938538},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.06990259885787964},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0695066750049591}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701716.3717647","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3717647","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717647","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3701716.3717647","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3717647","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717647","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410636849.pdf","grobid_xml":"https://content.openalex.org/works/W4410636849.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W2963026768","https://openalex.org/W3038022836","https://openalex.org/W4380353763","https://openalex.org/W4401857637","https://openalex.org/W6759238902","https://openalex.org/W6852874933"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1000442088","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2066080111","https://openalex.org/W1989608968"],"abstract_inverted_index":{"We":[0],"evaluate":[1,42],"Kahneman-Tversky":[2],"Optimization":[3,24],"(KTO)":[4],"as":[5,28,122],"a":[6,35,53,123],"fine-tuning":[7,127],"method":[8,128],"for":[9,129,134],"large":[10],"language":[11],"models":[12],"(LLMs)":[13],"in":[14,81,111],"federated":[15],"learning":[16],"(FL)":[17],"settings,":[18],"comparing":[19],"it":[20],"against":[21],"Direct":[22],"Preference":[23],"(DPO).":[25],"Using":[26],"Alpaca-7B":[27],"the":[29,97],"base":[30],"model,":[31],"we":[32,51],"fine-tune":[33],"on":[34,73],"realistic":[36],"dataset":[37,55],"under":[38],"both":[39,82],"methods":[40],"and":[41,47,86,105,125,137],"performance":[43,110],"using":[44],"MT-Bench-1,":[45],"Vicuna,":[46],"AdvBench":[48],"benchmarks.":[49,95],"Additionally,":[50],"introduce":[52],"redistributed":[54,87,98],"setup,":[56,99],"where":[57,113],"only":[58],"KTO":[59,100,121],"is":[60],"applicable":[61],"due":[62],"to":[63,66],"its":[64,83,103,132],"ability":[65],"handle":[67],"single-response":[68],"feedback,":[69],"unlike":[70],"DPO's":[71],"reliance":[72],"paired":[74],"responses.":[75],"Our":[76],"results":[77],"demonstrate":[78],"that":[79],"KTO,":[80],"original":[84],"(KTOO)":[85],"(KTOR)":[88],"configurations,":[89],"consistently":[90],"outperforms":[91],"DPO":[92,114],"across":[93],"all":[94],"In":[96],"further":[101],"validates":[102],"flexibility":[104],"resilience":[106],"by":[107],"maintaining":[108],"superior":[109],"scenarios":[112],"cannot":[115],"be":[116],"applied.":[117],"These":[118],"findings":[119],"establish":[120],"robust":[124],"scalable":[126],"FL,":[130],"motivating":[131],"adoption":[133],"privacy-preserving,":[135],"decentralized,":[136],"heterogeneous":[138],"environments.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}