{"id":"https://openalex.org/W6966964598","doi":"https://doi.org/10.48550/arxiv.2508.08875","title":"Oblivionis: A Lightweight Learning and Unlearning Framework for Federated Large Language Models","display_name":"Oblivionis: A Lightweight Learning and Unlearning Framework for Federated Large Language Models","alternate_titles":[],"publication_year":2025,"publication_date":"2025-08-12","ids":{"openalex":"https://openalex.org/W6966964598","doi":"https://doi.org/10.48550/arxiv.2508.08875"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2508.08875","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.08875","pdf_url":"https://arxiv.org/pdf/2508.08875","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W6966964598"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2508.08875","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125409875","display_name":"Fuyao Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhang, Fuyao","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yan, Xinyu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yan, Xinyu","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wu, Tiantong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Wu, Tiantong","raw_affiliation_strings":["Alibaba Group \u2660 Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group \u2660 Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506","https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125714006","display_name":"Wenjie Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I94611258","display_name":"Hebei Normal University","ror":"https://ror.org/004rbbw49","country_code":"CN","type":"education","lineage":["https://openalex.org/I94611258"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Wenjie","raw_affiliation_strings":["Hebei Normal University \u2663 Institute of Science Tokyo \u2666"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hebei Normal University \u2663 Institute of Science Tokyo \u2666","institution_ids":["https://openalex.org/I94611258"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chen, Tianxiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen, Tianxiang","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cao, Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Cao, Yang","raw_affiliation_strings":["Alibaba Group \u2660 Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group \u2660 Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506","https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yan, Ran","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Ran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Huang, Longtao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Huang, Longtao","raw_affiliation_strings":["Alibaba Group \u2660 Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group \u2660 Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506","https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027969322","display_name":"Wei Yang Bryan Lim","orcid":"https://orcid.org/0000-0003-2150-5561","observed_orcids":["https://orcid.org/0000-0003-2150-5561"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lim, Wei Yang Bryan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100636286","display_name":"Qiang Yang","orcid":"https://orcid.org/0000-0001-5059-8360","observed_orcids":["https://orcid.org/0000-0001-5059-8360"]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Yang, Qiang","raw_affiliation_strings":["Alibaba Group \u2660 Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group \u2660 Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506","https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/federated-learning","display_name":"federated learning","score":0.8529999852180481},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8090000152587891},{"id":"https://openalex.org/keywords/llm-unlearning","display_name":"LLM unlearning","score":0.781000018119812},{"id":"https://openalex.org/keywords/right-to-be-forgotten","display_name":"right to be forgotten","score":0.871999979019165},{"id":"https://openalex.org/keywords/gdpr-compliance","display_name":"GDPR compliance","score":0.75},{"id":"https://openalex.org/keywords/data-privacy","display_name":"data privacy","score":0.6460000276565552},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.5630000233650208},{"id":"https://openalex.org/keywords/distributed-training","display_name":"distributed training","score":0.47999998927116394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7799999713897705},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.6377999782562256},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6223999857902527},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.46369999647140503},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.44940000772476196},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.42170000076293945},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.39430001378059387},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.36890000104904175},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.35040000081062317},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34869998693466187},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.34299999475479126},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31709998846054077},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.31470000743865967},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.30140000581741333},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.27129998803138733}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2508.08875","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.08875","pdf_url":"https://arxiv.org/pdf/2508.08875","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2508.08875","doi":"https://doi.org/10.48550/arxiv.2508.08875","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.08875","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2508.08875","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.08875","pdf_url":"https://arxiv.org/pdf/2508.08875","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6966964598.pdf","grobid_xml":"https://content.openalex.org/works/W6966964598.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1841997604","https://openalex.org/W2154652894","https://openalex.org/W2964199361","https://openalex.org/W2972570881","https://openalex.org/W2980282514","https://openalex.org/W3008187686","https://openalex.org/W4327810158","https://openalex.org/W4361866125","https://openalex.org/W4384561707","https://openalex.org/W4384918448","https://openalex.org/W4385430086","https://openalex.org/W4385572162","https://openalex.org/W4385714201","https://openalex.org/W4387724821","https://openalex.org/W4390833824","https://openalex.org/W4392539041","https://openalex.org/W4394708837","https://openalex.org/W4400376417","https://openalex.org/W4400572793","https://openalex.org/W4401306886","https://openalex.org/W4401857637","https://openalex.org/W4401863519","https://openalex.org/W4403345854","https://openalex.org/W4403365325","https://openalex.org/W4403573440","https://openalex.org/W4404782927","https://openalex.org/W4407661798","https://openalex.org/W4409348250","https://openalex.org/W4415070616","https://openalex.org/W4415796002","https://openalex.org/W4415798720","https://openalex.org/W4416044907","https://openalex.org/W7036634323","https://openalex.org/W7104371128","https://openalex.org/W7133204634","https://openalex.org/W7133224126"],"related_works":["https://openalex.org/W4416054721","https://openalex.org/W4399759101","https://openalex.org/W4404783584","https://openalex.org/W7129141026","https://openalex.org/W4411090395","https://openalex.org/W4404310907","https://openalex.org/W7203649153","https://openalex.org/W7125592083","https://openalex.org/W7161117008","https://openalex.org/W4407310256"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"increasingly":[4],"leverage":[5],"Federated":[6],"Learning":[7],"(FL)":[8],"to":[9,44,67,75,116],"utilize":[10],"private,":[11],"task-specific":[12],"datasets":[13],"for":[14,38,149,159,187],"fine-tuning":[15],"while":[16,21],"preserving":[17],"data":[18,31,49,53,77,121],"privacy.":[19],"However,":[20],"federated":[22,89,123,160],"LLM":[23,90,98,124,161,189],"frameworks":[24,62],"effectively":[25],"enable":[26],"collaborative":[27],"training":[28,61],"without":[29],"raw":[30],"sharing,":[32],"they":[33],"critically":[34],"lack":[35],"built-in":[36],"mechanisms":[37],"regulatory":[39,129],"compliance":[40],"like":[41],"GDPR's":[42],"right":[43],"be":[45],"forgotten.":[46],"Integrating":[47],"private":[48,120],"heightens":[50],"concerns":[51],"over":[52],"quality":[54],"and":[55,82,110,128,134,145,152,178],"long-term":[56],"governance,":[57],"yet":[58],"existing":[59],"distributed":[60,76],"offer":[63],"no":[64],"principled":[65],"way":[66],"selectively":[68,117],"remove":[69,118],"specific":[70,119],"client":[71],"contributions":[72],"post-training.":[73],"Due":[74],"silos,":[78],"stringent":[79],"privacy":[80],"constraints,":[81],"the":[83],"intricacies":[84],"of":[85],"interdependent":[86],"model":[87,179],"aggregation,":[88],"unlearning":[91,111,135,147],"is":[92],"significantly":[93],"more":[94],"complex":[95],"than":[96],"centralized":[97],"unlearning.":[99,162],"To":[100],"address":[101],"this":[102],"gap,":[103],"we":[104,141],"introduce":[105],"Oblivionis,":[106],"a":[107,137,156,172],"lightweight":[108],"learning":[109],"framework":[112],"that":[113,166],"enables":[114],"clients":[115],"during":[122],"training,":[125,170],"enhancing":[126],"trustworthiness":[127],"compliance.":[130],"By":[131],"unifying":[132],"FL":[133,144],"as":[136],"dual":[138],"optimization":[139],"objective,":[140],"incorporate":[142],"6":[143],"5":[146],"algorithms":[148],"comprehensive":[150],"evaluation":[151],"comparative":[153],"analysis,":[154],"establishing":[155],"robust":[157,173],"pipeline":[158],"Extensive":[163],"experiments":[164],"demonstrate":[165],"Oblivionis":[167],"outperforms":[168],"local":[169],"achieving":[171],"balance":[174],"between":[175],"forgetting":[176],"efficacy":[177],"utility,":[180],"with":[181],"cross-algorithm":[182],"comparisons":[183],"providing":[184],"clear":[185],"directions":[186],"future":[188],"development.":[190]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6966964598","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2025-10-10T00:00:00"}
