{"id":"https://openalex.org/W7131100819","doi":"https://doi.org/10.1109/tdsc.2026.3662097","title":"UniFLE: Uniform Fusion of Multiple LoRA Experts for Backdoor Defense in Large Language Models","display_name":"UniFLE: Uniform Fusion of Multiple LoRA Experts for Backdoor Defense in Large Language Models","publication_year":2026,"publication_date":"2026-02-23","ids":{"openalex":"https://openalex.org/W7131100819","doi":"https://doi.org/10.1109/tdsc.2026.3662097"},"language":"en","primary_location":{"id":"doi:10.1109/tdsc.2026.3662097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2026.3662097","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126599326","display_name":"Shuai Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shuai Zhao","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5174-5182","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123077290","display_name":"Qika Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]},{"id":"https://openalex.org/I4210150261","display_name":"National University Health System","ror":"https://ror.org/05tjjsh18","country_code":"SG","type":"education","lineage":["https://openalex.org/I4210150261"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qika Lin","raw_affiliation_strings":["Saw Swee Hock School of Public Health, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5650-0600","affiliations":[{"raw_affiliation_string":"Saw Swee Hock School of Public Health, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596","https://openalex.org/I4210150261"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123752348","display_name":"Yanhao Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yanhao Jia","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0009-0002-6966-1512","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088490035","display_name":"X. H. Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Wu","raw_affiliation_strings":["School of Education, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0007-0446-1516","affiliations":[{"raw_affiliation_string":"School of Education, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123210293","display_name":"Yuwen Li","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuwen Li","raw_affiliation_strings":["College of Sciences, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Sciences, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001659855","display_name":"Luu Anh Tuan","orcid":"https://orcid.org/0000-0001-6062-207X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Luu Anh Tuan","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6062-207X","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21561467,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":"3","first_page":"6620","last_page":"6634"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7167999744415283,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7167999744415283,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.06639999896287918,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.051600001752376556,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backdoor","display_name":"Backdoor","score":0.9973000288009644},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4318999946117401},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.42340001463890076},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.3919000029563904},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.3391999900341034},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.337799996137619},{"id":"https://openalex.org/keywords/threat-model","display_name":"Threat model","score":0.3167000114917755}],"concepts":[{"id":"https://openalex.org/C2781045450","wikidata":"https://www.wikidata.org/wiki/Q254569","display_name":"Backdoor","level":2,"score":0.9973000288009644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8050000071525574},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4318999946117401},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.42340001463890076},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3919000029563904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37130001187324524},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.337799996137619},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3361000120639801},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.33059999346733093},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.3167000114917755},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30480000376701355},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28049999475479126},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C3020028006","wikidata":"https://www.wikidata.org/wiki/Q9158","display_name":"Electronic mail","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tdsc.2026.3662097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2026.3662097","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/211966","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/211966","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs),":[3],"which":[4,39],"serve":[5],"as":[6],"a":[7,46,57,110,168],"bridge":[8],"between":[9,175,199],"pre-training":[10],"and":[11,150,178,204,225,256],"task-specific":[12],"adaptation,":[13],"achieve":[14],"state-of-the-art":[15,223],"performance":[16],"across":[17,219],"several":[18],"downstream":[19],"tasks":[20],"through":[21],"full-parameter":[22],"fine-tuning":[23,51,96],"(FPFT).":[24],"However,":[25],"with":[26],"the":[27,88,102,128,132,139,144,161,191,196,200,205,210,213,259,262],"continuous":[28],"growth":[29],"of":[30,60,114,134,163,212,261],"model":[31,61,245,254],"parameter":[32],"scales,":[33],"FPFT":[34],"requires":[35],"substantial":[36],"computational":[37],"resources,":[38],"limits":[40],"its":[41],"practicality.":[42],"Consequently,":[43],"there":[44],"is":[45],"growing":[47],"shift":[48],"toward":[49],"parameter-efficient":[50],"(PEFT)":[52],"methods":[53],"that":[54,82,172,190,234],"update":[55],"only":[56],"limited":[58],"subset":[59],"parameters,":[62],"markedly":[63],"reducing":[64],"resource":[65],"consumption.":[66],"Although":[67],"this":[68,106],"paradigm":[69],"fosters":[70],"accelerated":[71],"research":[72],"advancements,":[73],"it":[74],"also":[75],"introduces":[76],"security":[77,255],"risks.":[78],"Empirical":[79],"studies":[80],"demonstrate":[81,233],"if":[83],"LLM":[84,263],"weights":[85],"are":[86],"backdoored,":[87],"backdoors":[89],"can":[90],"still":[91],"be":[92],"activated":[93],"even":[94],"after":[95],"leveraging":[97],"PEFT":[98],"algorithms.":[99],"To":[100,208],"address":[101],"aforementioned":[103],"issue,":[104],"in":[105],"paper,":[107],"we":[108,166,216],"introduce":[109,167],"novel":[111,184],"Uniform":[112],"Fusion":[113],"multiple":[115,135],"LoRA":[116,136,164],"Experts":[117],"algorithm,":[118,215],"named":[119],"UniFLE,":[120],"designed":[121],"to":[122,142,154,159,181,252,258],"defend":[123],"against":[124,240],"backdoor":[125,156,206,227,241],"attacks.":[126],"Specifically,":[127],"UniFLE":[129,192,214,236],"algorithm":[130,193,237],"pioneers":[131],"insertion":[133],"experts":[137,153,177],"into":[138],"MLP":[140],"blocks":[141],"expand":[143],"updatable":[145],"feature":[146],"subspace":[147],"during":[148],"fine-tuning,":[149],"fuses":[151],"all":[152],"decouple":[155],"features.":[157,185],"Additionally,":[158],"enhance":[160,253],"diversity":[162,169],"experts,":[165],"regularization":[170],"loss":[171],"constrains":[173],"correlations":[174],"different":[176],"encourages":[179],"them":[180],"learn":[182],"more":[183],"The":[186,230],"theoretical":[187],"analysis":[188],"demonstrates":[189],"effectively":[194,238],"decreases":[195],"mutual":[197],"information":[198],"model's":[201],"intermediate":[202],"representations":[203],"representations.":[207],"validate":[209],"effectiveness":[211],"conduct":[217],"experiments":[218],"four":[220,222],"tasks,":[221],"LLMs,":[224],"three":[226],"attack":[228],"methods.":[229],"results":[231],"consistently":[232],"our":[235,250],"defends":[239],"attacks":[242],"while":[243],"preserving":[244],"performance.":[246],"We":[247],"aspire":[248],"for":[249],"method":[251],"contribute":[257],"advancement":[260],"community.":[264]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-02-24T00:00:00"}
