{"id":"https://openalex.org/W4415744120","doi":"https://doi.org/10.1109/qrs-c65679.2025.00018","title":"FL-DPLoRA: An Integrated and Efficient Privacy-Preserving Training Framework for Large Language Models in Privacy-Critical Applications","display_name":"FL-DPLoRA: An Integrated and Efficient Privacy-Preserving Training Framework for Large Language Models in Privacy-Critical Applications","publication_year":2025,"publication_date":"2025-07-16","ids":{"openalex":"https://openalex.org/W4415744120","doi":"https://doi.org/10.1109/qrs-c65679.2025.00018"},"language":null,"primary_location":{"id":"doi:10.1109/qrs-c65679.2025.00018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs-c65679.2025.00018","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Software Quality, Reliability, and Security Companion (QRS-C)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qianren Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I1334729051","display_name":"Xinjiang Normal University","ror":"https://ror.org/00ndrvk93","country_code":"CN","type":"education","lineage":["https://openalex.org/I1334729051"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianren Yang","raw_affiliation_strings":["Xinjiang Normal University,College of Computer Science and Technology,Urumqi,China"],"affiliations":[{"raw_affiliation_string":"Xinjiang Normal University,College of Computer Science and Technology,Urumqi,China","institution_ids":["https://openalex.org/I1334729051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103198945","display_name":"Yong Li","orcid":"https://orcid.org/0009-0006-3974-1078"},"institutions":[{"id":"https://openalex.org/I1334729051","display_name":"Xinjiang Normal University","ror":"https://ror.org/00ndrvk93","country_code":"CN","type":"education","lineage":["https://openalex.org/I1334729051"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Li","raw_affiliation_strings":["Xinjiang Normal University,College of Computer Science and Technology,Urumqi,China"],"affiliations":[{"raw_affiliation_string":"Xinjiang Normal University,College of Computer Science and Technology,Urumqi,China","institution_ids":["https://openalex.org/I1334729051"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100759908","display_name":"Zhao Tao","orcid":"https://orcid.org/0000-0002-8160-760X"},"institutions":[{"id":"https://openalex.org/I1334729051","display_name":"Xinjiang Normal University","ror":"https://ror.org/00ndrvk93","country_code":"CN","type":"education","lineage":["https://openalex.org/I1334729051"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Zhao","raw_affiliation_strings":["Xinjiang Normal University,College of Computer Science and Technology,Urumqi,China"],"affiliations":[{"raw_affiliation_string":"Xinjiang Normal University,College of Computer Science and Technology,Urumqi,China","institution_ids":["https://openalex.org/I1334729051"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1334729051"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16255134,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"53","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.8794000148773193,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.8794000148773193,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.01889999955892563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.0066999997943639755,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.7753000259399414},{"id":"https://openalex.org/keywords/confidentiality","display_name":"Confidentiality","score":0.6065000295639038},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6043999791145325},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.588699996471405},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5778999924659729},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.5529999732971191},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5501000285148621},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.48010000586509705},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.39750000834465027},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.38429999351501465}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8162999749183655},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.7753000259399414},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.6065000295639038},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6043999791145325},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.588699996471405},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5778999924659729},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.5529999732971191},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5501000285148621},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.48010000586509705},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.39750000834465027},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3894999921321869},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.38429999351501465},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.36910000443458557},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3594000041484833},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.33379998803138733},{"id":"https://openalex.org/C148730421","wikidata":"https://www.wikidata.org/wiki/Q141090","display_name":"Encryption","level":2,"score":0.33329999446868896},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.33250001072883606},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3118000030517578},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3052999973297119},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2680000066757202},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.2587999999523163}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qrs-c65679.2025.00018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs-c65679.2025.00018","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Software Quality, Reliability, and Security Companion (QRS-C)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W4213278605","https://openalex.org/W4287691174","https://openalex.org/W4309080560","https://openalex.org/W4372349720","https://openalex.org/W4378417022","https://openalex.org/W4384071683","https://openalex.org/W4385571013","https://openalex.org/W4388994228","https://openalex.org/W4389043118","https://openalex.org/W4392240262","https://openalex.org/W4399971973","https://openalex.org/W4401042737","https://openalex.org/W4401545746","https://openalex.org/W4401763868","https://openalex.org/W4402264897","https://openalex.org/W4404418444","https://openalex.org/W4406302454","https://openalex.org/W4406657953","https://openalex.org/W4412130408"],"related_works":[],"abstract_inverted_index":{"In":[0],"the":[1,9,29,126],"era":[2],"of":[3,12,32,108,128],"large":[4],"language":[5],"model":[6,66],"(LLM)":[7],"applications,":[8],"widespread":[10],"deployment":[11],"intelligent":[13],"systems":[14],"in":[15,133,177],"privacy-critical":[16],"domains":[17],"(e.g.,":[18],"mental":[19,134],"health,":[20],"finance)":[21],"poses":[22],"significant":[23],"challenges":[24],"for":[25,75,173],"data":[26,113],"privacy":[27,49,92,122,151],"and":[28,47,67,115,124,153],"limited":[30],"availability":[31],"labeled":[33],"data.":[34],"To":[35],"address":[36],"these":[37],"issues,":[38],"FL-DPLoRA":[39,129,142,167],"integrates":[40],"federated":[41],"learning":[42,45],"(FL),":[43],"transfer":[44],"(TL),":[46],"differential":[48,91],"(DP)":[50],"into":[51],"a":[52,59,64,70,105,169],"unified":[53],"training":[54],"paradigm.":[55],"Specifically,":[56],"it":[57],"leverages":[58],"public":[60],"dataset":[61],"to":[62,88,162],"pretrain":[63],"base":[65],"then":[68],"employs":[69],"low-rank":[71],"adaptation":[72],"(LoRA)":[73],"mechanism":[74],"local":[76],"fine-tuning":[77],"at":[78],"each":[79],"client,":[80],"with":[81,146],"Gaussian":[82],"noise":[83],"injection":[84],"during":[85,94],"gradient":[86],"aggregation":[87],"enforce":[89],"rigorous":[90],"guarantees":[93,123],"updates.":[95],"Our":[96],"framework":[97],"significantly":[98],"reduces":[99,154],"communication":[100,117,155],"overhead":[101],"by":[102,157],"transmitting":[103],"only":[104],"small":[106],"set":[107],"adapted":[109],"parameters":[110],"while":[111],"preserving":[112],"confidentiality":[114],"minimizing":[116],"costs.":[118],"We":[119],"provide":[120],"formal":[121],"demonstrate":[125],"effectiveness":[127],"through":[130],"comprehensive":[131],"experiments":[132],"health":[135],"detection":[136],"tasks.":[137],"The":[138],"results":[139],"show":[140],"that":[141],"achieves":[143],"competitive":[144],"performance":[145],"minimal":[147],"degradation":[148],"under":[149],"strict":[150],"budgets":[152],"costs":[156],"more":[158],"than":[159],"99.7%":[160],"compared":[161],"conventional":[163],"methods.":[164],"This":[165],"validates":[166],"as":[168],"broadly":[170],"applicable":[171],"solution":[172],"safely":[174],"deploying":[175],"LLMs":[176],"sensitive,":[178],"distributed":[179],"environments.":[180]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-31T00:00:00"}