{"id":"https://openalex.org/W4405601061","doi":"https://doi.org/10.1109/tmi.2024.3518539","title":"DEeR: Deviation Eliminating and Noise Regulating for Privacy-Preserving Federated Low-Rank Adaptation","display_name":"DEeR: Deviation Eliminating and Noise Regulating for Privacy-Preserving Federated Low-Rank Adaptation","publication_year":2024,"publication_date":"2024-12-19","ids":{"openalex":"https://openalex.org/W4405601061","doi":"https://doi.org/10.1109/tmi.2024.3518539","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030741"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2024.3518539","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3518539","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082530816","display_name":"Meilu Zhu","orcid":"https://orcid.org/0000-0002-5563-7282"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Meilu Zhu","raw_affiliation_strings":["Department of Mechanical Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong","Department of Mechanical Engineering, City University of Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-5563-7282","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Mechanical Engineering, City University of Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055937639","display_name":"Axiu Mao","orcid":"https://orcid.org/0000-0002-7223-7926"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Axiu Mao","raw_affiliation_strings":["School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China","School of Communication Engineering, Hangzhou Dianzi University, China"],"raw_orcid":"https://orcid.org/0000-0002-7223-7926","affiliations":[{"raw_affiliation_string":"School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Communication Engineering, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361885","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0002-5815-2483"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Department of Mechanical Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong","Department of Mechanical Engineering, City University of Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-5815-2483","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Mechanical Engineering, City University of Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073968803","display_name":"Yixuan Yuan","orcid":"https://orcid.org/0000-0002-0853-6948"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yixuan Yuan","raw_affiliation_strings":["Department of Electrical Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong","Department of Electronic Engineering, Chinese University of Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-0853-6948","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Electronic Engineering, Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8246,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.84136042,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"44","issue":"4","first_page":"1783","last_page":"1795"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9128999710083008,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9043999910354614,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6858019232749939},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6564114093780518},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6314525008201599},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5950661301612854},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.5262547731399536},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38263559341430664},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.372566282749176},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2455960214138031},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21067258715629578},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.12763845920562744},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08489358425140381}],"concepts":[{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6858019232749939},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6564114093780518},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6314525008201599},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5950661301612854},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.5262547731399536},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38263559341430664},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.372566282749176},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2455960214138031},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21067258715629578},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.12763845920562744},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08489358425140381},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D018907","descriptor_name":"Privacy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018907","descriptor_name":"Privacy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018907","descriptor_name":"Privacy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018907","descriptor_name":"Privacy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2024.3518539","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3518539","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:40030741","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030741","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6147205287","display_name":null,"funder_award_id":"11217922","funder_id":"https://openalex.org/F4320322887","funder_display_name":"The Research Council"},{"id":"https://openalex.org/G6321824588","display_name":null,"funder_award_id":"11212321","funder_id":"https://openalex.org/F4320322887","funder_display_name":"The Research Council"},{"id":"https://openalex.org/G6328100587","display_name":null,"funder_award_id":"ECS-21212720","funder_id":"https://openalex.org/F4320322887","funder_display_name":"The Research Council"}],"funders":[{"id":"https://openalex.org/F4320322887","display_name":"The Research Council","ror":"https://ror.org/03tcppy59"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W97268080","https://openalex.org/W2008359794","https://openalex.org/W2021088830","https://openalex.org/W2034269173","https://openalex.org/W2104183282","https://openalex.org/W2473418344","https://openalex.org/W2623808523","https://openalex.org/W2772283936","https://openalex.org/W2995022099","https://openalex.org/W2997286550","https://openalex.org/W3165828096","https://openalex.org/W3172614365","https://openalex.org/W3198377975","https://openalex.org/W4220959735","https://openalex.org/W4285817743","https://openalex.org/W4299652825","https://openalex.org/W4312884055","https://openalex.org/W4315473049","https://openalex.org/W4383753010","https://openalex.org/W4384561707","https://openalex.org/W4385570973","https://openalex.org/W4385572063","https://openalex.org/W4386076397","https://openalex.org/W4386083022","https://openalex.org/W4386973901","https://openalex.org/W4390872299","https://openalex.org/W4391109864","https://openalex.org/W4392930764","https://openalex.org/W4395443808","https://openalex.org/W4404782226","https://openalex.org/W6631943919","https://openalex.org/W6637050416","https://openalex.org/W6639246211","https://openalex.org/W6728757088","https://openalex.org/W6759238902","https://openalex.org/W6780438843","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6801929890","https://openalex.org/W6802198785","https://openalex.org/W6810601475","https://openalex.org/W6851578965","https://openalex.org/W6855109554","https://openalex.org/W6855838334","https://openalex.org/W6855950187","https://openalex.org/W6860682419","https://openalex.org/W6862412920","https://openalex.org/W6862979923","https://openalex.org/W6864208426","https://openalex.org/W6865284601","https://openalex.org/W6866432733","https://openalex.org/W6866670604","https://openalex.org/W6867262382","https://openalex.org/W6868986436","https://openalex.org/W6869791283","https://openalex.org/W6874133395"],"related_works":["https://openalex.org/W2997567050","https://openalex.org/W1483272040","https://openalex.org/W4283377908","https://openalex.org/W1526712007","https://openalex.org/W1533421371","https://openalex.org/W2003050223","https://openalex.org/W2091777911","https://openalex.org/W2112835755","https://openalex.org/W2766405861","https://openalex.org/W4291951920"],"abstract_inverted_index":{"Integrating":[0],"low-rank":[1],"adaptation":[2],"(LoRA)":[3],"with":[4,219],"federated":[5,63],"learning":[6],"(FL)":[7],"has":[8],"received":[9],"widespread":[10],"attention":[11],"recently,":[12],"aiming":[13],"to":[14,20,30,82,105,110,176,198],"adapt":[15],"pretrained":[16],"foundation":[17],"models":[18],"(FMs)":[19],"downstream":[21],"medical":[22,215],"tasks":[23],"via":[24],"privacy-preserving":[25,62],"decentralized":[26],"training.":[27,129],"However,":[28],"owing":[29],"the":[31,79,88,97,113,138,151,162,200,203],"direct":[32],"combination":[33],"of":[34,93,119,137,202],"LoRA":[35,91,158],"and":[36,47,69,115,142,157,181,188,206],"FL,":[37],"current":[38],"methods":[39],"generally":[40],"undergo":[41],"two":[42,173],"problems,":[43,57],"i.e.,":[44],"aggregation":[45,84,123],"deviation,":[46],"differential":[48],"privacy":[49,186],"(DP)":[50],"noise":[51,139,156,163,169,207],"amplification":[52,140,164],"effect.":[53],"To":[54,160],"address":[55],"these":[56],"we":[58,74,131,166,193],"propose":[59,167],"a":[60,100,168],"novel":[61],"finetuning":[64,190],"framework":[65],"called":[66],"Deviation":[67],"Eliminating":[68],"Noise":[70],"Regulating":[71],"(DEeR).":[72],"Specifically,":[73],"firstly":[75],"theoretically":[76],"prove":[77],"that":[78,122,144,171],"necessary":[80],"condition":[81],"eliminate":[83],"deviation":[85,101,124,204],"is":[86,103,147,224],"guaranteeing":[87],"equivalence":[89],"between":[90,154,179],"parameters":[92],"clients.":[94],"Based":[95],"on":[96,213],"theoretical":[98],"insight,":[99],"eliminator":[102,205],"designed":[104],"utilize":[106],"alternating":[107],"minimization":[108],"algorithm":[109],"iteratively":[111],"optimize":[112],"zero-initialized":[114],"non-zero-initialized":[116],"parameter":[117],"matrices":[118],"LoRA,":[120,182],"ensuring":[121],"always":[125],"be":[126],"zeros":[127],"during":[128],"Furthermore,":[130],"also":[132],"conduct":[133],"an":[134],"in-depth":[135],"analysis":[136],"effect":[141],"find":[143],"this":[145],"problem":[146],"mainly":[148],"caused":[149],"by":[150],"\"linear":[152],"relationship\"":[153],"DP":[155,180],"parameters.":[159],"suppress":[161],"effect,":[165],"regulator":[170,174],"exploits":[172],"factors":[175],"decouple":[177],"relationship":[178],"thereby":[183],"achieving":[184],"robust":[185],"protection":[187],"excellent":[189],"performance.":[191],"Additionally,":[192],"perform":[194],"comprehensive":[195],"ablated":[196],"experiments":[197],"verify":[199],"effectiveness":[201],"regulator.":[208],"DEeR":[209],"shows":[210],"better":[211],"performance":[212],"public":[214],"datasets":[216],"in":[217],"comparison":[218],"state-of-the-art":[220],"approaches.":[221],"The":[222],"code":[223],"available":[225],"at":[226],"https://github.com/CUHK-AIM-Group/DEeR.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}