{"id":"https://openalex.org/W7076051637","doi":"https://doi.org/10.1109/tifs.2025.3598587","title":"Differential Privacy for Multi-Modal Federated Learning With Modality Selection","display_name":"Differential Privacy for Multi-Modal Federated Learning With Modality Selection","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7076051637","doi":"https://doi.org/10.1109/tifs.2025.3598587"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2025.3598587","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3598587","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chang Ma","orcid":"https://orcid.org/0009-0002-7284-9698"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Ma","raw_affiliation_strings":["School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0002-7284-9698","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jun Li","orcid":"https://orcid.org/0000-0002-6239-2922"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6239-2922","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yipeng Zhou","orcid":"https://orcid.org/0000-0003-1533-0865"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yipeng Zhou","raw_affiliation_strings":["School of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1533-0865","affiliations":[{"raw_affiliation_string":"School of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ming Ding","orcid":"https://orcid.org/0000-0002-3690-0321"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ming Ding","raw_affiliation_strings":["Data61, CSIRO, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3690-0321","affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yiyang Ni","orcid":"https://orcid.org/0000-0001-5893-6854"},"institutions":[{"id":"https://openalex.org/I235331625","display_name":"Jiangsu Second Normal University","ror":"https://ror.org/00e6ytg41","country_code":"CN","type":"education","lineage":["https://openalex.org/I235331625"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiyang Ni","raw_affiliation_strings":["Institute of Artificial Intelligence Research, Jiangsu Second Normal University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5893-6854","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence Research, Jiangsu Second Normal University, Nanjing, China","institution_ids":["https://openalex.org/I235331625"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shi Jin","orcid":"https://orcid.org/0000-0003-0271-6021"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Jin","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0271-6021","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0035,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.78859631,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"20","issue":null,"first_page":"8788","last_page":"8801"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12773","display_name":"Water Quality and Resources Studies","score":0.033399999141693115,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12773","display_name":"Water Quality and Resources Studies","score":0.033399999141693115,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13370","display_name":"Diverse Scientific and Economic Studies","score":0.031599998474121094,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13917","display_name":"Engineering and Material Science Research","score":0.024299999698996544,"subfield":{"id":"https://openalex.org/subfields/2500","display_name":"General Materials Science"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7613000273704529},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.7444999814033508},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7166000008583069},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6732000112533569},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.559499979019165},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.44760000705718994},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4377000033855438},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4153999984264374}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8711000084877014},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7613000273704529},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.7444999814033508},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7166000008583069},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6732000112533569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6126999855041504},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5756999850273132},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.559499979019165},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.44760000705718994},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4377000033855438},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4153999984264374},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.3919000029563904},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3580999970436096},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2980000078678131},{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2025.3598587","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3598587","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2637521528","display_name":null,"funder_award_id":"62471204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G269416364","display_name":null,"funder_award_id":"92067201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3363585228","display_name":null,"funder_award_id":"BE2023022","funder_id":"https://openalex.org/F4320335956","funder_display_name":"Key Technologies Research and Development Program of Guangzhou"},{"id":"https://openalex.org/G3713409204","display_name":null,"funder_award_id":"2024J021","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G8283536380","display_name":null,"funder_award_id":"BE2023022-2","funder_id":"https://openalex.org/F4320335956","funder_display_name":"Key Technologies Research and Development Program of Guangzhou"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null},{"id":"https://openalex.org/F4320335956","display_name":"Key Technologies Research and Development Program of Guangzhou","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2027595342","https://openalex.org/W2051267297","https://openalex.org/W2146334809","https://openalex.org/W2191779130","https://openalex.org/W2501277411","https://openalex.org/W2535690855","https://openalex.org/W2795435272","https://openalex.org/W2912213068","https://openalex.org/W3013124972","https://openalex.org/W3016632787","https://openalex.org/W3035333188","https://openalex.org/W3090615085","https://openalex.org/W3122294042","https://openalex.org/W3128515475","https://openalex.org/W4312639100","https://openalex.org/W4382202863","https://openalex.org/W4383754164","https://openalex.org/W4386076642","https://openalex.org/W4386737174","https://openalex.org/W4388642327","https://openalex.org/W4388878683","https://openalex.org/W4391759794","https://openalex.org/W4402660166","https://openalex.org/W4408183586","https://openalex.org/W4413147263"],"related_works":[],"abstract_inverted_index":{"Differential":[0],"privacy":[1,15,58,89],"federated":[2,90],"learning":[3,31,91,128,164,175,201],"(DPFL)":[4],"has":[5],"garnered":[6],"tremendous":[7],"attentions":[8],"for":[9,216],"its":[10],"ability":[11],"to":[12,94,148,161,173,184,199,225,236],"preserve":[13],"clients\u2019":[14],"during":[16],"model":[17,41],"training.":[18],"However,":[19],"directly":[20],"training":[21,71],"multi-modal":[22,78,87],"models":[23,157],"within":[24,229],"DPFL":[25,47,230],"frameworks":[26],"often":[27],"results":[28,191,209],"in":[29,40,46,124,203],"inferior":[30],"performance":[32,76,129,176,202,223],"because:":[33],"1)":[34],"Multi-modal":[35],"imbalance,":[36],"a":[37,85,104,145,169],"common":[38],"issue":[39],"training,":[42],"is":[43,108],"not":[44],"considered":[45],"when":[48],"determining":[49],"scales":[50],"of":[51,66,77,110,114,122,135,153,187,205,234],"artificial":[52],"noises":[53],"(ANs)":[54],"generated":[55],"by":[56,130,159,177,249],"differential":[57,88],"(DP);":[59],"2)":[60],"ANs":[61],"will":[62],"alter":[63],"the":[64,70,75,120,132,151,162,185,200,217,221,239],"impacts":[65],"individual":[67],"modalities":[68,179],"on":[69,127,140,196],"process,":[72],"further":[73,167,245],"deteriorating":[74],"learning.":[79],"In":[80],"this":[81],"paper,":[82],"we":[83,101,117,143],"propose":[84],"novel":[86],"(MDPFL)":[92],"framework":[93],"address":[95],"these":[96],"issues.":[97],"To":[98],"be":[99],"specific,":[100],"first":[102],"design":[103,168],"parameter-clipping":[105,213],"method":[106,214,228],"that":[107,211],"capable":[109],"handling":[111],"heterogeneous":[112],"quality":[113,126],"modalities.":[115],"Then":[116],"theoretically":[118],"analyze":[119],"influence":[121,186],"variations":[123],"modality":[125,170,197,241],"deriving":[131],"upper":[133],"bound":[134],"loss":[136],"functions.":[137],"Next,":[138],"based":[139],"our":[141,193,212],"analysis,":[142],"construct":[144],"heuristic":[146],"criterion":[147],"effectively":[149],"assess":[150],"contributions":[152,182,198],"each":[154],"client\u2019s":[155],"uni-modal":[156],"(obfuscated":[158],"ANs)":[160],"overall":[163],"performance.":[165],"We":[166],"selection":[171,242],"algorithm":[172,243],"enhance":[174],"discarding":[178],"with":[180],"low":[181],"(due":[183],"ANs).":[188],"Extensive":[189],"experimental":[190,208],"validate":[192],"theoretical":[194],"analysis":[195],"terms":[204],"accuracy.":[206],"Also,":[207],"demonstrate":[210],"tailored":[215],"MDPFL":[218],"significantly":[219],"enhances":[220],"accuracy":[222,248],"compared":[224],"conventional":[226],"clipping":[227],"frameworks,":[231],"yielding":[232],"improvements":[233],"up":[235],"10%,":[237],"and":[238],"proposed":[240],"can":[244],"boost":[246],"classification":[247],"4%.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}