{"id":"https://openalex.org/W4412610777","doi":"https://doi.org/10.1109/hpcc64274.2024.00110","title":"EM2FL: An Embedding Multimodal Fusion Federated Learning Approach to Optimize Privacy and Performance","display_name":"EM2FL: An Embedding Multimodal Fusion Federated Learning Approach to Optimize Privacy and Performance","publication_year":2024,"publication_date":"2024-12-13","ids":{"openalex":"https://openalex.org/W4412610777","doi":"https://doi.org/10.1109/hpcc64274.2024.00110"},"language":"en","primary_location":{"id":"doi:10.1109/hpcc64274.2024.00110","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpcc64274.2024.00110","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on High Performance Computing and Communications (HPCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049529533","display_name":"Zhe Sun","orcid":"https://orcid.org/0000-0002-4633-7675"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Sun","raw_affiliation_strings":["Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037124096","display_name":"Jiewei Wu","orcid":"https://orcid.org/0000-0003-2876-7302"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiewei Wu","raw_affiliation_strings":["Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114182123","display_name":"Chao Li","orcid":"https://orcid.org/0000-0002-3131-2723"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Li","raw_affiliation_strings":["Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079343970","display_name":"Chonghua Wang","orcid":"https://orcid.org/0000-0001-9797-6736"},"institutions":[{"id":"https://openalex.org/I4210118281","display_name":"National Earthquake Response Support Service","ror":"https://ror.org/02gzvm828","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118281"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chonghua Wang","raw_affiliation_strings":["Cyber Emergency Response Team,China Industrial Control Systems,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cyber Emergency Response Team,China Industrial Control Systems,Beijing,China","institution_ids":["https://openalex.org/I4210118281"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355790","display_name":"Zhi Yang","orcid":"https://orcid.org/0000-0002-0871-5882"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Yang","raw_affiliation_strings":["Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036300153","display_name":"Y. P. Zou","orcid":"https://orcid.org/0000-0002-5230-8010"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufu Zou","raw_affiliation_strings":["Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076680807","display_name":"Shutong Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shutong Yang","raw_affiliation_strings":["Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066837860","display_name":"Yao\u2010Wei Huang","orcid":"https://orcid.org/0000-0001-8983-413X"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowei Huang","raw_affiliation_strings":["Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangzhou University,Cyberspace Institute of Advanced Technology,Guangzhou,China","institution_ids":["https://openalex.org/I37987034"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.54468738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"799","last_page":"805"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9043999910354614,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7363812923431396},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.7135306596755981},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6414585113525391},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.45845407247543335},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.43752118945121765},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4051510691642761},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40011194348335266}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7363812923431396},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.7135306596755981},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6414585113525391},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.45845407247543335},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.43752118945121765},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4051510691642761},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40011194348335266},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpcc64274.2024.00110","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpcc64274.2024.00110","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on High Performance Computing and Communications (HPCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2952463989","https://openalex.org/W2964010806","https://openalex.org/W2964081303","https://openalex.org/W2964346351","https://openalex.org/W2981851019","https://openalex.org/W2997604315","https://openalex.org/W3047789363","https://openalex.org/W3064112253","https://openalex.org/W3117861378","https://openalex.org/W3199484676","https://openalex.org/W3201463768","https://openalex.org/W4312221336","https://openalex.org/W4367047069","https://openalex.org/W4391620832","https://openalex.org/W6685230081","https://openalex.org/W6728757088","https://openalex.org/W6758813588","https://openalex.org/W6791353385","https://openalex.org/W6796149595","https://openalex.org/W6810558571","https://openalex.org/W6843021419"],"related_works":["https://openalex.org/W4298221930","https://openalex.org/W2081900870","https://openalex.org/W2777914285","https://openalex.org/W4378677776","https://openalex.org/W3013363440","https://openalex.org/W4287823391","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2152662039"],"abstract_inverted_index":{"Multimodal":[0,55],"federated":[1,67],"learning":[2,68],"enhances":[3],"model":[4],"performance":[5,133,158],"by":[6,134],"integrating":[7],"data":[8,46,76],"from":[9],"different":[10],"modalities.":[11,104,125],"However,":[12],"this":[13,49],"integration":[14],"also":[15],"introduces":[16],"new":[17],"privacy":[18,27,87,140,148,156],"leakage":[19],"risk":[20],"associated":[21],"with":[22],"cross-modal":[23],"correlation.":[24],"Existing":[25],"differential":[26,86,139],"methods":[28,141],"are":[29],"primarily":[30],"designed":[31],"for":[32,117],"single-modal":[33],"data,":[34],"making":[35],"them":[36],"ineffective":[37],"in":[38],"multimodal":[39,66],"scenarios,":[40],"while":[41,142],"noise":[42,161],"addition":[43],"often":[44],"compromises":[45],"utility.":[47],"In":[48],"paper,":[50],"we":[51,93],"propose":[52],"an":[53],"Embedding":[54],"Fusion":[56],"Federated":[57],"Learning":[58],"Approach,":[59],"called":[60],"EM2FL.":[61],"This":[62,150],"approach":[63,108],"leverages":[64],"horizontal":[65],"to":[69,88,137],"collaboratively":[70],"train":[71],"global":[72],"models":[73,112],"across":[74],"multiple":[75,103],"platforms":[77],"without":[78],"exposing":[79],"raw":[80],"private":[81],"data.":[82],"Instead":[83],"of":[84,120,147],"applying":[85],"each":[89],"modality-specific":[90],"encoder":[91],"separately,":[92],"implement":[94],"it":[95],"on":[96,109],"the":[97,118],"mixed":[98],"embedding":[99],"module":[100],"that":[101,129,152],"combines":[102],"We":[105],"tested":[106],"our":[107,130],"3":[110],"distinct":[111],"and":[113,122,157],"validated":[114],"its":[115],"effectiveness":[116],"combination":[119],"image":[121],"user-item":[123],"pair":[124],"Experimental":[126],"results":[127],"show":[128],"method":[131],"improves":[132],"10-20%":[135],"compared":[136],"traditional":[138],"maintaining":[143],"a":[144],"similar":[145],"level":[146],"protection.":[149],"demonstrates":[151],"EM2FL":[153],"effectively":[154],"balances":[155],"through":[159],"selective":[160],"addition.":[162]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}