{"id":"https://openalex.org/W4406611681","doi":"https://doi.org/10.1109/smc54092.2024.10831861","title":"Multimodal Federated Learning Via Local-Global Fusion","display_name":"Multimodal Federated Learning Via Local-Global Fusion","publication_year":2024,"publication_date":"2024-10-06","ids":{"openalex":"https://openalex.org/W4406611681","doi":"https://doi.org/10.1109/smc54092.2024.10831861"},"language":"en","primary_location":{"id":"doi:10.1109/smc54092.2024.10831861","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc54092.2024.10831861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063559793","display_name":"Zilin Xia","orcid":"https://orcid.org/0000-0002-9189-3291"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zilin Xia","raw_affiliation_strings":["School of Computer Science and Technology, Hangzhou Dianzi University,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Hangzhou Dianzi University,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011026241","display_name":"Min Tan","orcid":"https://orcid.org/0000-0002-1842-4050"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Tan","raw_affiliation_strings":["School of Computer Science and Technology, Hangzhou Dianzi University,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Hangzhou Dianzi University,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073752897","display_name":"Zhigang Gao","orcid":"https://orcid.org/0000-0001-7727-3072"},"institutions":[{"id":"https://openalex.org/I55538621","display_name":"China Jiliang University","ror":"https://ror.org/05v1y0t93","country_code":"CN","type":"education","lineage":["https://openalex.org/I55538621"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhigang Gao","raw_affiliation_strings":["College of Information Engineering, China Jiliang University,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, China Jiliang University,Hangzhou,China","institution_ids":["https://openalex.org/I55538621"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114106365","display_name":"Lingqiang Chu","orcid":"https://orcid.org/0000-0003-0367-8397"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingqiang Chu","raw_affiliation_strings":["School of Computer Science and Technology, Hangzhou Dianzi University,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Hangzhou Dianzi University,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025707429","display_name":"Tingting Han","orcid":"https://orcid.org/0000-0002-2131-9200"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingting Han","raw_affiliation_strings":["School of Computer Science and Technology, Hangzhou Dianzi University,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Hangzhou Dianzi University,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5403","last_page":"5408"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.710570216178894},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5409634113311768},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4475223124027252}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.710570216178894},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5409634113311768},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4475223124027252},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc54092.2024.10831861","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc54092.2024.10831861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2954231566","https://openalex.org/W2970825779","https://openalex.org/W3009394580","https://openalex.org/W3200612871","https://openalex.org/W4200497165","https://openalex.org/W4207054665","https://openalex.org/W4283367167","https://openalex.org/W4290945297","https://openalex.org/W4319663704","https://openalex.org/W4389403234","https://openalex.org/W4393156156"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0],"number":[1],"of":[2,4,86,131,210],"Internet":[3],"Things":[5],"(IoT)":[6],"devices":[7,35,41],"across":[8],"diverse":[9],"domains":[10],"in":[11],"modern":[12],"life":[13],"has":[14,47],"made":[15],"them":[16],"significant":[17],"sources":[18],"for":[19],"collecting":[20],"and":[21,29,114,155,164,182,199],"analyzing":[22],"multi-modal":[23],"data.":[24,67],"However,":[25],"concerns":[26],"about":[27],"ownership":[28],"data":[30,37,135],"privacy":[31],"associated":[32],"with":[33,105],"IoT":[34],"make":[36],"sharing":[38],"among":[39],"multiple":[40],"impractical.":[42],"Recently,":[43],"multimodal":[44,71,98,184],"federated":[45,72,196],"learning":[46,73,100,149,197],"emerged":[48],"as":[49],"an":[50],"innovative":[51],"solution":[52],"where":[53],"each":[54,132],"device":[55],"client":[56,88,118,144,203],"can":[57],"collectively":[58],"train":[59],"a":[60,77,97],"satisfactory":[61,208],"local":[62,66,87,112,117,133,138,156,163,174,202],"model":[63,81],"without":[64],"exchanging":[65],"Nevertheless,":[68],"most":[69],"existing":[70],"approaches":[74],"prioritize":[75],"training":[76],"powerful":[78],"global":[79,124,129,154,165,169,212],"server":[80,213],"while":[82,205],"neglecting":[83],"the":[84,122,128,142,160,168,207,211],"performance":[85,192,209],"models.":[89,119],"In":[90],"this":[91,93],"context,":[92],"paper":[94],"introduces":[95],"FedAF,":[96],"Federated":[99],"approach":[101],"via":[102],"feature":[103,139],"Fusion":[104],"adversarial":[106,148],"representation":[107,130],"learning,":[108],"aimed":[109],"at":[110],"enhancing":[111],"representations":[113,157],"thereby":[115],"improving":[116],"Specifically,":[120],"using":[121],"trained":[123],"model,":[125],"FedAF":[126,189],"integrates":[127],"client's":[134],"into":[136],"its":[137],"obtained":[140],"from":[141],"corresponding":[143],"model.":[145,214],"Furthermore,":[146],"domain":[147],"is":[150],"employed":[151],"to":[152,171,173,194],"align":[153],"by":[158],"minimizing":[159],"discrepancy":[161],"between":[162],"encoders,":[166],"compelling":[167],"encoder":[170],"adapt":[172],"tasks.":[175],"Comprehensive":[176],"experiments":[177],"on":[178],"two":[179],"unimodal":[180],"classifications":[181],"one":[183],"retrieval":[185],"dataset":[186],"demonstrate":[187],"that":[188],"achieves":[190],"state-of-the-art":[191],"compared":[193],"other":[195],"methods":[198],"significantly":[200],"improves":[201],"models":[204],"maintaining":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}