{"id":"https://openalex.org/W4402980703","doi":"https://doi.org/10.1109/icme57554.2024.10688162","title":"FedMMR: Multi-Modal Federated Learning via Missing Modality Reconstruction","display_name":"FedMMR: Multi-Modal Federated Learning via Missing Modality Reconstruction","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402980703","doi":"https://doi.org/10.1109/icme57554.2024.10688162"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10688162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10688162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107828501","display_name":"Shu Wang","orcid":"https://orcid.org/0000-0001-5776-8924"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Wang","raw_affiliation_strings":["Central South University,Hunan Provincial Key Lab on Bioinformatics, School of Computer Science and Engineering,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,Hunan Provincial Key Lab on Bioinformatics, School of Computer Science and Engineering,Changsha,China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073473903","display_name":"Zhe Qu","orcid":"https://orcid.org/0000-0002-6368-2147"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Qu","raw_affiliation_strings":["Central South University,Hunan Provincial Key Lab on Bioinformatics, School of Computer Science and Engineering,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,Hunan Provincial Key Lab on Bioinformatics, School of Computer Science and Engineering,Changsha,China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111346959","display_name":"Yuan Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Liu","raw_affiliation_strings":["Central South University,Hunan Provincial Key Lab on Bioinformatics, School of Computer Science and Engineering,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,Hunan Provincial Key Lab on Bioinformatics, School of Computer Science and Engineering,Changsha,China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025341442","display_name":"Shichao Kan","orcid":"https://orcid.org/0000-0003-0097-6196"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shichao Kan","raw_affiliation_strings":["Central South University,Hunan Provincial Key Lab on Bioinformatics, School of Computer Science and Engineering,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,Hunan Provincial Key Lab on Bioinformatics, School of Computer Science and Engineering,Changsha,China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004436217","display_name":"Yixiong Liang","orcid":"https://orcid.org/0000-0003-0407-5838"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixiong Liang","raw_affiliation_strings":["Central South University,Hunan Provincial Key Lab on Bioinformatics, School of Computer Science and Engineering,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,Hunan Provincial Key Lab on Bioinformatics, School of Computer Science and Engineering,Changsha,China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100438360","display_name":"Jianxin Wang","orcid":"https://orcid.org/0000-0003-1516-0480"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxin Wang","raw_affiliation_strings":["Central South University,Hunan Provincial Key Lab on Bioinformatics, School of Computer Science and Engineering,Changsha,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,Hunan Provincial Key Lab on Bioinformatics, School of Computer Science and Engineering,Changsha,China","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139660479"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.953499972820282,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.953499972820282,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11609","display_name":"Geophysical Methods and Applications","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.8346021175384521},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7094382047653198},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6901717185974121},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4387631416320801},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.06704017519950867}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.8346021175384521},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7094382047653198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6901717185974121},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4387631416320801},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.06704017519950867},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10688162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10688162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4000000059604645}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2752782242","https://openalex.org/W2888471892","https://openalex.org/W2891381594","https://openalex.org/W2937328183","https://openalex.org/W2950635152","https://openalex.org/W2967957126","https://openalex.org/W3035014113","https://openalex.org/W3176404283","https://openalex.org/W4206936477","https://openalex.org/W4221154993","https://openalex.org/W4290945297","https://openalex.org/W4292387408","https://openalex.org/W4380926296","https://openalex.org/W4383753827","https://openalex.org/W4386071994","https://openalex.org/W4386075786"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W627697492"],"abstract_inverted_index":{"Federated":[0,67],"Learning":[1],"(FL)":[2],"presents":[3],"a":[4,18,61,84],"decentralized":[5],"learning":[6],"approach":[7],"for":[8,88],"privacy":[9],"preservation.":[10],"While":[11],"many":[12],"research":[13],"focuses":[14],"on":[15],"uni-modal":[16],"FL,":[17,23],"more":[19],"intricate":[20],"version,":[21],"multimodal":[22],"uncovers":[24],"fundamental":[25],"attributes.":[26],"Clients":[27],"might":[28],"only":[29],"gather":[30],"specific":[31],"modalities,":[32,125],"incurring":[33],"missing":[34,40],"modalities":[35,91],"in":[36,106],"multi-modal":[37,63],"FL.":[38],"The":[39],"modality":[41,44],"problem":[42],"incurs":[43],"heterogeneity":[45],"among":[46],"clients":[47],"and":[48,123],"loses":[49],"inter-modal":[50,118],"connection":[51],"within":[52],"one":[53],"client.":[54],"To":[55],"address":[56],"these":[57,74],"issues,":[58],"we":[59,82,111],"introduce":[60],"novel":[62],"FL":[64,139],"method":[65],"called":[66],"Missing":[68],"Modality":[69],"Reconstruction":[70],"(FedMMR),":[71],"which":[72],"tackles":[73],"dual":[75],"challenges":[76],"through":[77],"two":[78],"distinct":[79],"facets.":[80],"First,":[81],"devise":[83],"cross-modal":[85],"reconstruction":[86],"policy":[87],"synthesizing":[89],"absent":[90],"from":[92],"other":[93],"modalities.":[94],"This":[95],"aligns":[96],"the":[97],"data":[98],"feature":[99],"spaces":[100],"across":[101],"clients,":[102],"thereby":[103],"alleviating":[104],"bias":[105],"resultant":[107],"local":[108,113],"models.":[109],"Subsequently,":[110],"steer":[112],"models":[114],"to":[115],"maintain":[116],"an":[117],"awareness":[119],"of":[120],"both":[121],"existing":[122,138],"reconstructed":[124],"recognizing":[126],"their":[127],"potential":[128],"as":[129],"complementary":[130],"components.":[131],"Comprehensive":[132],"results":[133],"show":[134],"that":[135],"FedMMR":[136],"outperforms":[137],"baselines.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}