{"id":"https://openalex.org/W4402352026","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650285","title":"A Contrastive Learning and Graph-based Approach for Missing Modalities in Multimodal Federated Learning","display_name":"A Contrastive Learning and Graph-based Approach for Missing Modalities in Multimodal Federated Learning","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402352026","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650285"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650285","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://hdl.handle.net/10072/433071","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041975519","display_name":"Thu Hang Phung","orcid":"https://orcid.org/0000-0003-4272-7390"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Thu Hang Phung","raw_affiliation_strings":["Hanoi University of Science and Technology,School of Information and Communication Technology,Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,School of Information and Communication Technology,Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091142923","display_name":"Binh P. Nguyen","orcid":"https://orcid.org/0000-0001-6203-6664"},"institutions":[{"id":"https://openalex.org/I41156924","display_name":"Victoria University of Wellington","ror":"https://ror.org/0040r6f76","country_code":"NZ","type":"education","lineage":["https://openalex.org/I41156924"]},{"id":"https://openalex.org/I1302741095","display_name":"Statistics New Zealand","ror":"https://ror.org/055qjgz33","country_code":"NZ","type":"government","lineage":["https://openalex.org/I1302741095","https://openalex.org/I2802073567"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Binh P. Nguyen","raw_affiliation_strings":["Victoria University of Wellington,School of Mathematics and Statistics,New Zealand"],"affiliations":[{"raw_affiliation_string":"Victoria University of Wellington,School of Mathematics and Statistics,New Zealand","institution_ids":["https://openalex.org/I41156924","https://openalex.org/I1302741095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108375279","display_name":"Thanh Hung Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Thanh Hung Nguyen","raw_affiliation_strings":["Hanoi University of Science and Technology,School of Information and Communication Technology,Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,School of Information and Communication Technology,Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051219382","display_name":"Quoc Viet Hung Nguyen","orcid":"https://orcid.org/0000-0002-9687-1315"},"institutions":[{"id":"https://openalex.org/I11701301","display_name":"Griffith University","ror":"https://ror.org/02sc3r913","country_code":"AU","type":"education","lineage":["https://openalex.org/I11701301"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Quoc Viet Hung Nguyen","raw_affiliation_strings":["Griffith University,School of Information and Communication Technology,Australia"],"affiliations":[{"raw_affiliation_string":"Griffith University,School of Information and Communication Technology,Australia","institution_ids":["https://openalex.org/I11701301"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058485829","display_name":"Phi Le Nguyen","orcid":"https://orcid.org/0000-0001-6547-7641"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Phi Le Nguyen","raw_affiliation_strings":["Hanoi University of Science and Technology,School of Information and Communication Technology,Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,School of Information and Communication Technology,Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025137507","display_name":"Thanh Trung Huynh","orcid":"https://orcid.org/0000-0003-2027-5362"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Thanh Trung Huynh","raw_affiliation_strings":["Swiss Federal Institute of Technology Lausanne (EPFL),Switzerland"],"affiliations":[{"raw_affiliation_string":"Swiss Federal Institute of Technology Lausanne (EPFL),Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5041975519"],"corresponding_institution_ids":["https://openalex.org/I94518387"],"apc_list":null,"apc_paid":null,"fwci":0.3626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.66438756,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7718992233276367},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6847039461135864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5572590231895447},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.49244436621665955},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4541364312171936},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4187428951263428},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.18870121240615845}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7718992233276367},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6847039461135864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5572590231895447},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.49244436621665955},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4541364312171936},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4187428951263428},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.18870121240615845},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650285","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:research-repository.griffith.edu.au:10072/433071","is_oa":true,"landing_page_url":"https://hdl.handle.net/10072/433071","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference output"}],"best_oa_location":{"id":"pmh:oai:research-repository.griffith.edu.au:10072/433071","is_oa":true,"landing_page_url":"https://hdl.handle.net/10072/433071","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference output"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W108600807","https://openalex.org/W2098689807","https://openalex.org/W2619383789","https://openalex.org/W2946165673","https://openalex.org/W2951518532","https://openalex.org/W2955213239","https://openalex.org/W2963819344","https://openalex.org/W2997361490","https://openalex.org/W3007345209","https://openalex.org/W3027572331","https://openalex.org/W3080565611","https://openalex.org/W3098802639","https://openalex.org/W3100993965","https://openalex.org/W3206241967","https://openalex.org/W4206936477","https://openalex.org/W4224103482","https://openalex.org/W4283367167","https://openalex.org/W4285601829","https://openalex.org/W4285762978","https://openalex.org/W4290945297","https://openalex.org/W4320067912","https://openalex.org/W4321392831","https://openalex.org/W4383749310","https://openalex.org/W4391216724","https://openalex.org/W6728757088","https://openalex.org/W6759238902","https://openalex.org/W6765541894","https://openalex.org/W6774120287","https://openalex.org/W6779174293","https://openalex.org/W6840402484","https://openalex.org/W6849911278"],"related_works":["https://openalex.org/W4389505417","https://openalex.org/W2962931510","https://openalex.org/W4380551887","https://openalex.org/W3204019825","https://openalex.org/W4285159263","https://openalex.org/W2904518532","https://openalex.org/W4280529741","https://openalex.org/W4293919860","https://openalex.org/W2963650472","https://openalex.org/W4387634401"],"abstract_inverted_index":{"Federated":[0,93,163],"Learning":[1],"has":[2],"emerged":[3],"as":[4],"a":[5,26,37,84,97,101,121,131],"decentralized":[6],"method":[7],"for":[8,87,155],"training":[9],"machine":[10],"learning":[11],"models":[12,117],"using":[13],"distributed":[14],"data":[15,33,61],"sources.":[16],"It":[17],"ensures":[18],"privacy":[19],"by":[20,129],"allowing":[21],"clients":[22,90],"to":[23,59],"collaboratively":[24],"learn":[25],"shared":[27],"global":[28,132],"model":[29,104,133],"while":[30,108],"keeping":[31],"their":[32],"stored":[34],"locally.":[35],"However,":[36],"significant":[38],"challenge":[39,158],"arises":[40],"when":[41],"dealing":[42],"with":[43,105,149],"missing":[44,160],"modalities":[45,53,107,111,161],"in":[46,73,91,162],"clients\u2019":[47],"datasets,":[48],"where":[49],"certain":[50],"features":[51],"or":[52,56],"are":[54],"unavailable":[55],"incomplete,":[57],"leading":[58],"heterogeneous":[60],"distribution.":[62],"Previous":[63],"studies":[64],"have":[65],"addressed":[66],"this":[67],"issue,":[68],"but":[69],"they":[70],"fall":[71],"short":[72],"addressing":[74,156],"generalizability":[75],"across":[76,135,145],"diverse,":[77],"unobserved":[78],"individuals.":[79],"This":[80],"study":[81],"introduces":[82],"MIFL,":[83],"novel":[85],"framework":[86],"handling":[88],"modality-missing":[89],"Multimodal":[92],"Learning.":[94,164],"MIFL":[95,144],"utilizes":[96],"unique":[98],"approach,":[99],"optimizing":[100],"client\u2019s":[102],"local":[103],"existing":[106],"incorporating":[109],"absent":[110],"from":[112],"clients.":[113,136],"Aggregation":[114],"of":[115,143,159],"these":[116],"is":[118],"performed":[119],"through":[120],"graph-based":[122],"attentive":[123],"aggregation":[124],"method,":[125],"maintaining":[126],"generalized":[127],"characteristics":[128],"updating":[130],"averaged":[134],"Our":[137],"experimental":[138],"results":[139],"demonstrate":[140],"the":[141,157],"effectiveness":[142],"various":[146],"client":[147],"configurations":[148],"statistical":[150],"heterogeneity,":[151],"showcasing":[152],"its":[153],"potential":[154]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}