{"id":"https://openalex.org/W4402157714","doi":"https://doi.org/10.1109/icc51166.2024.10622194","title":"FedMFS: Federated Multimodal Fusion Learning with Selective Modality Communication","display_name":"FedMFS: Federated Multimodal Fusion Learning with Selective Modality Communication","publication_year":2024,"publication_date":"2024-06-09","ids":{"openalex":"https://openalex.org/W4402157714","doi":"https://doi.org/10.1109/icc51166.2024.10622194"},"language":"en","primary_location":{"id":"doi:10.1109/icc51166.2024.10622194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc51166.2024.10622194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2024 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022883297","display_name":"Liangqi Yuan","orcid":"https://orcid.org/0000-0002-9994-6773"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liangqi Yuan","raw_affiliation_strings":["Elmore Family School of Electrical and Computer Engineering, Purdue University,West Lafayette,USA,47907"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Elmore Family School of Electrical and Computer Engineering, Purdue University,West Lafayette,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101403023","display_name":"Dong-Jun Han","orcid":"https://orcid.org/0000-0003-2970-7336"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong-Jun Han","raw_affiliation_strings":["Elmore Family School of Electrical and Computer Engineering, Purdue University,West Lafayette,USA,47907"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Elmore Family School of Electrical and Computer Engineering, Purdue University,West Lafayette,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018146595","display_name":"Vishnu Pandi Chellapandi","orcid":"https://orcid.org/0000-0002-0313-0850"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vishnu Pandi Chellapandi","raw_affiliation_strings":["Elmore Family School of Electrical and Computer Engineering, Purdue University,West Lafayette,USA,47907"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Elmore Family School of Electrical and Computer Engineering, Purdue University,West Lafayette,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046812485","display_name":"Stanis\u0142aw H. \u017bak","orcid":"https://orcid.org/0000-0001-9616-615X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stanislaw H. Zak","raw_affiliation_strings":["Elmore Family School of Electrical and Computer Engineering, Purdue University,West Lafayette,USA,47907"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Elmore Family School of Electrical and Computer Engineering, Purdue University,West Lafayette,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020399355","display_name":"Christopher G. Brinton","orcid":"https://orcid.org/0000-0003-2771-3521"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher G. Brinton","raw_affiliation_strings":["Elmore Family School of Electrical and Computer Engineering, Purdue University,West Lafayette,USA,47907"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Elmore Family School of Electrical and Computer Engineering, Purdue University,West Lafayette,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"287","last_page":"292"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.822157621383667},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7350291609764099},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.45746973156929016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4420084059238434},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3332881033420563},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06099739670753479}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.822157621383667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7350291609764099},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.45746973156929016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4420084059238434},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3332881033420563},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06099739670753479},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc51166.2024.10622194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc51166.2024.10622194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2024 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6948233075","display_name":null,"funder_award_id":"CNS-2212565,CPS-2313109","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2999615587","https://openalex.org/W3182125009","https://openalex.org/W4200234277","https://openalex.org/W4206936477","https://openalex.org/W4224227775","https://openalex.org/W4226479888","https://openalex.org/W4283208915","https://openalex.org/W4289731865","https://openalex.org/W4290945297","https://openalex.org/W4318619660","https://openalex.org/W4321192594","https://openalex.org/W4361986876","https://openalex.org/W4377710503","https://openalex.org/W4381850046","https://openalex.org/W4382365395","https://openalex.org/W4385567856","https://openalex.org/W4385815544","https://openalex.org/W4388666567","https://openalex.org/W4391768879","https://openalex.org/W4392172926","https://openalex.org/W4399168337","https://openalex.org/W4402156439","https://openalex.org/W6728757088","https://openalex.org/W6766985858","https://openalex.org/W6858373233"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2461480269"],"abstract_inverted_index":{"Multimodal":[0,78],"federated":[1],"learning":[2,80],"(FL)":[3],"aims":[4],"to":[5,33,69,141,166,170],"enrich":[6],"model":[7,130],"training":[8],"in":[9,39],"FL":[10,35,90],"settings":[11],"where":[12],"devices":[13,60],"are":[14],"collecting":[15],"measurements":[16],"across":[17],"multiple":[18],"modalities":[19,47],"(e.g.,":[20],"sensors":[21],"measuring":[22],"pressure,":[23],"motion,":[24],"and":[25,55,152],"other":[26],"types":[27],"of":[28,46,105,118,164],"data).":[29],"However,":[30],"key":[31,100],"challenges":[32],"multimodal":[34,88],"remain":[36],"unaddressed,":[37],"particularly":[38],"heterogeneous":[40],"network":[41],"settings:":[42],"(i)":[43,115],"the":[44,70,95,103,116,119,128,157,162,175],"set":[45],"collected":[48],"by":[49,122,178],"each":[50,111],"device":[51],"will":[52],"be":[53],"diverse,":[54],"(ii)":[56,127],"communication":[57,84,136,146,176],"limitations":[58],"prevent":[59],"from":[61],"uploading":[62],"all":[63],"their":[64],"locally":[65],"trained":[66],"modality":[67,83,107,129],"models":[68],"server.":[71],"In":[72],"this":[73],"paper,":[74],"we":[75],"propose":[76],"Federated":[77],"Fusion":[79],"with":[81],"Selective":[82],"(FedMFS),":[85],"a":[86,106,133],"new":[87],"fusion":[89],"methodology":[91],"that":[92],"can":[93],"tackle":[94],"above":[96],"mentioned":[97],"challenges.":[98],"The":[99],"idea":[101],"is":[102],"introduction":[104],"selection":[108],"criterion":[109],"for":[110,135],"device,":[112],"which":[113],"weighs":[114],"impact":[117],"modality,":[120],"gauged":[121],"Shapley":[123],"value":[124],"analysis,":[125],"against":[126,145],"size":[131],"as":[132],"gauge":[134],"overhead.":[137],"This":[138],"enables":[139],"FedMFS":[140,165],"flexibly":[142],"balance":[143],"performance":[144],"costs,":[147],"depending":[148],"on":[149,156],"resource":[150],"constraints":[151],"application":[153],"requirements.":[154],"Experiments":[155],"real-world":[158],"ActionSense":[159],"dataset":[160],"demonstrate":[161],"ability":[163],"achieve":[167],"comparable":[168],"accuracy":[169],"several":[171],"baselines":[172],"while":[173],"reducing":[174],"overhead":[177],"over":[179],"4x.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}