{"id":"https://openalex.org/W4411948626","doi":"https://doi.org/10.1109/jiot.2025.3579858","title":"MMFed: A Multimodal Federated Learning Framework for Heterogeneous Devices","display_name":"MMFed: A Multimodal Federated Learning Framework for Heterogeneous Devices","publication_year":2025,"publication_date":"2025-07-02","ids":{"openalex":"https://openalex.org/W4411948626","doi":"https://doi.org/10.1109/jiot.2025.3579858"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3579858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3579858","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Gang Wang","orcid":"https://orcid.org/0009-0004-9662-0083"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Gang Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0004-9662-0083","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367496","display_name":"Yanfeng Zhang","orcid":"https://orcid.org/0000-0002-9871-0304"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfeng Zhang","raw_affiliation_strings":["School of Computer Science and Engineering and the National Frontiers Science Center for Industrial Intelligence and Systems Optimization, Northeastern University, Shenyang, China","School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-9871-0304","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and the National Frontiers Science Center for Industrial Intelligence and Systems Optimization, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030888658","display_name":"Chenhao Ying","orcid":"https://orcid.org/0000-0002-2152-3826"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenhao Ying","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2152-3826","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051107722","display_name":"Qinnan Zhang","orcid":"https://orcid.org/0000-0001-9220-2694"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinnan Zhang","raw_affiliation_strings":["Beijing Advanced Innovation Center for Future Blockchain and Privacy Computing, Beihang University, Beijing, China","Beijing Advanced Innovation Center for Future Blockchain and Privacy Computing, Beihang University, China"],"raw_orcid":"https://orcid.org/0000-0001-9220-2694","affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Future Blockchain and Privacy Computing, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beijing Advanced Innovation Center for Future Blockchain and Privacy Computing, Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005327587","display_name":"Zehui Xiong","orcid":"https://orcid.org/0000-0002-4440-941X"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zehui Xiong","raw_affiliation_strings":["Singapore University of Technology and Design, Somapah Rd, Singapore","Singapore University of Technology and Design, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4440-941X","affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Somapah Rd, Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065838389","display_name":"Jiakang Wang","orcid":"https://orcid.org/0009-0003-3513-8923"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiakang Wang","raw_affiliation_strings":["China Mobile Communications Group Shandong Company Ltd., Jinan, Shandong, China","China Mobile Communications Group Shandong Co. Ltd, Jinan, Shandong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile Communications Group Shandong Company Ltd., Jinan, Shandong, China","institution_ids":["https://openalex.org/I180662265"]},{"raw_affiliation_string":"China Mobile Communications Group Shandong Co. Ltd, Jinan, Shandong, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072406974","display_name":"Ge Yu","orcid":"https://orcid.org/0000-0002-3171-8889"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ge Yu","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-3171-8889","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":2.1733,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89188968,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":"18","first_page":"36893","last_page":"36907"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9314000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9314000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8464359641075134},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4371996819972992},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4364224076271057},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3556481599807739},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3370969891548157}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8464359641075134},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4371996819972992},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4364224076271057},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3556481599807739},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3370969891548157}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3579858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3579858","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2311391187","display_name":null,"funder_award_id":"B16009","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G3638776645","display_name":null,"funder_award_id":"21&ZD124","funder_id":"https://openalex.org/F4320335869","funder_display_name":"National Social Science Fund of China"},{"id":"https://openalex.org/G6032661379","display_name":null,"funder_award_id":"62372493","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8189962075","display_name":null,"funder_award_id":"62402313","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8352316184","display_name":null,"funder_award_id":"Z230001","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G8372607891","display_name":null,"funder_award_id":"62372097","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null},{"id":"https://openalex.org/F4320335869","display_name":"National Social Science Fund of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W123295786","https://openalex.org/W2073401630","https://openalex.org/W2074099390","https://openalex.org/W2912213068","https://openalex.org/W2951832089","https://openalex.org/W2997361490","https://openalex.org/W3014517104","https://openalex.org/W3026182744","https://openalex.org/W3043229062","https://openalex.org/W3094561908","https://openalex.org/W3096325357","https://openalex.org/W3111084776","https://openalex.org/W3136022984","https://openalex.org/W3213120752","https://openalex.org/W4220883012","https://openalex.org/W4281931787","https://openalex.org/W4283367167","https://openalex.org/W4385567856","https://openalex.org/W4386766438","https://openalex.org/W4387092416","https://openalex.org/W4401752788","https://openalex.org/W4403917919","https://openalex.org/W4405175807"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Existing":[0],"federated":[1,50,165],"learning":[2,51,166],"frameworks":[3,172],"are":[4],"primarily":[5],"designed":[6],"for":[7],"single-modal":[8],"data.":[9],"However,":[10],"real-world":[11,26],"scenarios":[12,27],"require":[13],"processing":[14,31],"multi-modal":[15],"data":[16,33,70,84],"on":[17,34,68,102,146,173],"heterogeneous":[18,35],"devices.":[19,137],"The":[20,62],"gap":[21],"between":[22],"existing":[23],"methods":[24],"and":[25,89,155],"presents":[28],"challenges":[29],"in":[30,185],"multimodal":[32,49,55,63,148,171,175],"devices,":[36],"significantly":[37],"impacting":[38],"model":[39],"training":[40,60,113,188],"efficiency.":[41],"To":[42],"address":[43],"these":[44,91],"issues,":[45],"we":[46,86],"propose":[47],"a":[48,58,95,122,130,202],"framework,":[52,167],"which":[53,98],"integrates":[54],"algorithms":[56],"with":[57,81],"semi-synchronous":[59,112],"method.":[61],"algorithm":[64],"trains":[65],"local":[66,92],"autoencoders":[67,93],"different":[69,79],"modalities.":[71],"By":[72],"leveraging":[73],"the":[74,82,103,111,125,134,169],"similarity":[75],"of":[76,127,143,182,187,205],"encodings":[77],"across":[78],"modalities":[80],"same":[83],"labels,":[85],"further":[87],"train":[88],"aggregate":[90],"into":[94],"global":[96,131],"autoencoder,":[97],"is":[99,191,199],"then":[100],"deployed":[101],"blockchain":[104],"to":[105,194,201],"perform":[106],"downstream":[107],"classification":[108],"tasks.":[109],"In":[110],"method,":[114],"each":[115,128],"device":[116],"updates":[117,135],"its":[118],"parameters":[119],"independently":[120],"during":[121],"round.":[123],"At":[124],"end":[126],"round,":[129],"aggregation":[132],"combines":[133],"from":[136],"We":[138],"conduct":[139],"an":[140,178],"empirical":[141],"evaluation":[142],"our":[144,164],"framework":[145],"various":[147],"datasets,":[149,176],"including":[150],"Opportunity":[151],"(Opp)":[152],"Challenge,":[153],"mHealth,":[154],"UR":[156],"Fall":[157],"Detection":[158],"datasets.":[159],"Experimental":[160],"results":[161],"demonstrate":[162],"that":[163],"outperforms":[168],"state-of-the-art":[170],"three":[174],"achieving":[177],"average":[179],"accuracy":[180],"improvement":[181],"9.07%.":[183],"Furthermore,":[184],"terms":[186],"speed,":[189],"MMFed":[190],"obviously":[192],"superior":[193],"synchronization":[195],"strategies":[196],"when":[197],"it":[198],"extended":[200],"large":[203],"number":[204],"clients.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}