{"id":"https://openalex.org/W4413968533","doi":"https://doi.org/10.1145/3749467","title":"Cross-Modal Federated Learning among Unimodal Devices","display_name":"Cross-Modal Federated Learning among Unimodal Devices","publication_year":2025,"publication_date":"2025-09-03","ids":{"openalex":"https://openalex.org/W4413968533","doi":"https://doi.org/10.1145/3749467"},"language":"en","primary_location":{"id":"doi:10.1145/3749467","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3749467","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3749467","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3749467","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037386169","display_name":"Yongheng Deng","orcid":"https://orcid.org/0000-0003-3010-3812"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongheng Deng","raw_affiliation_strings":["Tsinghua University, Department of Computer Science and Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3010-3812","affiliations":[{"raw_affiliation_string":"Tsinghua University, Department of Computer Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053549667","display_name":"Ningxin He","orcid":"https://orcid.org/0000-0002-2093-5693"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ningxin He","raw_affiliation_strings":["Nankai University, College of Software, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-2093-5693","affiliations":[{"raw_affiliation_string":"Nankai University, College of Software, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100370267","display_name":"Xinyi Li","orcid":"https://orcid.org/0000-0001-9702-3417"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Li","raw_affiliation_strings":["Tsinghua University, Department of Computer Science and Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9702-3417","affiliations":[{"raw_affiliation_string":"Tsinghua University, Department of Computer Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082402770","display_name":"Fan Wu","orcid":"https://orcid.org/0000-0003-3615-1217"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Wu","raw_affiliation_strings":["Central South University, School of Computer Science and Engineering, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-3615-1217","affiliations":[{"raw_affiliation_string":"Central South University, School of Computer Science and Engineering, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069049205","display_name":"Yaoxue Zhang","orcid":"https://orcid.org/0000-0001-6717-461X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoxue Zhang","raw_affiliation_strings":["Tsinghua University, Department of Computer Science and Technology, Beijing, China and Zhongguancun Laboratory, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6717-461X","affiliations":[{"raw_affiliation_string":"Tsinghua University, Department of Computer Science and Technology, Beijing, China and Zhongguancun Laboratory, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015419107","display_name":"Ju Ren","orcid":"https://orcid.org/0000-0003-2782-183X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ju Ren","raw_affiliation_strings":["Tsinghua University, Department of Computer Science and Technology, Beijing, China and Zhongguancun Laboratory, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2782-183X","affiliations":[{"raw_affiliation_string":"Tsinghua University, Department of Computer Science and Technology, Beijing, China and Zhongguancun Laboratory, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.396,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85746937,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"9","issue":"3","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7353202700614929},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.558714747428894},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36943304538726807},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.14871734380722046}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7353202700614929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.558714747428894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36943304538726807},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.14871734380722046},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3749467","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3749467","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3749467","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3749467","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3749467","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3749467","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1491834576","display_name":null,"funder_award_id":"2023SK2020","funder_id":"https://openalex.org/F4320330214","funder_display_name":"Key Research and Development Program of Hunan Province of China"},{"id":"https://openalex.org/G3184683627","display_name":null,"funder_award_id":"62432004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4285073634","display_name":null,"funder_award_id":"62341201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G583570468","display_name":null,"funder_award_id":"62402267","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6863796122","display_name":null,"funder_award_id":"62372472","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"},{"id":"https://openalex.org/F4320330214","display_name":"Key Research and Development Program of Hunan Province of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413968533.pdf","grobid_xml":"https://content.openalex.org/works/W4413968533.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W134960717","https://openalex.org/W2026297770","https://openalex.org/W2086509056","https://openalex.org/W2144348409","https://openalex.org/W2553915786","https://openalex.org/W2894771803","https://openalex.org/W2965144482","https://openalex.org/W2982242214","https://openalex.org/W2995191368","https://openalex.org/W3035333188","https://openalex.org/W3080935714","https://openalex.org/W3138059307","https://openalex.org/W3154608090","https://openalex.org/W3175825020","https://openalex.org/W3176404283","https://openalex.org/W3176463841","https://openalex.org/W3178827611","https://openalex.org/W3184679245","https://openalex.org/W3184735396","https://openalex.org/W3204510963","https://openalex.org/W4206936477","https://openalex.org/W4214653736","https://openalex.org/W4224324956","https://openalex.org/W4229058310","https://openalex.org/W4283208915","https://openalex.org/W4283220690","https://openalex.org/W4283367167","https://openalex.org/W4283796083","https://openalex.org/W4283811427","https://openalex.org/W4286952013","https://openalex.org/W4289550913","https://openalex.org/W4290945297","https://openalex.org/W4301104990","https://openalex.org/W4312877428","https://openalex.org/W4376226279","https://openalex.org/W4382239439","https://openalex.org/W4383988651","https://openalex.org/W4386076561","https://openalex.org/W4386245189","https://openalex.org/W4387967957","https://openalex.org/W4387969564","https://openalex.org/W4395665946","https://openalex.org/W4404237407"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Federated":[0],"multimodal":[1,12,23,26,57,71,126,135,143],"learning":[2,24,58,83],"enables":[3,61],"decentralized":[4],"devices":[5,37,63,107],"with":[6,64,145],"diverse":[7],"modalities":[8,105,122],"to":[9,67,85,123,157],"collaboratively":[10,68],"train":[11,69],"models":[13],"without":[14],"sharing":[15],"their":[16],"raw":[17],"data.":[18],"In":[19],"most":[20],"existing":[21],"federated":[22,56,82],"approaches,":[25],"data":[27,45],"is":[28],"indispensable.":[29],"However,":[30],"in":[31],"reality,":[32],"a":[33,55,70,125],"considerable":[34],"number":[35],"of":[36,103,120,154],"can":[38,137],"only":[39],"collect":[40],"unimodal":[41,62,81,87,140],"data,":[42],"and":[43,89,99,128,142],"the":[44,76,93,101,118,133,152],"labels":[46,66],"are":[47,114],"often":[48],"incomplete.":[49],"Therefore,":[50],"this":[51],"paper":[52],"proposes":[53],"FedCMD,":[54,132],"approach":[59],"that":[60],"missing":[65,121,147],"model.":[72],"To":[73],"effectively":[74],"leverage":[75],"label-missing":[77],"samples,":[78],"FedCMD":[79,155],"performs":[80],"first":[84],"learn":[86,124],"encoders":[88],"make":[90],"pseudo-labels":[91],"for":[92,108],"unlabeled":[94],"samples.":[95],"Then":[96],"it":[97],"calculates":[98],"shares":[100],"prototypes":[102,113],"various":[104],"among":[106],"cross-modal":[109],"feature":[110],"alignment.":[111],"The":[112],"finally":[115],"served":[116],"as":[117],"complementary":[119],"fusion":[127],"classification":[129],"network.":[130],"With":[131],"learned":[134],"network":[136],"support":[138],"both":[139],"inputs":[141,144],"any":[146],"modalities.":[148],"Extensive":[149],"experiments":[150],"demonstrate":[151],"efficacy":[153],"compared":[156],"state-of-the-art":[158],"baselines.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
