{"id":"https://openalex.org/W4404034890","doi":"https://doi.org/10.1145/3666025.3699360","title":"Towards Efficient Heterogeneous Multi-Modal Federated Learning with Hierarchical Knowledge Disentanglement","display_name":"Towards Efficient Heterogeneous Multi-Modal Federated Learning with Hierarchical Knowledge Disentanglement","publication_year":2024,"publication_date":"2024-11-04","ids":{"openalex":"https://openalex.org/W4404034890","doi":"https://doi.org/10.1145/3666025.3699360"},"language":"en","primary_location":{"id":"doi:10.1145/3666025.3699360","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3666025.3699360","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3666025.3699360","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM Conference on Embedded Networked Sensor Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3666025.3699360","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076420274","display_name":"Xingchen Wang","orcid":"https://orcid.org/0000-0003-1352-7445"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xingchen Wang","raw_affiliation_strings":["Purdue University, West Lafayette, United States"],"raw_orcid":"https://orcid.org/0000-0003-1352-7445","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, United States","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018990800","display_name":"Haoyu Wang","orcid":"https://orcid.org/0000-0001-7485-6213"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoyu Wang","raw_affiliation_strings":["Purdue University, West Lafayette, United States"],"raw_orcid":"https://orcid.org/0000-0001-7485-6213","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, United States","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080988180","display_name":"Feijie Wu","orcid":"https://orcid.org/0000-0003-0541-1901"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feijie Wu","raw_affiliation_strings":["Purdue University, West Lafayette, United States"],"raw_orcid":"https://orcid.org/0000-0003-0541-1901","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, United States","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035373409","display_name":"T. Liu","orcid":"https://orcid.org/0000-0002-8396-8564"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianci Liu","raw_affiliation_strings":["Purdue University, West Lafayette, United States"],"raw_orcid":"https://orcid.org/0000-0002-8396-8564","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, United States","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102710018","display_name":"Qiming Cao","orcid":"https://orcid.org/0000-0002-3329-3239"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiming Cao","raw_affiliation_strings":["Purdue University, West Lafayette, United States"],"raw_orcid":"https://orcid.org/0000-0002-3329-3239","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, United States","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100732938","display_name":"L\u00fc Su","orcid":"https://orcid.org/0000-0001-7223-543X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu Su","raw_affiliation_strings":["Purdue University, West Lafayette, United States"],"raw_orcid":"https://orcid.org/0000-0001-7223-543X","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, United States","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"592","last_page":"605"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9513999819755554,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8240077495574951},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7357451319694519},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.6374249458312988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.332309365272522},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3289092779159546}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8240077495574951},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7357451319694519},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.6374249458312988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.332309365272522},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3289092779159546},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3666025.3699360","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3666025.3699360","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3666025.3699360","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM Conference on Embedded Networked Sensor Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3666025.3699360","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3666025.3699360","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3666025.3699360","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM Conference on Embedded Networked Sensor Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6800000071525574}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4404034890.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W429766147","https://openalex.org/W1997834106","https://openalex.org/W2518937691","https://openalex.org/W2548077765","https://openalex.org/W2553915786","https://openalex.org/W2613524681","https://openalex.org/W2914578200","https://openalex.org/W2918488306","https://openalex.org/W2948470778","https://openalex.org/W2972687021","https://openalex.org/W3018835489","https://openalex.org/W3114473259","https://openalex.org/W3134172789","https://openalex.org/W3135991645","https://openalex.org/W3211522713","https://openalex.org/W3214721897","https://openalex.org/W4206936477","https://openalex.org/W4283208915","https://openalex.org/W4283367167","https://openalex.org/W4306250089","https://openalex.org/W4313164293","https://openalex.org/W4324291879","https://openalex.org/W4379013917","https://openalex.org/W4380926296","https://openalex.org/W4383753827","https://openalex.org/W4385565476","https://openalex.org/W4385615086","https://openalex.org/W4400625028","https://openalex.org/W4401863519"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4298221930","https://openalex.org/W2390279801","https://openalex.org/W2777914285","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4378677776","https://openalex.org/W3176937389"],"abstract_inverted_index":{"Multi-modal":[0],"sensing":[1,87,130,169],"systems":[2],"are":[3],"becoming":[4],"increasingly":[5],"common":[6,65],"in":[7,155,162],"real-world":[8,137],"applications":[9],"like":[10],"human":[11],"activity":[12],"recognition":[13],"(HAR).":[14],"To":[15],"enable":[16],"knowledge":[17,66,103],"sharing":[18],"among":[19,116],"individuals,":[20],"Federated":[21,45,80],"Learning":[22,46],"(FL)":[23],"offers":[24],"a":[25,28,85,96,142],"solution":[26],"as":[27,59],"distributed":[29],"machine":[30],"learning":[31],"paradigm":[32,99],"that":[33,67,146],"retains":[34],"user":[35],"data":[36],"locally,":[37],"thereby":[38],"safeguarding":[39],"privacy.":[40],"However,":[41],"existing":[42],"heterogeneous":[43,90],"multi-modal":[44,91,138],"(MMFL)":[47],"solutions":[48],"have":[49],"yet":[50],"to":[51,62,128,153,160,167,177],"fully":[52],"utilize":[53],"all":[54],"the":[55,107],"potential":[56],"knowledge-sharing":[57],"opportunities,":[58],"they":[60],"fail":[61],"capture":[63],"fundamental":[64],"is":[68],"independent":[69],"of":[70,134],"both":[71,106],"modality":[72,108],"and":[73,109,124,141],"client.":[74],"In":[75],"this":[76],"paper,":[77],"we":[78],"propose":[79],"Hierarchical":[81],"Knowledge":[82],"Disentanglement":[83],"(FedHKD),":[84],"new":[86,129,168],"system":[88],"for":[89],"federated":[92],"learning.":[93],"FedHKD":[94,147],"introduces":[95],"multi-stage":[97],"training":[98],"based":[100],"on":[101],"hierarchical":[102],"disentanglement":[104],"at":[105],"client":[110],"levels.":[111],"This":[112],"design":[113],"enhances":[114],"collaboration":[115],"modality-heterogeneous":[117],"clients":[118],"while":[119,157],"maintaining":[120],"low":[121],"storage":[122],"overhead":[123,174],"high":[125],"adaptation":[126],"flexibility":[127],"modalities.":[131],"Our":[132],"evaluation":[133],"two":[135],"public":[136],"HAR":[139],"datasets":[140],"self-collected":[143],"dataset":[144],"demonstrates":[145],"outperforms":[148],"state-of-the-art":[149],"baselines":[150],"by":[151,175],"up":[152,159,176],"4.85%":[154],"accuracy":[156],"saving":[158],"2.29\u00d7":[161],"storage.":[163],"Additionally,":[164],"when":[165],"adapting":[166],"modalities,":[170],"it":[171],"reduces":[172],"communication":[173],"4.62\u00d7.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}