{"id":"https://openalex.org/W4401567932","doi":"https://doi.org/10.23919/date58400.2024.10546794","title":"MultimodalHD: Federated Learning Over Heterogeneous Sensor Modalities using Hyperdimensional Computing","display_name":"MultimodalHD: Federated Learning Over Heterogeneous Sensor Modalities using Hyperdimensional Computing","publication_year":2024,"publication_date":"2024-03-25","ids":{"openalex":"https://openalex.org/W4401567932","doi":"https://doi.org/10.23919/date58400.2024.10546794"},"language":"en","primary_location":{"id":"doi:10.23919/date58400.2024.10546794","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date58400.2024.10546794","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Design, Automation &amp;amp; Test in Europe Conference &amp;amp; Exhibition (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028684777","display_name":"Quanling Zhao","orcid":"https://orcid.org/0000-0003-4699-5149"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quanling Zhao","raw_affiliation_strings":["University of California,Department of Computer Science and Engineering,San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Department of Computer Science and Engineering,San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024845005","display_name":"Xiaofan Yu","orcid":"https://orcid.org/0000-0002-9638-6184"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaofan Yu","raw_affiliation_strings":["University of California,Department of Computer Science and Engineering,San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Department of Computer Science and Engineering,San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043209289","display_name":"Shengfan Hu","orcid":"https://orcid.org/0009-0002-5830-7657"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shengfan Hu","raw_affiliation_strings":["University of California,Department of Computer Science and Engineering,San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Department of Computer Science and Engineering,San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112841571","display_name":"Tajana Rosing","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tajana Rosing","raw_affiliation_strings":["University of California,Department of Computer Science and Engineering,San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Department of Computer Science and Engineering,San Diego","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7425,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.70845397,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9336000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9336000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9190999865531921,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.9065999984741211,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8142991065979004},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.809217095375061},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4399524927139282},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35906100273132324}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8142991065979004},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.809217095375061},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4399524927139282},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35906100273132324},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date58400.2024.10546794","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date58400.2024.10546794","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Design, Automation &amp;amp; Test in Europe Conference &amp;amp; Exhibition (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6984219454","display_name":null,"funder_award_id":"3021.001","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"},{"id":"https://openalex.org/G8641413066","display_name":null,"funder_award_id":"2003279,1826967,2100237,2112167,1911095,2112665","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W123295786","https://openalex.org/W134960717","https://openalex.org/W2073401630","https://openalex.org/W2476008461","https://openalex.org/W2896457183","https://openalex.org/W2943643445","https://openalex.org/W2963819344","https://openalex.org/W2990789643","https://openalex.org/W3116579057","https://openalex.org/W3174906557","https://openalex.org/W3174943464","https://openalex.org/W3183351507","https://openalex.org/W3211097789","https://openalex.org/W4206936477","https://openalex.org/W4281767790","https://openalex.org/W4283367167","https://openalex.org/W4290945297","https://openalex.org/W4293261883","https://openalex.org/W4306178414","https://openalex.org/W4306250089","https://openalex.org/W4312099188","https://openalex.org/W4321392831","https://openalex.org/W4380926296","https://openalex.org/W4385245566","https://openalex.org/W4386763951","https://openalex.org/W6605479355","https://openalex.org/W6728757088","https://openalex.org/W6739901393","https://openalex.org/W6746509016","https://openalex.org/W6755207826","https://openalex.org/W6770590064","https://openalex.org/W6773817997","https://openalex.org/W6795916790","https://openalex.org/W6797613833","https://openalex.org/W6837960369","https://openalex.org/W6849911278"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2185469136","https://openalex.org/W2011264131","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W127837312","https://openalex.org/W2922283411","https://openalex.org/W4384789578","https://openalex.org/W4387421317"],"abstract_inverted_index":{"Federated":[0],"Learning":[1],"(FL)":[2],"has":[3,28],"gained":[4],"increasing":[5],"interest":[6],"as":[7,44],"a":[8,49,112,140,177],"privacy-preserving":[9],"distributed":[10],"learning":[11,63,168],"paradigm":[12],"in":[13,25,60,240],"recent":[14],"years.":[15],"Although":[16],"previous":[17],"works":[18],"have":[19],"addressed":[20],"data":[21,38,148],"and":[22,88,108,121,129,203],"system":[23],"heterogeneities":[24],"FL,":[26],"there":[27],"been":[29],"less":[30],"exploration":[31],"of":[32,195,201,206,242],"modality":[33,183],"heterogeneity,":[34],"where":[35],"clients":[36],"collect":[37],"from":[39,99,131,149],"various":[40],"sensor":[41,101,136],"types":[42],"such":[43],"accelerometer,":[45],"gyroscope,":[46],"etc.":[47],"As":[48],"result,":[50],"traditional":[51],"FL":[52],"methods":[53,67,82],"assuming":[54],"uni-modal":[55],"sensors":[56],"are":[57,159],"not":[58,225],"applicable":[59],"multimodal":[61,157,213],"federated":[62],"(MFL).":[64],"State-of-the-art":[65],"MFL":[66,92,231],"use":[68],"modality-specific":[69],"blocks,":[70],"usually":[71],"recurrent":[72],"neural":[73],"networks,":[74],"to":[75,96,126,144,162,181,190,229],"process":[76],"each":[77],"modality.":[78],"However,":[79],"executing":[80],"these":[81],"on":[83,117,212],"edge":[84,132],"devices":[85,133],"proves":[86],"challenging":[87],"resource-intensive.":[89],"A":[90],"new":[91],"algorithm":[93],"is":[94,188,247],"needed":[95],"jointly":[97],"learn":[98,127],"heterogeneous":[100],"modalities":[102,151],"while":[103,233],"operating":[104],"within":[105],"limited":[106],"resources":[107],"energy.":[109],"We":[110,209],"propose":[111],"novel":[113],"hybrid":[114],"framework":[115],"based":[116],"Hyperdimensional":[118],"Computing":[119],"(HD)":[120],"deep":[122,207],"learning,":[123],"named":[124],"MultimodalHD,":[125],"effectively":[128],"efficiently":[130],"with":[134],"different":[135,150],"modalities.":[137],"MultimodalHD":[138,187,221],"uses":[139],"static":[141],"HD":[142,202],"encoder":[143],"encode":[145],"raw":[146],"sensory":[147],"into":[152],"high-dimensional":[153],"low-precision":[154],"hypervectors.":[155],"These":[156],"hypervectors":[158],"then":[160],"fed":[161],"an":[163],"attentive":[164],"fusion":[165],"module":[166],"for":[167],"richer":[169],"representations":[170],"via":[171],"inter-modality":[172],"attention.":[173],"Moreover,":[174],"we":[175],"design":[176],"proximity-based":[178],"aggregation":[179],"strategy":[180],"alleviate":[182],"interference":[184],"between":[185],"clients.":[186],"designed":[189],"fully":[191],"utilize":[192],"the":[193,198,204],"strengths":[194],"both":[196],"worlds:":[197],"computing":[199],"efficiency":[200],"capability":[205],"learning.":[208],"conduct":[210],"experiments":[211],"human":[214],"activity":[215],"recognition":[216],"datasets.":[217],"Results":[218],"show":[219],"that":[220],"delivers":[222],"comparable":[223],"(if":[224],"better)":[226],"accuracy":[227],"compared":[228],"state-of-the-art":[230],"algorithms,":[232],"being":[234],"2x":[235],"\u2013":[236],"8x":[237],"more":[238],"efficient":[239],"terms":[241],"training":[243],"time.":[244],"Our":[245],"code":[246],"available":[248],"online<sup>1</sup>.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}