{"id":"https://openalex.org/W4401330596","doi":"https://doi.org/10.1145/3686801","title":"Federated Learning Using Multi-Modal Sensors with Heterogeneous Privacy Sensitivity Levels","display_name":"Federated Learning Using Multi-Modal Sensors with Heterogeneous Privacy Sensitivity Levels","publication_year":2024,"publication_date":"2024-08-05","ids":{"openalex":"https://openalex.org/W4401330596","doi":"https://doi.org/10.1145/3686801"},"language":"en","primary_location":{"id":"doi:10.1145/3686801","doi":"https://doi.org/10.1145/3686801","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3686801","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-2","ki-jl-2","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040316885","display_name":"Chih-Fan Hsu","orcid":"https://orcid.org/0000-0002-4180-8255","observed_orcids":["https://orcid.org/0000-0002-4180-8255"]},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chih-Fan Hsu","raw_affiliation_strings":["National Tsing Hua University, Hsin-Chu, Taiwan","National Yang Ming Chiao Tung University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-4180-8255","affiliations":[{"raw_affiliation_string":"National Tsing Hua University, Hsin-Chu, Taiwan","institution_ids":["https://openalex.org/I25846049"]},{"raw_affiliation_string":"National Yang Ming Chiao Tung University, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047526576","display_name":"Yi-Chen Li","orcid":"https://orcid.org/0009-0003-0289-0481","observed_orcids":["https://orcid.org/0009-0003-0289-0481"]},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Chen Li","raw_affiliation_strings":["National Tsing Hua University, Hsin-Chu, Taiwan"],"raw_orcid":"https://orcid.org/0009-0003-0289-0481","affiliations":[{"raw_affiliation_string":"National Tsing Hua University, Hsin-Chu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035164036","display_name":"Chung-Chi Tsai","orcid":"https://orcid.org/0000-0003-1792-9978","observed_orcids":["https://orcid.org/0000-0003-1792-9978"]},"institutions":[{"id":"https://openalex.org/I4210087596","display_name":"Qualcomm (United States)","ror":"https://ror.org/002zrf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chung-Chi Tsai","raw_affiliation_strings":["Qualcomm Technologies, Inc., San Diego, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1792-9978","affiliations":[{"raw_affiliation_string":"Qualcomm Technologies, Inc., San Diego, CA, USA","institution_ids":["https://openalex.org/I4210087596"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jian-Kai Wang","orcid":"https://orcid.org/0009-0004-3081-3835","observed_orcids":["https://orcid.org/0009-0004-3081-3835"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian-Kai Wang","raw_affiliation_strings":["Qualcomm Technologies, Inc., Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0009-0004-3081-3835","affiliations":[{"raw_affiliation_string":"Qualcomm Technologies, Inc., Taipei, Taiwan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034696208","display_name":"Cheng-Hsin Hsu","orcid":"https://orcid.org/0000-0002-8116-2591","observed_orcids":["https://orcid.org/0000-0002-8116-2591"]},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cheng-Hsin Hsu","raw_affiliation_strings":["National Tsing Hua University, Hsin-Chu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-8116-2591","affiliations":[{"raw_affiliation_string":"National Tsing Hua University, Hsin-Chu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7385,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.69397785,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"20","issue":"11","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/federated-learning","display_name":"federated learning","score":0.9779999852180481},{"id":"https://openalex.org/keywords/multimodal-sensors","display_name":"multimodal sensors","score":0.7889999747276306},{"id":"https://openalex.org/keywords/privacy-preserving-data-sharing","display_name":"privacy-preserving data sharing","score":0.6399999856948853},{"id":"https://openalex.org/keywords/thermal-images","display_name":"thermal images","score":0.6919999718666077},{"id":"https://openalex.org/keywords/rgb-images","display_name":"RGB images","score":0.5249999761581421},{"id":"https://openalex.org/keywords/speech-privacy","display_name":"speech privacy","score":0.5920000076293945},{"id":"https://openalex.org/keywords/semantic-segmentation","display_name":"semantic segmentation","score":0.9649999737739563},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"emotion recognition","score":0.9580000042915344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8920035362243652},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5958205461502075},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5845572352409363},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5255747437477112},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.5242876410484314},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4992043972015381},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.4448864758014679},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.42097219824790955},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32334965467453003},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.23520240187644958},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14173811674118042},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.12323281168937683},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3686801","doi":"https://doi.org/10.1145/3686801","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3686801","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-2","ki-jl-2","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320308258","display_name":"Qualcomm","ror":"https://ror.org/002zrf773"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W569478347","https://openalex.org/W632753734","https://openalex.org/W1821462560","https://openalex.org/W2022844530","https://openalex.org/W2105831729","https://openalex.org/W2119667497","https://openalex.org/W2135099885","https://openalex.org/W2146334809","https://openalex.org/W2535690855","https://openalex.org/W2619383789","https://openalex.org/W2620908320","https://openalex.org/W2807006176","https://openalex.org/W2887280559","https://openalex.org/W2895615590","https://openalex.org/W2903471046","https://openalex.org/W2903890850","https://openalex.org/W2917462349","https://openalex.org/W2918777711","https://openalex.org/W2946165673","https://openalex.org/W2955213239","https://openalex.org/W2964346351","https://openalex.org/W2969071643","https://openalex.org/W2980216952","https://openalex.org/W2981533899","https://openalex.org/W2985076077","https://openalex.org/W2991236681","https://openalex.org/W2995022099","https://openalex.org/W2998045710","https://openalex.org/W3005396609","https://openalex.org/W3007345209","https://openalex.org/W3008187686","https://openalex.org/W3010968654","https://openalex.org/W3012220622","https://openalex.org/W3014541599","https://openalex.org/W3014605045","https://openalex.org/W3016839154","https://openalex.org/W3017181332","https://openalex.org/W3018464563","https://openalex.org/W3021654819","https://openalex.org/W3023742835","https://openalex.org/W3027686430","https://openalex.org/W3034163621","https://openalex.org/W3034368386","https://openalex.org/W3035453001","https://openalex.org/W3035668299","https://openalex.org/W3043229062","https://openalex.org/W3071470454","https://openalex.org/W3093274101","https://openalex.org/W3124293845","https://openalex.org/W3127057363","https://openalex.org/W3129828944","https://openalex.org/W3140110584","https://openalex.org/W3148869078","https://openalex.org/W3159576603","https://openalex.org/W3173969732","https://openalex.org/W3182158470","https://openalex.org/W3194243671","https://openalex.org/W3194794012","https://openalex.org/W3196371845","https://openalex.org/W4206495986","https://openalex.org/W4206936477","https://openalex.org/W4213069590","https://openalex.org/W4230002345","https://openalex.org/W4234280373","https://openalex.org/W4243417494","https://openalex.org/W4255970238","https://openalex.org/W4290945297","https://openalex.org/W4297330555","https://openalex.org/W4321392831","https://openalex.org/W4413158052","https://openalex.org/W6600553734","https://openalex.org/W6602670149"],"related_works":["https://openalex.org/W4297330555","https://openalex.org/W4377866452","https://openalex.org/W4401567932","https://openalex.org/W4404034890","https://openalex.org/W4380926296","https://openalex.org/W4402626740","https://openalex.org/W4379013917","https://openalex.org/W4415059443","https://openalex.org/W7167895842","https://openalex.org/W7045650067"],"abstract_inverted_index":{"Data":[0],"from":[1,55],"multi-modal":[2],"sensors,":[3,27],"such":[4,93,130],"as":[5,94,131],"Red-Green-Blue":[6],"(RGB)":[7],"cameras,":[8,10],"thermal":[9,95,166],"microphones,":[11,32],"and":[12,31,67,97,114,134,194,218,245,259],"mmWave":[13,98],"radars,":[14],"have":[15],"gradually":[16],"been":[17],"adopted":[18],"in":[19,44,63,215,224,242,256,261],"various":[20],"classification":[21,65,190],"problems":[22],"for":[23,107],"better":[24,85],"accuracy.":[25],"Some":[26],"like":[28],"RGB":[29,132],"cameras":[30],"however,":[33],"capture":[34],"privacy-invasive":[35,90,126],"data,":[36,59,92],"which":[37],"are":[38],"less":[39,89],"likely":[40],"to":[41,84,104,122,144,163,182,207],"be":[42],"used":[43],"centralized":[45,115],"learning.":[46,116],"Although":[47],"the":[48,88,105,109,124,146,184,201,220,250],"Federated":[49,80],"Learning":[50,81],"(FL)":[51],"paradigm":[52,83,186],"frees":[53],"clients":[54,121],"sharing":[56,174],"their":[57,149,165],"sensor":[58,91,127,154],"doing":[60],"so":[61],"results":[62],"reduced":[64],"accuracy":[66,212,258],"increased":[68],"training":[69],"time.":[70],"In":[71],"this":[72],"article,":[73],"we":[74],"introduce":[75],"a":[76],"novel":[77],"Heterogeneous":[78],"Privacy":[79],"(HPFL)":[82],"capitalize":[86],"on":[87,152],"images":[96,133,167],"point":[99],"clouds,":[100],"by":[101,213,222,254],"uploading":[102],"them":[103],"server":[106],"closing":[108],"performance":[110],"gap":[111],"between":[112],"FL":[113,252],"HPFL":[117,185],"not":[118,172],"only":[119],"allows":[120],"keep":[123,164],"more":[125,158],"data":[128],"private,":[129,168],"human":[135],"voices,":[136],"but":[137],"also":[138,248],"gives":[139],"each":[140],"client":[141],"total":[142],"freedom":[143],"define":[145],"levels":[147],"of":[148,203,240],"privacy":[150,230],"concern":[151,231],"individual":[153],"modalities.":[155],"For":[156],"example,":[157],"sensitive":[159],"users":[160],"may":[161],"prefer":[162],"while":[169],"others":[170],"do":[171],"mind":[173],"these":[175],"images.":[176],"We":[177],"carry":[178],"out":[179],"extensive":[180],"experiments":[181],"evaluate":[183],"using":[187],"two":[188],"representative":[189],"problems:":[191],"semantic":[192,216],"segmentation":[193,217],"emotion":[195,225,243],"recognition.":[196],"Several":[197],"key":[198],"findings":[199],"demonstrate":[200],"merits":[202],"HPFL:":[204],"(i)":[205],"compared":[206],"FedAvg,":[208],"it":[209,233,247],"improves":[210],"foreground":[211,257],"18.20%":[214],"boosts":[219],"F1-score":[221,238],"4.20%":[223],"recognition,":[226,244],"(ii)":[227],"with":[228],"heterogeneous":[229],"levels,":[232],"achieves":[234],"an":[235],"even":[236],"larger":[237],"improvement":[239],"6.17\u201316.05%":[241],"(iii)":[246],"outperforms":[249],"state-of-the-art":[251],"approaches":[253],"12.04\u201317.70%":[255],"2.54\u20134.10%":[260],"F1-score.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-08-06T00:00:00"}