{"id":"https://openalex.org/W4387421229","doi":"https://doi.org/10.1145/3594739.3612914","title":"Inclusive Data Representation in Federated Learning: A Novel Approach Integrating Textual and Visual Prompt","display_name":"Inclusive Data Representation in Federated Learning: A Novel Approach Integrating Textual and Visual Prompt","publication_year":2023,"publication_date":"2023-10-07","ids":{"openalex":"https://openalex.org/W4387421229","doi":"https://doi.org/10.1145/3594739.3612914"},"language":"en","primary_location":{"id":"doi:10.1145/3594739.3612914","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3594739.3612914","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Proceedings of the 2023 ACM International Joint Conference on Pervasive and Ubiquitous Computing & the 2023 ACM International Symposium on Wearable Computing","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3594739.3612914","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069847048","display_name":"Zihao Zhao","orcid":"https://orcid.org/0000-0001-7173-3226"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zihao Zhao","raw_affiliation_strings":["Tsinghua University, Tsinghua-Berkeley Shenzhen Institute, China"],"raw_orcid":"https://orcid.org/0000-0001-7173-3226","affiliations":[{"raw_affiliation_string":"Tsinghua University, Tsinghua-Berkeley Shenzhen Institute, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079271749","display_name":"Zhenpeng Shi","orcid":"https://orcid.org/0009-0005-3639-9150"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenpeng Shi","raw_affiliation_strings":["Tsinghua University, Tsinghua-Berkeley Shenzhen Institute, China"],"raw_orcid":"https://orcid.org/0009-0005-3639-9150","affiliations":[{"raw_affiliation_string":"Tsinghua University, Tsinghua-Berkeley Shenzhen Institute, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356161","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0003-3800-3533"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Tsinghua University, Institute for AI Industry Research, China and Shanghai Artificial Intelligence Laboratory, China"],"raw_orcid":"https://orcid.org/0000-0003-3800-3533","affiliations":[{"raw_affiliation_string":"Tsinghua University, Institute for AI Industry Research, China and Shanghai Artificial Intelligence Laboratory, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I99065089","https://openalex.org/I4391012619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084510549","display_name":"Wenbo Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Ding","raw_affiliation_strings":["Tsinghua University, Tsinghua-Berkeley Shenzhen Institute, China and Shanghai Artificial Intelligence Laboratory, China"],"raw_orcid":"https://orcid.org/0000-0002-0597-4512","affiliations":[{"raw_affiliation_string":"Tsinghua University, Tsinghua-Berkeley Shenzhen Institute, China and Shanghai Artificial Intelligence Laboratory, China","institution_ids":["https://openalex.org/I99065089","https://openalex.org/I4210114105","https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069847048"],"corresponding_institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12937987,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"724","last_page":"729"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9366999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8321712017059326},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7461949586868286},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.6587234735488892},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6579302549362183},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6505329608917236},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.619125247001648},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.6157074570655823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5120335221290588},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4240691065788269},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3340609669685364},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07806113362312317}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8321712017059326},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7461949586868286},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.6587234735488892},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6579302549362183},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6505329608917236},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.619125247001648},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.6157074570655823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5120335221290588},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4240691065788269},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3340609669685364},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07806113362312317},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3594739.3612914","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3594739.3612914","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Proceedings of the 2023 ACM International Joint Conference on Pervasive and Ubiquitous Computing & the 2023 ACM International Symposium on Wearable Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2310.04455","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.04455","pdf_url":"https://arxiv.org/pdf/2310.04455","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3594739.3612914","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3594739.3612914","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Proceedings of the 2023 ACM International Joint Conference on Pervasive and Ubiquitous Computing & the 2023 ACM International Symposium on Wearable Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1526677035","display_name":null,"funder_award_id":"SZPR2023005","funder_id":"https://openalex.org/F4320337986","funder_display_name":"Tsinghua Shenzhen International Graduate School"},{"id":"https://openalex.org/G6117262055","display_name":null,"funder_award_id":"20203910074","funder_id":"https://openalex.org/F4320322392","funder_display_name":"Tsinghua University"}],"funders":[{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"},{"id":"https://openalex.org/F4320337986","display_name":"Tsinghua Shenzhen International Graduate School","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2155904486","https://openalex.org/W2194775991","https://openalex.org/W2769644379","https://openalex.org/W2798720628","https://openalex.org/W2964303773","https://openalex.org/W2980216952","https://openalex.org/W2982475424","https://openalex.org/W2989289980","https://openalex.org/W3021676282","https://openalex.org/W3035453001","https://openalex.org/W3087165870","https://openalex.org/W3105122387","https://openalex.org/W3129329365","https://openalex.org/W3174770825","https://openalex.org/W3182125009","https://openalex.org/W4200283578","https://openalex.org/W4205991051","https://openalex.org/W4220915662","https://openalex.org/W4285247752","https://openalex.org/W4286825659","https://openalex.org/W4287575980","https://openalex.org/W4293141861","https://openalex.org/W4294106961","https://openalex.org/W4297808394","https://openalex.org/W4312310776","https://openalex.org/W4313627870","https://openalex.org/W4318619660","https://openalex.org/W4384787634","https://openalex.org/W4385958873","https://openalex.org/W4386071594","https://openalex.org/W6771536673"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Federated":[0,52],"Learning":[1],"(FL)":[2],"is":[3,122],"often":[4],"impeded":[5],"by":[6,124],"communication":[7],"overhead":[8],"issues.":[9],"Prompt":[10,51],"tuning,":[11],"as":[12],"a":[13,22,55,66],"potential":[14],"solution,":[15],"has":[16],"been":[17],"introduced":[18],"to":[19,38,78,94,133],"only":[20,98],"adjust":[21],"few":[23],"trainable":[24],"parameters":[25],"rather":[26],"than":[27],"the":[28,80,86,91,100,110],"whole":[29],"model.":[30],"However,":[31],"current":[32],"single-modality":[33],"prompt":[34],"tuning":[35],"approaches":[36],"fail":[37],"comprehensively":[39],"portray":[40],"local":[41,71],"clients\u2019":[42,72],"data.":[43],"To":[44],"overcome":[45],"this":[46],"limitation,":[47],"we":[48,84],"present":[49],"Twin":[50],"learning":[53,93],"(TPFL),":[54],"pioneering":[56],"solution":[57],"that":[58],"integrates":[59],"both":[60],"visual":[61],"and":[62,120],"textual":[63],"modalities,":[64],"ensuring":[65],"more":[67],"holistic":[68],"representation":[69],"of":[70,104,112,118],"data":[73,81],"characteristics.":[74],"Furthermore,":[75],"in":[76],"order":[77],"tackle":[79],"heterogeneity":[82],"issues,":[83],"introduce":[85],"Augmented":[87],"TPFL":[88,119],"(ATPFL)":[89],"employing":[90],"contrastive":[92],"TPFL,":[95],"which":[96],"not":[97],"enhances":[99],"global":[101],"knowledge":[102],"acquisition":[103],"client":[105],"models":[106],"but":[107],"also":[108],"fosters":[109],"development":[111],"robust,":[113],"compact":[114],"models.":[115],"The":[116],"effectiveness":[117],"ATPFL":[121],"substantiated":[123],"our":[125],"extensive":[126],"evaluations,":[127],"consistently":[128],"showing":[129],"superior":[130],"performance":[131],"compared":[132],"all":[134],"baselines.":[135]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2023-10-08T00:00:00"}