{"id":"https://openalex.org/W4402980560","doi":"https://doi.org/10.1109/icme57554.2024.10688130","title":"The Prospect of Enhancing Large-Scale Heterogeneous Federated Learning with Foundation Models","display_name":"The Prospect of Enhancing Large-Scale Heterogeneous Federated Learning with Foundation Models","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402980560","doi":"https://doi.org/10.1109/icme57554.2024.10688130"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10688130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10688130","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064281156","display_name":"Yulan Gao","orcid":"https://orcid.org/0000-0002-5893-7985"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Yulan Gao","raw_affiliation_strings":["Nanyang Technological University,College of Computing and Data Science,Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,College of Computing and Data Science,Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074848833","display_name":"Zhaoxiang Hou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhaoxiang Hou","raw_affiliation_strings":["ENN Group,Digital Research Institute,China"],"affiliations":[{"raw_affiliation_string":"ENN Group,Digital Research Institute,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109792179","display_name":"Chengyi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chengyi Yang","raw_affiliation_strings":["ENN Group,Digital Research Institute,China"],"affiliations":[{"raw_affiliation_string":"ENN Group,Digital Research Institute,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103063766","display_name":"Zengxiang Li","orcid":"https://orcid.org/0000-0002-2455-2462"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zengxiang Li","raw_affiliation_strings":["ENN Group,Digital Research Institute,China"],"affiliations":[{"raw_affiliation_string":"ENN Group,Digital Research Institute,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064069283","display_name":"Han Yu","orcid":"https://orcid.org/0000-0001-6893-8650"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Han Yu","raw_affiliation_strings":["Nanyang Technological University,College of Computing and Data Science,Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,College of Computing and Data Science,Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100458657","display_name":"Xiaoxiao Li","orcid":"https://orcid.org/0000-0002-8833-0244"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiaoxiao Li","raw_affiliation_strings":["The University of British Columbia,Department of Electrical and Computer Engineering,Canada"],"affiliations":[{"raw_affiliation_string":"The University of British Columbia,Department of Electrical and Computer Engineering,Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5064281156"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":0.3862,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67639719,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.7143504023551941},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6723365187644958},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.6212824583053589}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.7143504023551941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6723365187644958},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.6212824583053589},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10688130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10688130","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2795354529","https://openalex.org/W2995022099","https://openalex.org/W3096609285","https://openalex.org/W3111919937","https://openalex.org/W3133814152","https://openalex.org/W3138516171","https://openalex.org/W3182158470","https://openalex.org/W4283800079","https://openalex.org/W4312352414","https://openalex.org/W4312634912","https://openalex.org/W4382317861","https://openalex.org/W4382463479","https://openalex.org/W4385245566","https://openalex.org/W4391661565","https://openalex.org/W6728757088","https://openalex.org/W6745682157","https://openalex.org/W6759238902","https://openalex.org/W6761472960","https://openalex.org/W6787972765","https://openalex.org/W6788135285"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Federated":[0],"learning":[1],"(FL)":[2],"addresses":[3],"data":[4,16,27,34,98],"privacy":[5],"concerns":[6],"by":[7,122],"enabling":[8],"collaborative":[9],"training":[10],"of":[11,20,26,33,44,97,120],"AI":[12],"models":[13,136],"across":[14,131],"distributed":[15],"owners.":[17],"Wide":[18],"adoption":[19],"FL":[21,49,69,79,86,111,135],"faces":[22],"the":[23,30,42,117,124,141],"fundamental":[24],"challenges":[25],"heterogeneity":[28],"and":[29,53,83,134],"large":[31],"scale":[32],"owners":[35,99],"involved.":[36],"In":[37,113],"this":[38,56],"paper,":[39],"we":[40,73,115],"investigate":[41],"prospect":[43],"Foundation":[45],"Model":[46],"(e.g.,":[47],"transformers)-based":[48],"for":[50],"achieving":[51],"generalization":[52],"personalization":[54],"in":[55,108],"setting.":[57],"Different":[58],"from":[59],"existing":[60],"research":[61],"efforts":[62],"which":[63],"mostly":[64],"focus":[65],"on":[66,70],"studying":[67],"Transformer-based":[68],"small":[71],"scales,":[72],"conduct":[74],"extensive":[75],"comparative":[76],"experiments":[77,93],"involving":[78],"with":[80],"Transformers,":[81],"ResNet,":[82],"personalized":[84],"ResNet-based":[85],"approaches":[87],"under":[88],"various":[89],"large-scale":[90,109],"scenarios.":[91],"These":[92],"consider":[94],"varying":[95],"numbers":[96],"to":[100,137],"demonstrate":[101],"Transformers\u2019":[102],"advantages":[103],"over":[104],"deep":[105],"neural":[106],"networks":[107],"heterogeneous":[110],"tasks.":[112],"addition,":[114],"analyze":[116],"superior":[118],"performance":[119],"Transformers":[121],"comparing":[123],"Centered":[125],"Kernel":[126],"Alignment":[127],"(CKA)":[128],"representation":[129],"similarity":[130],"different":[132],"layers":[133],"gain":[138],"insight":[139],"into":[140],"reasons":[142],"behind":[143],"their":[144],"promising":[145],"capabilities.":[146]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}