{"id":"https://openalex.org/W4393379876","doi":"https://doi.org/10.1109/ieeeconf59524.2023.10476886","title":"Mode Connectivity in Federated Learning with Data Heterogeneity","display_name":"Mode Connectivity in Federated Learning with Data Heterogeneity","publication_year":2023,"publication_date":"2023-10-29","ids":{"openalex":"https://openalex.org/W4393379876","doi":"https://doi.org/10.1109/ieeeconf59524.2023.10476886"},"language":"en","primary_location":{"id":"doi:10.1109/ieeeconf59524.2023.10476886","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ieeeconf59524.2023.10476886","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 57th Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038320841","display_name":"Tailin Zhou","orcid":"https://orcid.org/0000-0002-1167-9392"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tailin Zhou","raw_affiliation_strings":["Academy of Interdisciplinary Studies, The Hong Kong University of Science and Technology,IPO,Hong Kong SAR,China","IPO, Academy of Interdisciplinary Studies, The Hong Kong University of Science and Technology, Hong Kong SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academy of Interdisciplinary Studies, The Hong Kong University of Science and Technology,IPO,Hong Kong SAR,China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"IPO, Academy of Interdisciplinary Studies, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433167","display_name":"Jun Zhang","orcid":"https://orcid.org/0000-0002-5222-1898"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jun Zhang","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Department of Electronic and Computer Engineering,Hong Kong SAR,China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Department of Electronic and Computer Engineering,Hong Kong SAR,China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040138091","display_name":"Danny H. K. Tsang","orcid":"https://orcid.org/0000-0003-0135-7098"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Danny H.K. Tsang","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),Internet of Things Thrust,Guangzhou,Guangdong,China","Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),Internet of Things Thrust,Guangzhou,Guangdong,China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","institution_ids":[]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1600","last_page":"1604"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7180845737457275},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.6005386710166931},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.16371124982833862}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7180845737457275},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.6005386710166931},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.16371124982833862}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ieeeconf59524.2023.10476886","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ieeeconf59524.2023.10476886","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 57th Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-135943","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-135943","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6086031267","display_name":null,"funder_award_id":"AoE/E-601/22-R","funder_id":"https://openalex.org/F4320326796","funder_display_name":"Hong Kong Research Institute of Textiles and Apparel"},{"id":"https://openalex.org/G7822105860","display_name":null,"funder_award_id":"2023A03J001l","funder_id":"https://openalex.org/F4320335480","funder_display_name":"Guangzhou Municipal Science and Technology Project"},{"id":"https://openalex.org/G814160503","display_name":null,"funder_award_id":"CRS_HKUST603/22","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326796","display_name":"Hong Kong Research Institute of Textiles and Apparel","ror":"https://ror.org/01h2ykt31"},{"id":"https://openalex.org/F4320335480","display_name":"Guangzhou Municipal Science and Technology Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2112796928","https://openalex.org/W2187089797","https://openalex.org/W2763549966","https://openalex.org/W2995022099","https://openalex.org/W3118608800","https://openalex.org/W3196371845","https://openalex.org/W4381714176","https://openalex.org/W4385002547","https://openalex.org/W4387717607","https://openalex.org/W4392901698","https://openalex.org/W4399110787","https://openalex.org/W6637373629","https://openalex.org/W6728757088","https://openalex.org/W6730621733","https://openalex.org/W6748173244","https://openalex.org/W6749856262","https://openalex.org/W6759238902","https://openalex.org/W6763048141","https://openalex.org/W6763672912","https://openalex.org/W6771379337","https://openalex.org/W6781318954","https://openalex.org/W6795843344","https://openalex.org/W6801857177"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Federated":[0],"learning":[1],"(FL)":[2],"allows":[3],"multiple":[4],"clients":[5],"to":[6,27,73,80,96,122,215],"train":[7],"a":[8,40,180],"global":[9,34,50,85,120,148,175,211],"model":[10,35,71,98],"while":[11,222],"keeping":[12],"data":[13,24,135,196,229],"locally.":[14],"It":[15],"has":[16],"been":[17],"well":[18],"recognized":[19],"that":[20,133,208],"FL":[21,77,166],"suffers":[22],"from":[23],"heterogeneity,":[25],"leading":[26],"drifts":[28],"in":[29,52,127,138,158,168,218,225],"client":[30,48,59,75,82,117,146,164,209],"updates":[31,60],"and":[32,49,76,84,88,113,119,147,165,192,210],"deteriorating":[33],"performance.":[36],"However,":[37],"there":[38],"is":[39,202],"lack":[41],"of":[42,93,116,195],"research":[43],"on":[44,110,150],"the":[45,53,74,90,111,128,140,169,219],"relationship":[46,126],"between":[47,145,163],"models":[51],"parametric":[54,103],"space,":[55],"leaving":[56],"unclear":[57],"where":[58],"end":[61],"their":[62,124],"drifts.":[63],"To":[64],"bridge":[65],"this":[66],"gap,":[67],"we":[68,106],"consider":[69],"different":[70,102,151],"solutions":[72,162],"objectives":[78,167],"(referred":[79],"as":[81,134,186],"modes":[83,118,121,149,176,212],"modes,":[86],"respectively)":[87],"use":[89],"mode":[91,200],"connectivity":[92,115,141,181,201,226],"neural":[94],"networks":[95],"measure":[97],"performance":[99,143],"change":[100],"along":[101],"paths.":[104],"Specifically,":[105],"conduct":[107],"comprehensive":[108],"studies":[109],"linear":[112],"non-linear":[114],"reveal":[123],"geometric":[125],"solution":[129,170,220],"space.":[130,171],"We":[131],"find":[132],"heterogeneity":[136,187,197],"reduces":[137],"FL,":[139],"(e.g.,":[142],"change)":[144],"paths":[152],"becomes":[153,193],"more":[154,159],"similar.":[155],"This":[156,189],"results":[157,206],"overlapping":[160],"low-error":[161],"Furthermore,":[172],"when":[173,198],"two":[174],"are":[177,213],"linearly":[178],"connected,":[179],"barrier":[182,190],"emerges,":[183],"which":[184],"weakens":[185],"decreases.":[188],"disappears":[191],"independent":[194],"nonlinear":[199],"considered.":[203],"Our":[204],"empirical":[205],"demonstrate":[207],"close":[214],"each":[216],"other":[217],"space":[221],"they":[223],"differ":[224],"under":[227],"varying":[228],"heterogeneity.":[230]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}