{"id":"https://openalex.org/W4399110787","doi":"https://doi.org/10.1109/tmc.2024.3406554","title":"Understanding and Improving Model Averaging in Federated Learning on Heterogeneous Data","display_name":"Understanding and Improving Model Averaging in Federated Learning on Heterogeneous Data","publication_year":2024,"publication_date":"2024-05-28","ids":{"openalex":"https://openalex.org/W4399110787","doi":"https://doi.org/10.1109/tmc.2024.3406554"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3406554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3406554","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038320841","display_name":"Tailin Zhou","orcid":"https://orcid.org/0000-0002-1167-9392"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I4210123119","display_name":"The Academy of Sciences of Hong Kong","ror":"https://ror.org/02w1g8568","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123119"]},{"id":"https://openalex.org/I4210137146","display_name":"Hong Kong Academy of Medicine","ror":"https://ror.org/036b4vb45","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210137146"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Tailin Zhou","raw_affiliation_strings":["IPO, Academy of Interdisciplinary Studies, The Hong Kong University of Science and Technology, Hong Kong, China","IPO, Academy of Interdisciplinary Studies, The Hong Kong University of Science and Technology, Clear Water Bay, China"],"raw_orcid":"https://orcid.org/0000-0002-1167-9392","affiliations":[{"raw_affiliation_string":"IPO, Academy of Interdisciplinary Studies, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I4210137146","https://openalex.org/I4210123119","https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"IPO, Academy of Interdisciplinary Studies, The Hong Kong University of Science and Technology, Clear Water Bay, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063294279","display_name":"Zehong Lin","orcid":"https://orcid.org/0000-0002-9503-2464"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zehong Lin","raw_affiliation_strings":["Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, China"],"raw_orcid":"https://orcid.org/0000-0002-9503-2464","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433167","display_name":"Jun Zhang","orcid":"https://orcid.org/0000-0002-5222-1898"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jun Zhang","raw_affiliation_strings":["Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, China"],"raw_orcid":"https://orcid.org/0000-0002-5222-1898","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040138091","display_name":"Danny H. K. Tsang","orcid":"https://orcid.org/0000-0003-0135-7098"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Danny H.K. Tsang","raw_affiliation_strings":["Internet of Things Thrust, The Hong Kong University of Science and Technology, Guangzhou, China","Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, China"],"raw_orcid":"https://orcid.org/0000-0003-0135-7098","affiliations":[{"raw_affiliation_string":"Internet of Things Thrust, The Hong Kong University of Science and Technology, Guangzhou, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.11,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.95859407,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"23","issue":"12","first_page":"12131","last_page":"12145"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9646000266075134,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9337000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8662816286087036},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.5029913783073425},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.4253334105014801},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3731139898300171},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33316051959991455},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32341766357421875},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1876794695854187}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8662816286087036},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.5029913783073425},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.4253334105014801},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3731139898300171},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33316051959991455},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32341766357421875},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1876794695854187}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2024.3406554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3406554","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-138915","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-138915","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G537185493","display_name":null,"funder_award_id":"2023A03J0011","funder_id":"https://openalex.org/F4320335480","funder_display_name":"Guangzhou Municipal Science and Technology Project"}],"funders":[{"id":"https://openalex.org/F4320335480","display_name":"Guangzhou Municipal Science and Technology Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W2076118331","https://openalex.org/W2086161653","https://openalex.org/W2106490775","https://openalex.org/W2150823344","https://openalex.org/W2154457314","https://openalex.org/W2194775991","https://openalex.org/W2460815216","https://openalex.org/W2560647685","https://openalex.org/W2618530766","https://openalex.org/W2750384547","https://openalex.org/W2763549966","https://openalex.org/W2796196168","https://openalex.org/W2900182564","https://openalex.org/W2963518130","https://openalex.org/W2964067969","https://openalex.org/W2995022099","https://openalex.org/W3033664100","https://openalex.org/W3086769137","https://openalex.org/W3111512201","https://openalex.org/W3118608800","https://openalex.org/W3137689821","https://openalex.org/W3170121482","https://openalex.org/W3178336997","https://openalex.org/W3196371845","https://openalex.org/W3205260830","https://openalex.org/W4221163233","https://openalex.org/W4226492406","https://openalex.org/W4282813193","https://openalex.org/W4287332481","https://openalex.org/W4312252361","https://openalex.org/W4312517097","https://openalex.org/W4362563541","https://openalex.org/W4379659765","https://openalex.org/W4385002547","https://openalex.org/W4385569560","https://openalex.org/W4386263535","https://openalex.org/W4386363061","https://openalex.org/W4387717607","https://openalex.org/W4389169630","https://openalex.org/W4392901698","https://openalex.org/W6631129480","https://openalex.org/W6637373629","https://openalex.org/W6638926925","https://openalex.org/W6677258307","https://openalex.org/W6719004074","https://openalex.org/W6720019270","https://openalex.org/W6728757088","https://openalex.org/W6743688258","https://openalex.org/W6747381837","https://openalex.org/W6748173244","https://openalex.org/W6749107692","https://openalex.org/W6749856262","https://openalex.org/W6750166180","https://openalex.org/W6759238902","https://openalex.org/W6763048141","https://openalex.org/W6765541894","https://openalex.org/W6768537144","https://openalex.org/W6771189296","https://openalex.org/W6773817997","https://openalex.org/W6773976177","https://openalex.org/W6774804355","https://openalex.org/W6781318954","https://openalex.org/W6783600611","https://openalex.org/W6787972765","https://openalex.org/W6789305514","https://openalex.org/W6791820153","https://openalex.org/W6796913975","https://openalex.org/W6798417033","https://openalex.org/W6810227880","https://openalex.org/W6811297882","https://openalex.org/W6838581198","https://openalex.org/W6839210560","https://openalex.org/W6845905529","https://openalex.org/W6850004136","https://openalex.org/W6850763792","https://openalex.org/W6855605430","https://openalex.org/W6857369990"],"related_works":["https://openalex.org/W4298221930","https://openalex.org/W2777914285","https://openalex.org/W3013363440","https://openalex.org/W4287823391","https://openalex.org/W4312762663","https://openalex.org/W4317941881","https://openalex.org/W4229067761","https://openalex.org/W4308527955","https://openalex.org/W4366829214","https://openalex.org/W4388282301"],"abstract_inverted_index":{"Model":[0],"averaging":[1,23,117,199],"is":[2,259],"a":[3,18,27,91],"widely":[4],"adopted":[5],"technique":[6],"in":[7,24,118],"federated":[8],"learning":[9],"(FL)":[10],"that":[11,82,141,236],"aggregates":[12],"multiple":[13],"client":[14,33,70,84,109,135,156,163,180,220,231],"models":[15,34,73,85],"to":[16,74,133,210,222],"obtain":[17],"global":[19,29,72,88,97,127,143,167,178,203,229],"model.":[20],"Remarkably,":[21],"model":[22,89,98,116,128,144,204],"FL":[25,68,241],"yields":[26],"superior":[28],"model,":[30],"even":[31],"when":[32],"are":[35],"trained":[36],"with":[37],"non-convex":[38],"objective":[39],"functions":[40],"and":[41,71,94,165,169,179,191,230,247],"on":[42,58,159,183,201,250],"heterogeneous":[43,252],"local":[44],"datasets.":[45,257],"However,":[46],"the":[47,64,83,87,96,102,108,122,126,134,142,155,166,173,177,184,202,206,215,224,228],"rationale":[48],"behind":[49],"its":[50,212],"success":[51],"remains":[52],"poorly":[53],"understood.":[54],"To":[55,111],"shed":[56],"light":[57],"this":[59],"issue,":[60],"we":[61,120,194],"first":[62],"visualize":[63],"loss":[65,124,145,158,188,192],"landscape":[66,189],"of":[67,125,255],"over":[69],"illustrate":[75],"their":[76,245],"geometric":[77],"properties.":[78],"The":[79],"visualization":[80,190],"shows":[81],"encompass":[86],"within":[90],"common":[92],"basin,":[93],"interestingly,":[95],"may":[99],"deviate":[100],"from":[101,151,186,214],"basin's":[103],"center":[104],"while":[105,218],"still":[106],"outperforming":[107],"models.":[110,136,181,232],"gain":[112],"further":[113],"insights":[114],"into":[115,129,239],"FL,":[119],"decompose":[121],"expected":[123,216],"five":[130],"factors":[131],"related":[132],"Specifically,":[137],"our":[138,187],"analysis":[139],"reveals":[140],"after":[146],"early":[147],"training":[148,208,248],"mainly":[149],"arises":[150],"<italic":[152,170],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[153,171,263],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i)</i>":[154],"model's":[157],"non-overlapping":[160],"data":[161,253],"between":[162,176,227],"datasets":[164],"dataset":[168],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ii)</i>":[172],"maximum":[174,225],"distance":[175,226],"Based":[182],"findings":[185],"decomposition,":[193],"propose":[195],"utilizing":[196],"iterative":[197],"moving":[198],"(IMA)":[200],"at":[205,261],"late":[207],"phase":[209],"reduce":[211],"deviation":[213],"minimum,":[217],"constraining":[219],"exploration":[221],"limit":[223],"Our":[233],"experiments":[234],"demonstrate":[235],"incorporating":[237],"IMA":[238],"existing":[240],"methods":[242],"significantly":[243],"improves":[244],"accuracy":[246],"speed":[249],"various":[251],"setups":[254],"benchmark":[256],"Code":[258],"available":[260],"<uri":[262],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/TailinZhou/FedIMA.</uri>":[264]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-21T07:57:09.225873","created_date":"2025-10-10T00:00:00"}