{"id":"https://openalex.org/W4323519261","doi":"https://doi.org/10.1109/jiot.2023.3250275","title":"A Comprehensive Empirical Study of Heterogeneity in Federated Learning","display_name":"A Comprehensive Empirical Study of Heterogeneity in Federated Learning","publication_year":2023,"publication_date":"2023-03-07","ids":{"openalex":"https://openalex.org/W4323519261","doi":"https://doi.org/10.1109/jiot.2023.3250275"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3250275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3250275","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070017771","display_name":"Ahmed M. Abdelmoniem","orcid":"https://orcid.org/0000-0002-1374-1882"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]},{"id":"https://openalex.org/I91041137","display_name":"Assiut University","ror":"https://ror.org/01jaj8n65","country_code":"EG","type":"education","lineage":["https://openalex.org/I91041137"]}],"countries":["EG","GB","SA"],"is_corresponding":true,"raw_author_name":"Ahmed M. Abdelmoniem","raw_affiliation_strings":["Computer, Electrical,and Mathematical Sciences and Engineering, KAUST, Thuwal, Saudi Arabia","Department of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K","Department of Computer Science, Assiut University, Assiut, Egypt"],"affiliations":[{"raw_affiliation_string":"Computer, Electrical,and Mathematical Sciences and Engineering, KAUST, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Department of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"Department of Computer Science, Assiut University, Assiut, Egypt","institution_ids":["https://openalex.org/I91041137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029466021","display_name":"Chen-Yu Ho","orcid":"https://orcid.org/0000-0001-6450-0280"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Chen-Yu Ho","raw_affiliation_strings":["Computer, Electrical,and Mathematical Sciences and Engineering, KAUST, Thuwal, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Computer, Electrical,and Mathematical Sciences and Engineering, KAUST, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076154269","display_name":"Pantelis Papageorgiou","orcid":null},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["GB","SA"],"is_corresponding":false,"raw_author_name":"Pantelis Papageorgiou","raw_affiliation_strings":["Computer, Electrical,and Mathematical Sciences and Engineering, KAUST, Thuwal, Saudi Arabia","School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Computer, Electrical,and Mathematical Sciences and Engineering, KAUST, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042255975","display_name":"Marco Canini","orcid":"https://orcid.org/0000-0002-5051-4283"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Marco Canini","raw_affiliation_strings":["Computer, Electrical,and Mathematical Sciences and Engineering, KAUST, Thuwal, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Computer, Electrical,and Mathematical Sciences and Engineering, KAUST, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070017771"],"corresponding_institution_ids":["https://openalex.org/I166337079","https://openalex.org/I71920554","https://openalex.org/I91041137"],"apc_list":null,"apc_paid":null,"fwci":13.119,"has_fulltext":false,"cited_by_count":76,"citation_normalized_percentile":{"value":0.99145161,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"10","issue":"16","first_page":"14071","last_page":"14083"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8290250301361084},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5088217854499817},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32402461767196655},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09036508202552795}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8290250301361084},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5088217854499817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32402461767196655},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09036508202552795},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jiot.2023.3250275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3250275","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/102823","is_oa":false,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/102823","pdf_url":null,"source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/690220","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/690220","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G5083239435","display_name":null,"funder_award_id":"ORA-CRG10-2021-4699","funder_id":"https://openalex.org/F4320322320","funder_display_name":"King Abdullah University of Science and Technology"},{"id":"https://openalex.org/G613117131","display_name":null,"funder_award_id":"CRG10","funder_id":"https://openalex.org/F4320322320","funder_display_name":"King Abdullah University of Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320322320","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W155432278","https://openalex.org/W1834627138","https://openalex.org/W2057332538","https://openalex.org/W2060393849","https://openalex.org/W2473418344","https://openalex.org/W2612026221","https://openalex.org/W2734358244","https://openalex.org/W2767079719","https://openalex.org/W2775776326","https://openalex.org/W2784621220","https://openalex.org/W2798720628","https://openalex.org/W2807006176","https://openalex.org/W2810065831","https://openalex.org/W2900120080","https://openalex.org/W2900319533","https://openalex.org/W2904190483","https://openalex.org/W2912213068","https://openalex.org/W2912592113","https://openalex.org/W2930926105","https://openalex.org/W2942571707","https://openalex.org/W2946193510","https://openalex.org/W2949935872","https://openalex.org/W2963456518","https://openalex.org/W2975043678","https://openalex.org/W2975712713","https://openalex.org/W2989289980","https://openalex.org/W2998045710","https://openalex.org/W3006555759","https://openalex.org/W3010479380","https://openalex.org/W3014718068","https://openalex.org/W3021654819","https://openalex.org/W3038022836","https://openalex.org/W3038028469","https://openalex.org/W3043723611","https://openalex.org/W3045611708","https://openalex.org/W3047304572","https://openalex.org/W3090393599","https://openalex.org/W3094793624","https://openalex.org/W3102405732","https://openalex.org/W3103245149","https://openalex.org/W3105122387","https://openalex.org/W3107965923","https://openalex.org/W3129603732","https://openalex.org/W3130587708","https://openalex.org/W3134277527","https://openalex.org/W3154608090","https://openalex.org/W3161051256","https://openalex.org/W4220934571","https://openalex.org/W4285762978","https://openalex.org/W4289147229","https://openalex.org/W4294106961","https://openalex.org/W4297736277","https://openalex.org/W4318619660","https://openalex.org/W6606320674","https://openalex.org/W6728757088","https://openalex.org/W6747855403","https://openalex.org/W6750964650","https://openalex.org/W6752029299","https://openalex.org/W6752600739","https://openalex.org/W6755829780","https://openalex.org/W6755988804","https://openalex.org/W6756756286","https://openalex.org/W6757172675","https://openalex.org/W6757751764","https://openalex.org/W6758757267","https://openalex.org/W6759226220","https://openalex.org/W6759238902","https://openalex.org/W6762519339","https://openalex.org/W6762879059","https://openalex.org/W6768511045","https://openalex.org/W6771536673","https://openalex.org/W6773817997","https://openalex.org/W6779174293","https://openalex.org/W6781318954","https://openalex.org/W6783533280","https://openalex.org/W6785277093","https://openalex.org/W6785768294","https://openalex.org/W6789305514","https://openalex.org/W6791518594"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Federated":[0],"learning":[1,10],"(FL)":[2],"is":[3],"becoming":[4],"a":[5,120],"popular":[6,108],"paradigm":[7],"for":[8],"collaborative":[9],"over":[11,55],"distributed,":[12],"private":[13],"data":[14,58],"sets":[15],"owned":[16],"by":[17,75],"nontrusting":[18],"entities.":[19],"FL":[20,47,72,109,164],"has":[21,30],"seen":[22],"successful":[23],"deployment":[24],"in":[25,33,148,163],"production":[26],"environments,":[27],"and":[28,42,61,88,127,139,151],"it":[29],"been":[31],"adopted":[32],"services,":[34],"such":[35],"as":[36],"virtual":[37],"keyboards,":[38],"auto-completion,":[39],"item":[40],"recommendation,":[41],"several":[43],"IoT":[44],"applications.":[45],"However,":[46],"comes":[48],"with":[49],"the":[50,67,70,84,92,149,158],"challenge":[51],"of":[52,66,69,86,117,160],"performing":[53],"training":[54],"largely":[56],"heterogeneous":[57],"sets,":[59],"devices,":[60],"networks":[62],"that":[63,114],"are":[64],"out":[65],"control":[68],"centralized":[71],"server.":[73],"Motivated":[74],"this":[76],"inherent":[77],"challenge,":[78],"we":[79],"aim":[80],"to":[81,131],"empirically":[82],"characterize":[83],"impact":[85,122],"device":[87],"behavioral":[89],"heterogeneity":[90,118,162],"on":[91,106,123,157],"trained":[93],"model.":[94],"We":[95],"conduct":[96],"an":[97],"extensive":[98],"empirical":[99],"study":[100],"spanning":[101],"nearly":[102],"1.5K":[103],"unique":[104],"configurations":[105],"five":[107],"benchmarks.":[110],"Our":[111],"analysis":[112],"shows":[113],"these":[115],"sources":[116],"have":[119],"major":[121],"both":[124],"model":[125],"quality":[126,150],"fairness,":[128,152],"causing":[129],"up":[130],"<inline-formula":[132,140],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[133,141],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[134,142],"<tex-math":[135,143],"notation=\"LaTeX\">$4.6\\times":[136],"$":[137,145],"</tex-math></inline-formula>":[138,146],"notation=\"LaTeX\">$2.2\\times":[144],"degradation":[147],"respectively,":[153],"thus":[154],"shedding":[155],"light":[156],"importance":[159],"considering":[161],"system":[165],"design.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}
