{"id":"https://openalex.org/W4386047771","doi":"https://doi.org/10.1109/isit54713.2023.10206493","title":"More Communication Does Not Result in Smaller Generalization Error in Federated Learning","display_name":"More Communication Does Not Result in Smaller Generalization Error in Federated Learning","publication_year":2023,"publication_date":"2023-06-25","ids":{"openalex":"https://openalex.org/W4386047771","doi":"https://doi.org/10.1109/isit54713.2023.10206493"},"language":"en","primary_location":{"id":"doi:10.1109/isit54713.2023.10206493","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit54713.2023.10206493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058889001","display_name":"Romain Chor","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Romain Chor","raw_affiliation_strings":["Huawei Paris Research Center,France","Huawei Paris Research Center, France"],"affiliations":[{"raw_affiliation_string":"Huawei Paris Research Center,France","institution_ids":["https://openalex.org/I4210123571"]},{"raw_affiliation_string":"Huawei Paris Research Center, France","institution_ids":["https://openalex.org/I4210123571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077868963","display_name":"Milad Sefidgaran","orcid":"https://orcid.org/0000-0002-3576-9552"},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Milad Sefidgaran","raw_affiliation_strings":["Huawei Paris Research Center,France","Huawei Paris Research Center, France"],"affiliations":[{"raw_affiliation_string":"Huawei Paris Research Center,France","institution_ids":["https://openalex.org/I4210123571"]},{"raw_affiliation_string":"Huawei Paris Research Center, France","institution_ids":["https://openalex.org/I4210123571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014906072","display_name":"Abdellatif Zaidi","orcid":"https://orcid.org/0000-0003-2023-9476"},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abdellatif Zaidi","raw_affiliation_strings":["Huawei Paris Research Center,France","Huawei Paris Research Center, France"],"affiliations":[{"raw_affiliation_string":"Huawei Paris Research Center,France","institution_ids":["https://openalex.org/I4210123571"]},{"raw_affiliation_string":"Huawei Paris Research Center, France","institution_ids":["https://openalex.org/I4210123571"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5058889001"],"corresponding_institution_ids":["https://openalex.org/I4210123571"],"apc_list":null,"apc_paid":null,"fwci":0.3491,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65055062,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"48","last_page":"53"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.9099051356315613},{"id":"https://openalex.org/keywords/generalization-error","display_name":"Generalization error","score":0.7681152820587158},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6381383538246155},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.6348459720611572},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5867201089859009},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5289937257766724},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.4479564428329468},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4465199410915375},{"id":"https://openalex.org/keywords/approximation-error","display_name":"Approximation error","score":0.44457441568374634},{"id":"https://openalex.org/keywords/early-stopping","display_name":"Early stopping","score":0.44385772943496704},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4319700300693512},{"id":"https://openalex.org/keywords/binary-logarithm","display_name":"Binary logarithm","score":0.4223424792289734},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37186676263809204},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3415520489215851},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33882659673690796},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3102656602859497},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29788267612457275},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.07408848404884338}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.9099051356315613},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.7681152820587158},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6381383538246155},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.6348459720611572},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5867201089859009},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5289937257766724},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.4479564428329468},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4465199410915375},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.44457441568374634},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.44385772943496704},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4319700300693512},{"id":"https://openalex.org/C63553672","wikidata":"https://www.wikidata.org/wiki/Q581168","display_name":"Binary logarithm","level":2,"score":0.4223424792289734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37186676263809204},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3415520489215851},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33882659673690796},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3102656602859497},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29788267612457275},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.07408848404884338},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit54713.2023.10206493","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit54713.2023.10206493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W27434444","https://openalex.org/W2033468335","https://openalex.org/W2096765209","https://openalex.org/W2166706236","https://openalex.org/W2768267830","https://openalex.org/W2910589063","https://openalex.org/W2963179579","https://openalex.org/W2963209930","https://openalex.org/W2963959597","https://openalex.org/W2970020383","https://openalex.org/W2970606380","https://openalex.org/W2995022099","https://openalex.org/W3016632787","https://openalex.org/W3047212814","https://openalex.org/W3091870957","https://openalex.org/W3100231902","https://openalex.org/W4206991088","https://openalex.org/W4213464063","https://openalex.org/W4221148781","https://openalex.org/W4281633082","https://openalex.org/W4287343372","https://openalex.org/W4318619660","https://openalex.org/W4320460176","https://openalex.org/W6674201379","https://openalex.org/W6684249991","https://openalex.org/W6726983090","https://openalex.org/W6728757088","https://openalex.org/W6746088618","https://openalex.org/W6752191696","https://openalex.org/W6766831760","https://openalex.org/W6791199311","https://openalex.org/W6809712777","https://openalex.org/W6838491714","https://openalex.org/W6849952314"],"related_works":["https://openalex.org/W2136627871","https://openalex.org/W2153743018","https://openalex.org/W2117037448","https://openalex.org/W2109850386","https://openalex.org/W2417932737","https://openalex.org/W1588766645","https://openalex.org/W3097101849","https://openalex.org/W3025192034","https://openalex.org/W3037653749","https://openalex.org/W4283332751"],"abstract_inverted_index":{"We":[0,57,84],"study":[1,70],"the":[2,55,71,76,80,90,97,104,121,128,142,147,150,173,188],"generalization":[3,77,91,129],"error":[4,78,92],"of":[5,28,66,73,79,99,106,130,159,176,181],"statistical":[6],"learning":[7,132],"models":[8],"in":[9],"a":[10,43,47,167],"Federated":[11],"Learning":[12],"(FL)":[13],"setting.":[14],"Specifically,":[15],"there":[16],"are":[17,39,193],"K":[18,109],"devices":[19,108],"or":[20],"clients,":[21],"each":[22],"holding":[23],"an":[24,86],"independent":[25],"own":[26],"dataset":[27,111],"size":[29,112],"n.":[30],"Individual":[31],"models,":[32],"learned":[33],"locally":[34],"via":[35],"Stochastic":[36],"Gradient":[37],"Descent,":[38],"aggregated":[40,82],"(averaged)":[41],"by":[42,137],"central":[44],"server":[45],"into":[46],"global":[48],"model":[49,67],"and":[50,69,110],"then":[51],"sent":[52],"back":[53],"to":[54,103,169,171,187],"devices.":[56],"consider":[58],"multiple":[59],"(say":[60],"$":[61],"\\in":[62],"{{\\mathbb{N}}^{\\text{*}}}$":[63],")":[64],"rounds":[65],"aggregation":[68],"effect":[72,98],"R":[74,100,164],"on":[75,89],"final":[81],"model.":[83],"establish":[85],"upper":[87],"bound":[88,122],"that":[93,127,149,163],"accounts":[94],"explicitly":[95],"for":[96,118,156],"(in":[101],"addition":[102],"number":[105],"participating":[107],").":[113],"It":[114],"is":[115,134],"observed":[116],"that,":[117],"fixed":[119],"$\\left({n,K}\\right)$,":[120],"increases":[123],"with":[124,141,146],"R,":[125,160],"suggesting":[126],"such":[131],"algorithms":[133],"negatively":[135],"affected":[136],"more":[138],"frequent":[139],"communication":[140],"parameter":[143,168],"server.":[144],"Combined":[145],"fact":[148],"empirical":[151],"risk,":[152],"however,":[153],"generally":[154],"decreases":[155],"larger":[157],"values":[158],"this":[161,182],"indicates":[162],"might":[165],"be":[166],"optimize":[170],"reduce":[172],"population":[174],"risk":[175],"FL":[177],"algorithms.":[178],"The":[179],"results":[180],"paper,":[183],"which":[184],"extend":[185],"straightforwardly":[186],"heterogeneous":[189],"(non-i.i.d.)":[190],"data":[191],"setting,":[192],"also":[194],"illustrated":[195],"through":[196],"numerical":[197],"examples.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}