{"id":"https://openalex.org/W4225482284","doi":"https://doi.org/10.1109/bigdata52589.2021.9671693","title":"Improving Semi-supervised Federated Learning by Reducing the Gradient Diversity of Models","display_name":"Improving Semi-supervised Federated Learning by Reducing the Gradient Diversity of Models","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W4225482284","doi":"https://doi.org/10.1109/bigdata52589.2021.9671693"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata52589.2021.9671693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671693","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084194361","display_name":"Zhengming Zhang","orcid":"https://orcid.org/0000-0001-7329-1855"},"institutions":[{"id":"https://openalex.org/I4210090971","display_name":"Southeast University","ror":"https://ror.org/00cf0ab87","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210090971"]}],"countries":["BD"],"is_corresponding":true,"raw_author_name":"Zhengming Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University","institution_ids":["https://openalex.org/I4210090971"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020994183","display_name":"Yaoqing Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaoqing Yang","raw_affiliation_strings":["Department of EECS, University of California, Berkeley"],"affiliations":[{"raw_affiliation_string":"Department of EECS, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102915910","display_name":"Zhewei Yao","orcid":"https://orcid.org/0000-0001-7678-4321"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhewei Yao","raw_affiliation_strings":["Department of EECS, University of California, Berkeley"],"affiliations":[{"raw_affiliation_string":"Department of EECS, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100688739","display_name":"Yujun Yan","orcid":"https://orcid.org/0000-0003-3776-4293"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yujun Yan","raw_affiliation_strings":["Department of EECS, University of Michigan, Ann Arbor"],"affiliations":[{"raw_affiliation_string":"Department of EECS, University of Michigan, Ann Arbor","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072427753","display_name":"Joseph E. Gonzalez","orcid":"https://orcid.org/0000-0003-2921-956X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph E. Gonzalez","raw_affiliation_strings":["Department of EECS, University of California, Berkeley"],"affiliations":[{"raw_affiliation_string":"Department of EECS, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030620564","display_name":"Kannan Ramchandran","orcid":"https://orcid.org/0000-0002-4567-328X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kannan Ramchandran","raw_affiliation_strings":["Department of EECS, University of California, Berkeley"],"affiliations":[{"raw_affiliation_string":"Department of EECS, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033006662","display_name":"Michael W. Mahoney","orcid":"https://orcid.org/0000-0001-7920-4652"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]},{"id":"https://openalex.org/I1297971548","display_name":"International Computer Science Institute","ror":"https://ror.org/01ewh7m12","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1297971548"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael W. Mahoney","raw_affiliation_strings":["Department of EECS, University of California, Berkeley","International Computer Science Institute"],"affiliations":[{"raw_affiliation_string":"Department of EECS, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"International Computer Science Institute","institution_ids":["https://openalex.org/I1297971548"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5084194361"],"corresponding_institution_ids":["https://openalex.org/I4210090971"],"apc_list":null,"apc_paid":null,"fwci":6.7258,"has_fulltext":false,"cited_by_count":73,"citation_normalized_percentile":{"value":0.9770816,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1214","last_page":"1225"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.7755078673362732},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7689230442047119},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7083956003189087},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.650154709815979},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6402251720428467},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5790162086486816},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5722867846488953},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.48882004618644714},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4491425156593323},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.44374826550483704},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.4155057668685913},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3571176826953888},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.12964197993278503}],"concepts":[{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.7755078673362732},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7689230442047119},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7083956003189087},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.650154709815979},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6402251720428467},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5790162086486816},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5722867846488953},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.48882004618644714},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4491425156593323},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.44374826550483704},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.4155057668685913},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3571176826953888},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.12964197993278503},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata52589.2021.9671693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671693","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":102,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W1861492603","https://openalex.org/W1963871118","https://openalex.org/W2048679005","https://openalex.org/W2101210369","https://openalex.org/W2108598243","https://openalex.org/W2116612304","https://openalex.org/W2118858186","https://openalex.org/W2133556223","https://openalex.org/W2136504847","https://openalex.org/W2139823104","https://openalex.org/W2194775991","https://openalex.org/W2279034837","https://openalex.org/W2335728318","https://openalex.org/W2535838896","https://openalex.org/W2734358244","https://openalex.org/W2765407302","https://openalex.org/W2767079719","https://openalex.org/W2805997383","https://openalex.org/W2807006176","https://openalex.org/W2903471046","https://openalex.org/W2914328083","https://openalex.org/W2917462349","https://openalex.org/W2941578813","https://openalex.org/W2942810103","https://openalex.org/W2952229419","https://openalex.org/W2953070460","https://openalex.org/W2955213239","https://openalex.org/W2955425717","https://openalex.org/W2962369866","https://openalex.org/W2963306214","https://openalex.org/W2963804082","https://openalex.org/W2972570881","https://openalex.org/W2976335444","https://openalex.org/W2978426779","https://openalex.org/W2982654255","https://openalex.org/W2986413680","https://openalex.org/W2989289980","https://openalex.org/W2995022099","https://openalex.org/W2995164118","https://openalex.org/W3000893881","https://openalex.org/W3001197829","https://openalex.org/W3007548213","https://openalex.org/W3015585426","https://openalex.org/W3021676282","https://openalex.org/W3035160371","https://openalex.org/W3035682985","https://openalex.org/W3038022836","https://openalex.org/W3045736930","https://openalex.org/W3101073749","https://openalex.org/W3114329882","https://openalex.org/W3118608800","https://openalex.org/W3127057363","https://openalex.org/W3141518839","https://openalex.org/W3147359051","https://openalex.org/W3156841666","https://openalex.org/W4210333940","https://openalex.org/W4210997624","https://openalex.org/W4225482284","https://openalex.org/W4288020585","https://openalex.org/W4288101682","https://openalex.org/W4289107582","https://openalex.org/W4295727797","https://openalex.org/W4297687186","https://openalex.org/W4297799122","https://openalex.org/W4299283926","https://openalex.org/W4318619660","https://openalex.org/W6623329352","https://openalex.org/W6638667902","https://openalex.org/W6638803421","https://openalex.org/W6639102338","https://openalex.org/W6677919164","https://openalex.org/W6680140577","https://openalex.org/W6680434193","https://openalex.org/W6695692224","https://openalex.org/W6703116779","https://openalex.org/W6728757088","https://openalex.org/W6728897251","https://openalex.org/W6733814495","https://openalex.org/W6745136726","https://openalex.org/W6748287519","https://openalex.org/W6749954789","https://openalex.org/W6752012617","https://openalex.org/W6757093123","https://openalex.org/W6757139170","https://openalex.org/W6759853437","https://openalex.org/W6760157594","https://openalex.org/W6761472960","https://openalex.org/W6762718338","https://openalex.org/W6762913911","https://openalex.org/W6765541894","https://openalex.org/W6765939562","https://openalex.org/W6768537144","https://openalex.org/W6770046221","https://openalex.org/W6770578729","https://openalex.org/W6770938554","https://openalex.org/W6771533808","https://openalex.org/W6773005947","https://openalex.org/W6773799558","https://openalex.org/W6773976177","https://openalex.org/W6787972765","https://openalex.org/W6788603650"],"related_works":["https://openalex.org/W4401571341","https://openalex.org/W4310825149","https://openalex.org/W4386076228","https://openalex.org/W2130553454","https://openalex.org/W3022007134","https://openalex.org/W4317548404","https://openalex.org/W2087783760","https://openalex.org/W2798269247","https://openalex.org/W1509924131","https://openalex.org/W2168489430"],"abstract_inverted_index":{"Federated":[0],"learning":[1,91,95],"(FL)":[2],"is":[3,80,110,140,199],"a":[4,102,190,207,235],"promising":[5],"way":[6],"to":[7,213],"use":[8],"the":[9,17,27,31,43,55,60,67,75,83,107,111,116,133,167,195,215,241],"computing":[10],"power":[11],"of":[12,19,77,85,115,197],"mobile":[13],"devices":[14],"while":[15,39,66],"maintaining":[16],"privacy":[18],"users.":[20,120],"Current":[21],"work":[22],"in":[23,143,240],"FL,":[24],"however,":[25],"makes":[26],"unrealistic":[28],"assumption":[29],"that":[30,42,101,105,132,157,183],"users":[32,61,198],"have":[33,62],"ground-truth":[34],"labels":[35],"on":[36,122,202,238],"their":[37],"devices,":[38],"also":[40,246],"assuming":[41],"server":[44,68],"has":[45,69,150,189],"neither":[46],"data":[47,79],"nor":[48],"labels.":[49],"In":[50],"this":[51,90],"work,":[52],"we":[53,99,124,130,155,181,205],"consider":[54],"more":[56],"realistic":[57],"scenario":[58],"where":[59,74],"only":[63],"unlabeled":[64,86],"data,":[65,72],"some":[70],"labeled":[71,78],"and":[73,176,226],"amount":[76,84],"smaller":[81],"than":[82,232],"data.":[87],"We":[88],"call":[89],"problem":[92],"semi-supervised":[93,144],"federated":[94],"(SSFL).":[96],"For":[97],"SSFL,":[98],"demonstrate":[100],"critical":[103],"issue":[104],"affects":[106],"test":[108,178,230],"accuracy":[109,231],"large":[112,151,191],"gradient":[113,152,162,174,192],"diversity":[114,175,193],"models":[117],"from":[118],"different":[119],"Based":[121,201],"this,":[123],"investigate":[125],"several":[126],"design":[127],"choices.":[128],"First,":[129],"find":[131,156],"so-called":[134],"consistency":[135],"regularization":[136],"loss":[137],"(CRL),":[138],"which":[139],"widely":[141],"used":[142],"learning,":[145],"performs":[146],"reasonably":[147],"well":[148],"but":[149,245],"diversity.":[153,163],"Second,":[154],"Batch":[158],"Normalization":[159,170],"(BN)":[160],"increases":[161],"Replacing":[164],"BN":[165],"with":[166,186,224],"recently-proposed":[168],"Group":[169],"(GN)":[171],"can":[172],"reduce":[173],"improve":[177],"accuracy.":[179],"Third,":[180],"show":[182],"CRL":[184],"combined":[185,223],"GN":[187,225],"still":[188],"when":[194],"number":[196],"large.":[200],"these":[203],"results,":[204],"propose":[206],"novel":[208],"grouping-based":[209,221],"model":[210],"averaging":[211,217],"method":[212],"replace":[214],"FedAvg":[216],"method.":[218],"Overall,":[219],"our":[220],"averaging,":[222],"CRL,":[227],"achieves":[228],"better":[229],"not":[233],"just":[234],"contemporary":[236],"paper":[237],"SSFL":[239],"same":[242],"settings":[243],"(>10%),":[244],"four":[247],"supervised":[248],"FL":[249],"algorithms.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":3}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}