{"id":"https://openalex.org/W4210728809","doi":"https://doi.org/10.1109/globecom46510.2021.9685700","title":"GDST: Global Distillation Self-Training for Semi-Supervised Federated Learning","display_name":"GDST: Global Distillation Self-Training for Semi-Supervised Federated Learning","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4210728809","doi":"https://doi.org/10.1109/globecom46510.2021.9685700"},"language":"en","primary_location":{"id":"doi:10.1109/globecom46510.2021.9685700","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685700","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101872825","display_name":"Xin-Yi Liu","orcid":"https://orcid.org/0000-0003-1374-5178"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Liu","raw_affiliation_strings":["Tsinghua Berkeley Shenzhen Institute, Tsinghua University,Shenzhen,China","Tsinghua Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China","Tsinghua Shenzhen International Graduate School, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Berkeley Shenzhen Institute, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105"]},{"raw_affiliation_string":"Tsinghua Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101824364","display_name":"Linghui Zhu","orcid":"https://orcid.org/0000-0002-6476-7943"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linghui Zhu","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University,China","Tsinghua Shenzhen International Graduate School, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034104790","display_name":"Shu\u2010Tao Xia","orcid":"https://orcid.org/0000-0002-8639-982X"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu-Tao Xia","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University,China","Peng Cheng Laboratory, PCL Research Center of Networks and Communications, Shenzhen, China","Tsinghua Shenzhen International Graduate School, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory, PCL Research Center of Networks and Communications, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101626204","display_name":"Yong Jiang","orcid":"https://orcid.org/0000-0002-4260-1395"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Jiang","raw_affiliation_strings":["Tsinghua Berkeley Shenzhen Institute, Tsinghua University,Shenzhen,China","Peng Cheng Laboratory, PCL Research Center of Networks and Communications, Shenzhen, China","Tsinghua Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China","Tsinghua Shenzhen International Graduate School, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Berkeley Shenzhen Institute, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105"]},{"raw_affiliation_string":"Peng Cheng Laboratory, PCL Research Center of Networks and Communications, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Tsinghua Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045406560","display_name":"Xue Yang","orcid":"https://orcid.org/0000-0002-4083-729X"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xue Yang","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University,China","Peng Cheng Laboratory, PCL Research Center of Networks and Communications, Shenzhen, China","Tsinghua Shenzhen International Graduate School, Tsinghua University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory, PCL Research Center of Networks and Communications, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5861,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.70620318,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9488000273704529,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.803086519241333},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6815454959869385},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6492455005645752},{"id":"https://openalex.org/keywords/disjoint-sets","display_name":"Disjoint sets","score":0.6231573820114136},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6155998110771179},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6135956645011902},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.592864990234375},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5922161936759949},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.5905497670173645},{"id":"https://openalex.org/keywords/co-training","display_name":"Co-training","score":0.5373325347900391},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.427667498588562},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32507598400115967},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-supervised learning","score":0.2889726161956787},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07045835256576538}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.803086519241333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6815454959869385},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6492455005645752},{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.6231573820114136},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6155998110771179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6135956645011902},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.592864990234375},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5922161936759949},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.5905497670173645},{"id":"https://openalex.org/C2776959682","wikidata":"https://www.wikidata.org/wiki/Q17005296","display_name":"Co-training","level":3,"score":0.5373325347900391},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.427667498588562},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32507598400115967},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.2889726161956787},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07045835256576538},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom46510.2021.9685700","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685700","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G6480374108","display_name":null,"funder_award_id":"2020M670374","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2166338096","https://openalex.org/W2807006176","https://openalex.org/W2884853940","https://openalex.org/W2903356604","https://openalex.org/W2912213068","https://openalex.org/W2955213239","https://openalex.org/W2964159205","https://openalex.org/W2970408908","https://openalex.org/W2970825779","https://openalex.org/W2978426779","https://openalex.org/W2980910578","https://openalex.org/W3001197829","https://openalex.org/W3006017224","https://openalex.org/W3021654819","https://openalex.org/W3021676282","https://openalex.org/W3035682985","https://openalex.org/W3038022836","https://openalex.org/W3038028469","https://openalex.org/W3081349436","https://openalex.org/W3141518839","https://openalex.org/W3147359051","https://openalex.org/W4318619660","https://openalex.org/W6638523607","https://openalex.org/W6728757088","https://openalex.org/W6736346607","https://openalex.org/W6752029299","https://openalex.org/W6756840679","https://openalex.org/W6759226220","https://openalex.org/W6759238902","https://openalex.org/W6762913911","https://openalex.org/W6765541894","https://openalex.org/W6769871928","https://openalex.org/W6772307254","https://openalex.org/W6773005947","https://openalex.org/W6776563290","https://openalex.org/W6782067417","https://openalex.org/W6782959363","https://openalex.org/W6788603650"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344","https://openalex.org/W2138127867"],"abstract_inverted_index":{"Federated":[0,144],"Learning":[1,145],"(FL)":[2],"refers":[3],"to":[4,34,66,122,149,167],"the":[5,57,95,156,169,180],"machine":[6],"learning":[7,50,88,96],"scheme":[8,72],"that":[9,103],"enables":[10,148],"decentralized":[11],"model":[12,109,154],"training":[13,84],"over":[14],"massive":[15],"separate":[16],"data":[17,31],"sources":[18],"without":[19],"privacy":[20],"concerns.":[21],"However,":[22],"existing":[23],"works":[24],"rarely":[25],"consider":[26,47],"difficulty":[27],"of":[28,82,107,159,171,174],"obtaining":[29],"sufficient":[30,164],"labels":[32],"due":[33],"uncontrollable":[35],"user":[36],"behavior,":[37],"especially":[38],"in":[39,155],"cross-device":[40],"FL":[41],"scenarios.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46,76,98,138,162],"semi-supervised":[48],"federated":[49,87],"(SSFL)":[51],"setups":[52],"and":[53,93,115,130],"mainly":[54],"focus":[55],"on":[56,128],"disjoint":[58,157],"scenario":[59,158],"where":[60],"local":[61,83],"clients":[62],"only":[63],"have":[64],"access":[65],"unlabeled":[67,74],"data.":[68],"By":[69],"integrating":[70],"self-training":[71,78,129],"for":[73,110],"data,":[75],"propose":[77,99,139],"loss":[79,102],"as":[80,113],"part":[81],"objective":[85],"within":[86],"framework.":[89],"To":[90],"further":[91],"stablize":[92],"improve":[94],"process,":[97],"global":[100,108,131,153],"distillation":[101,119,132],"utilize":[104],"output":[105],"logits":[106],"per":[111],"client-sample":[112],"supervision":[114],"also":[116],"soften":[117],"such":[118],"by":[120],"temperature":[121],"obtain":[123],"more":[124],"discriminative":[125],"information.":[126],"Based":[127],"loss,":[133],"combined":[134],"with":[135],"server-side":[136],"training,":[137],"Global":[140],"Distillation":[141],"Self-Training":[142],"(GDST)":[143],"algorithm,":[146],"which":[147],"distributedly":[150],"learn":[151],"a":[152],"SSFL.":[160],"Finally,":[161],"do":[163],"ablation":[165],"study":[166],"explore":[168],"role":[170],"each":[172],"component":[173],"our":[175],"GDST":[176],"method,":[177],"experimentally":[178],"guarantee":[179],"interpretability.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}