{"id":"https://openalex.org/W4285048701","doi":"https://doi.org/10.1109/tbdata.2022.3189703","title":"Learning Critically: Selective Self-Distillation in Federated Learning on Non-IID Data","display_name":"Learning Critically: Selective Self-Distillation in Federated Learning on Non-IID Data","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4285048701","doi":"https://doi.org/10.1109/tbdata.2022.3189703"},"language":"en","primary_location":{"id":"doi:10.1109/tbdata.2022.3189703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2022.3189703","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103110459","display_name":"Yuting He","orcid":"https://orcid.org/0000-0003-4495-7608"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuting He","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4495-7608","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008558592","display_name":"Yiqiang Chen","orcid":"https://orcid.org/0000-0002-8407-0780"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqiang Chen","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","Shandong Academy of Intelligent Computing Technology, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-8407-0780","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Shandong Academy of Intelligent Computing Technology, Jinan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012133093","display_name":"Xiaodong Yang","orcid":"https://orcid.org/0000-0002-1842-5475"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"XiaoDong Yang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","Shandong Academy of Intelligent Computing Technology, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-1842-5475","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Shandong Academy of Intelligent Computing Technology, Jinan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028988765","display_name":"Hanchao Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanchao Yu","raw_affiliation_strings":["Frontier Sciences and Education, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Frontier Sciences and Education, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046290441","display_name":"Yihua Huang","orcid":"https://orcid.org/0000-0001-5910-5972"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi-Hua Huang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048871276","display_name":"Yang Gu","orcid":"https://orcid.org/0000-0001-8572-2907"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Gu","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8572-2907","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.607,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.93680737,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"10","issue":"6","first_page":"789","last_page":"800"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9108999967575073,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8723435997962952},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.7334630489349365},{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.6364223957061768},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6123194098472595},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.5380878448486328},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5331294536590576},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5263049602508545},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5157895088195801},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.4871816039085388},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4835893511772156},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3501926064491272}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8723435997962952},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.7334630489349365},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.6364223957061768},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6123194098472595},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.5380878448486328},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5331294536590576},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5263049602508545},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5157895088195801},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.4871816039085388},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4835893511772156},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3501926064491272},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbdata.2022.3189703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2022.3189703","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G1977690423","display_name":null,"funder_award_id":"Z211100002121171","funder_id":"https://openalex.org/F4320325902","funder_display_name":"Beijing Municipal Science and Technology Commission"},{"id":"https://openalex.org/G413714416","display_name":null,"funder_award_id":"KFJ-STS-QYZD-2021-11-001","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G7739682245","display_name":null,"funder_award_id":"61902377","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8567002948","display_name":"\u9762\u5411\u5e15\u91d1\u68ee\u65e9\u671f\u9884\u8b66\u7684\u8054\u90a6\u8fc1\u79fb\u5b66\u4e60\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61972383","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320325902","display_name":"Beijing Municipal Science and Technology Commission","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W2037979274","https://openalex.org/W2194775991","https://openalex.org/W2551176409","https://openalex.org/W2560647685","https://openalex.org/W2744999500","https://openalex.org/W2944869267","https://openalex.org/W2970454332","https://openalex.org/W2982157312","https://openalex.org/W2987861506","https://openalex.org/W3021654819","https://openalex.org/W3034695001","https://openalex.org/W3091404410","https://openalex.org/W3112044954","https://openalex.org/W3176120057","https://openalex.org/W3176639943","https://openalex.org/W3182158470","https://openalex.org/W3187295906","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6728757088","https://openalex.org/W6748082341","https://openalex.org/W6752029299","https://openalex.org/W6757139170","https://openalex.org/W6757249106","https://openalex.org/W6759238902","https://openalex.org/W6763048141","https://openalex.org/W6765541894","https://openalex.org/W6766978945","https://openalex.org/W6768632158","https://openalex.org/W6769871928","https://openalex.org/W6772307254","https://openalex.org/W6772689095","https://openalex.org/W6773204560","https://openalex.org/W6773520829","https://openalex.org/W6773815586","https://openalex.org/W6773817997","https://openalex.org/W6774978782","https://openalex.org/W6780224944","https://openalex.org/W6781318954","https://openalex.org/W6787972765","https://openalex.org/W6789954222","https://openalex.org/W6790230083","https://openalex.org/W6790734049","https://openalex.org/W6795763561","https://openalex.org/W6796550100","https://openalex.org/W6797489503","https://openalex.org/W6801103183","https://openalex.org/W6810348364","https://openalex.org/W6811000448","https://openalex.org/W6849725571"],"related_works":["https://openalex.org/W2388687352","https://openalex.org/W2370187191","https://openalex.org/W1990162851","https://openalex.org/W2369854048","https://openalex.org/W2374291020","https://openalex.org/W2355907197","https://openalex.org/W3171042291","https://openalex.org/W2390961115","https://openalex.org/W2388138913","https://openalex.org/W2385288613"],"abstract_inverted_index":{"Federated":[0,99],"learning":[1,87,100],"(FL)":[2],"enables":[3],"multiple":[4],"clients":[5,21],"to":[6,26,55,67,81],"collaboratively":[7],"train":[8],"a":[9,94],"global":[10,41,113],"model":[11],"while":[12],"keeping":[13],"local":[14,30,36,69,108],"data":[15],"decentralized.":[16],"Data":[17],"heterogeneity":[18],"(non-IID)":[19],"across":[20],"has":[22],"imposed":[23],"significant":[24],"challenges":[25],"FL,":[27],"which":[28,76,102,149],"makes":[29],"models":[31],"re-optimize":[32],"towards":[33],"their":[34],"own":[35],"optima":[37],"and":[38,47,116,128,139,156],"forget":[39],"the":[40,57,68,107,112,122,126],"knowledge,":[42],"resulting":[43],"in":[44,158],"performance":[45,84],"degradation":[46],"convergence":[48,132],"slowdown.":[49],"Many":[50],"existing":[51],"works":[52],"have":[53],"attempted":[54],"address":[56],"non-IID":[58],"issue":[59],"by":[60,110,120],"adding":[61],"an":[62,73],"extra":[63],"global-model-based":[64],"regularizing":[65],"item":[66],"training":[70],"but":[71],"without":[72],"adaption":[74],"scheme,":[75],"is":[77,136],"not":[78],"efficient":[79],"enough":[80],"achieve":[82],"high":[83],"with":[85,163],"deep":[86],"models.":[88],"In":[89],"this":[90],"paper,":[91],"we":[92],"propose":[93],"Selective":[95],"Self-Distillation":[96],"method":[97],"for":[98],"(FedSSD),":[101],"imposes":[103],"adaptive":[104],"constraints":[105],"on":[106,144],"updates":[109],"self-distilling":[111],"model\u2019s":[114],"knowledge":[115],"selectively":[117],"weighting":[118],"it":[119],"evaluating":[121],"credibility":[123],"at":[124],"both":[125],"class":[127],"sample":[129],"level.":[130],"The":[131],"guarantee":[133],"of":[134],"FedSSD":[135,152],"theoretically":[137],"analyzed":[138],"extensive":[140],"experiments":[141],"are":[142],"conducted":[143],"three":[145],"public":[146],"benchmark":[147],"datasets,":[148],"demonstrates":[150],"that":[151],"achieves":[153],"better":[154],"generalization":[155],"robustness":[157],"fewer":[159],"communication":[160],"rounds,":[161],"compared":[162],"other":[164],"state-of-the-art":[165],"FL":[166],"methods.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}