{"id":"https://openalex.org/W7124178451","doi":"https://doi.org/10.1109/icpads67057.2025.11322880","title":"FedSDT: A Federated Distillation Optimization Method for Heterogeneous Non-IID Data Through Dual-Teacher Distillation and Bidirectional Knowledge Filtering","display_name":"FedSDT: A Federated Distillation Optimization Method for Heterogeneous Non-IID Data Through Dual-Teacher Distillation and Bidirectional Knowledge Filtering","publication_year":2025,"publication_date":"2025-12-14","ids":{"openalex":"https://openalex.org/W7124178451","doi":"https://doi.org/10.1109/icpads67057.2025.11322880"},"language":null,"primary_location":{"id":"doi:10.1109/icpads67057.2025.11322880","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads67057.2025.11322880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 31th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhenqi Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhenqi Zhang","raw_affiliation_strings":["School of Software, Xinjiang University,Urumqi,Xinjiang,China"],"affiliations":[{"raw_affiliation_string":"School of Software, Xinjiang University,Urumqi,Xinjiang,China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100530854","display_name":"Hua Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Sun","raw_affiliation_strings":["School of Software, Xinjiang University,Urumqi,Xinjiang,China"],"affiliations":[{"raw_affiliation_string":"School of Software, Xinjiang University,Urumqi,Xinjiang,China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122099547","display_name":"Haiyang Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyang Fan","raw_affiliation_strings":["School of Software, Xinjiang University,Urumqi,Xinjiang,China"],"affiliations":[{"raw_affiliation_string":"School of Software, Xinjiang University,Urumqi,Xinjiang,China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100437369","display_name":"Linlin Zhang","orcid":"https://orcid.org/0000-0001-5073-1694"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linlin Zhang","raw_affiliation_strings":["School of Software, Xinjiang University,Urumqi,Xinjiang,China"],"affiliations":[{"raw_affiliation_string":"School of Software, Xinjiang University,Urumqi,Xinjiang,China","institution_ids":["https://openalex.org/I96908189"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I96908189"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.84085231,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9491000175476074,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9491000175476074,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00860000029206276,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.7515000104904175},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6680999994277954},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.49380001425743103},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4359999895095825},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4140999913215637},{"id":"https://openalex.org/keywords/degradation","display_name":"Degradation (telecommunications)","score":0.4047999978065491},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4020000100135803},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.3644999861717224}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7825999855995178},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.7515000104904175},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6680999994277954},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.49380001425743103},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4359999895095825},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41670000553131104},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4140999913215637},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.4047999978065491},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4020000100135803},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36489999294281006},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C2776604539","wikidata":"https://www.wikidata.org/wiki/Q6423395","display_name":"Knowledge sharing","level":2,"score":0.3549000024795532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.349700003862381},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3246999979019165},{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.3215999901294708},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.2955999970436096},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C28427503","wikidata":"https://www.wikidata.org/wiki/Q13580300","display_name":"Internal model","level":3,"score":0.2800999879837036},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26100000739097595},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpads67057.2025.11322880","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads67057.2025.11322880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 31th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1565176583","https://openalex.org/W1974314970","https://openalex.org/W2112796928","https://openalex.org/W2734358244","https://openalex.org/W2744999500","https://openalex.org/W2784499877","https://openalex.org/W2930926105","https://openalex.org/W2977090839","https://openalex.org/W3096572172","https://openalex.org/W3102031770","https://openalex.org/W3141518839","https://openalex.org/W3202544039","https://openalex.org/W4226101686","https://openalex.org/W4312379976","https://openalex.org/W4312950667","https://openalex.org/W4386767075","https://openalex.org/W4390664235"],"related_works":[],"abstract_inverted_index":{"Federated":[0,45],"Learning":[1],"(FL),":[2],"as":[3,28,59],"a":[4,13,109,158],"distributed":[5],"machine":[6],"learning":[7],"paradigm,":[8],"enables":[9],"collaborative":[10],"training":[11],"of":[12,31,54,130,154,211],"central":[14],"model":[15,88,198],"across":[16],"local":[17,122,149],"nodes":[18],"without":[19],"sharing":[20],"private":[21],"data.":[22],"However,":[23],"it":[24],"faces":[25],"challenges":[26],"such":[27],"high":[29],"risks":[30],"white-box":[32],"privacy":[33],"attacks,":[34],"large":[35],"communication":[36,192],"overhead,":[37],"and":[38,71,87,121,125,144,169,205],"difficulty":[39],"in":[40],"adapting":[41],"to":[42,63,82,115,126,140,164],"heterogeneous":[43,69,105],"models.":[44],"Distillation":[46],"(FD),":[47],"which":[48],"transfers":[49],"knowledge":[50,83,123,135,153],"among":[51],"clients":[52],"instead":[53],"exchanging":[55],"parameters,":[56],"has":[57],"emerged":[58],"an":[60,99],"alternative":[61],"paradigm":[62],"address":[64],"these":[65],"challenges.":[66],"Yet,":[67],"under":[68],"models":[70,150],"Non-IID":[72],"data":[73],"settings,":[74],"FD":[75,213],"suffers":[76],"from":[77,151],"global":[78,120],"performance":[79],"degradation":[80,93],"due":[81],"bias,":[84],"class":[85],"imbalance,":[86],"heterogeneity.":[89],"To":[90],"tackle":[91],"this":[92,95],"issue,":[94],"paper":[96],"proposes":[97],"FedSDT,":[98],"enhanced":[100],"federated":[101],"distillation":[102,111],"method":[103,188],"for":[104],"NonIID":[106],"scenarios.":[107],"Specifically,":[108],"dual-teacher":[110],"mechanism":[112,161],"is":[113,138,162],"introduced":[114],"alleviate":[116],"the":[117,128,172,176,186,208,212],"imbalance":[118],"between":[119],"transfer":[124],"mitigate":[127],"problem":[129],"\u201clocal":[131],"forgetting\u201d.":[132],"A":[133],"bidirectional":[134],"filtering":[136],"strategy":[137],"employed":[139],"select":[141],"reliable":[142],"samples":[143],"mine":[145],"rare":[146,167],"classes,":[147],"preventing":[148],"losing":[152],"underrepresented":[155],"categories.":[156],"Furthermore,":[157],"class-aware":[159],"balancing":[160],"designed":[163],"identify":[165],"potential":[166],"classes":[168],"dynamically":[170],"weight":[171],"loss,":[173],"thereby":[174],"strengthening":[175],"model's":[177],"focus":[178],"on":[179],"minority":[180],"classes.":[181],"Experimental":[182],"results":[183],"demonstrate":[184],"that":[185],"proposed":[187],"not":[189],"only":[190],"ensures":[191],"efficiency":[193],"but":[194],"also":[195],"significantly":[196],"improves":[197],"performance.":[199],"It":[200],"consistently":[201],"outperforms":[202],"baseline":[203],"methods":[204],"effectively":[206],"enhances":[207],"generalization":[209],"capability":[210],"framework.":[214]},"counts_by_year":[],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2026-01-15T00:00:00"}