{"id":"https://openalex.org/W4416167366","doi":"https://doi.org/10.1155/int/7406934","title":"Knowledge Distillation in Federated Learning: A Survey on Long Lasting Challenges and New Solutions","display_name":"Knowledge Distillation in Federated Learning: A Survey on Long Lasting Challenges and New Solutions","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416167366","doi":"https://doi.org/10.1155/int/7406934"},"language":"en","primary_location":{"id":"doi:10.1155/int/7406934","is_oa":true,"landing_page_url":"https://doi.org/10.1155/int/7406934","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/int/7406934","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/int/7406934","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109734903","display_name":"Laiqiao Qin","orcid":"https://orcid.org/0009-0004-6534-0193"},"institutions":[{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Laiqiao Qin","raw_affiliation_strings":["Faculty of Data Science ,  City University of Macau ,  Macau ,  China ,  cityu.edu.mo"],"raw_orcid":"https://orcid.org/0009-0004-6534-0193","affiliations":[{"raw_affiliation_string":"Faculty of Data Science ,  City University of Macau ,  Macau ,  China ,  cityu.edu.mo","institution_ids":["https://openalex.org/I6469544"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036801346","display_name":"Tianqing Zhu","orcid":"https://orcid.org/0000-0003-3411-7947"},"institutions":[{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Tianqing Zhu","raw_affiliation_strings":["Faculty of Data Science ,  City University of Macau ,  Macau ,  China ,  cityu.edu.mo"],"raw_orcid":"https://orcid.org/0000-0003-3411-7947","affiliations":[{"raw_affiliation_string":"Faculty of Data Science ,  City University of Macau ,  Macau ,  China ,  cityu.edu.mo","institution_ids":["https://openalex.org/I6469544"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051406984","display_name":"Wanlei Zhou","orcid":"https://orcid.org/0000-0002-1680-2521"},"institutions":[{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Wanlei Zhou","raw_affiliation_strings":["Faculty of Data Science ,  City University of Macau ,  Macau ,  China ,  cityu.edu.mo"],"raw_orcid":"https://orcid.org/0000-0002-1680-2521","affiliations":[{"raw_affiliation_string":"Faculty of Data Science ,  City University of Macau ,  Macau ,  China ,  cityu.edu.mo","institution_ids":["https://openalex.org/I6469544"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036357902","display_name":"Philip S. Yu","orcid":"https://orcid.org/0000-0002-3491-5968"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip S. Yu","raw_affiliation_strings":["Department of Computer Science ,  University of Illinois at Chicago ,  Chicago , Illinois,  USA ,  uic.edu"],"raw_orcid":"https://orcid.org/0000-0002-3491-5968","affiliations":[{"raw_affiliation_string":"Department of Computer Science ,  University of Illinois at Chicago ,  Chicago , Illinois,  USA ,  uic.edu","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5036801346"],"corresponding_institution_ids":["https://openalex.org/I6469544"],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":{"value":2500,"currency":"USD","value_usd":2500},"fwci":18.5127,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.99105073,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"2025","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9232000112533569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9232000112533569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.007000000216066837,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.005499999970197678,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.6100000143051147},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.43230000138282776},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.3614000082015991},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.34060001373291016},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.3172999918460846},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.29989999532699585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7745000123977661},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.6100000143051147},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.43230000138282776},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4300999939441681},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3709999918937683},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32989999651908875},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.3172999918460846},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2921999990940094},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2502000033855438},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1155/int/7406934","is_oa":true,"landing_page_url":"https://doi.org/10.1155/int/7406934","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/int/7406934","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1155/int/7406934","is_oa":true,"landing_page_url":"https://doi.org/10.1155/int/7406934","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/int/7406934","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7457371490","display_name":null,"funder_award_id":"0051/2022/AFJ","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7565472609","display_name":null,"funder_award_id":"0051/2022/AFJ","funder_id":"https://openalex.org/F4320323893","funder_display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323893","display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia","ror":"https://ror.org/05vna4324"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416167366.pdf","grobid_xml":"https://content.openalex.org/works/W4416167366.grobid-xml"},"referenced_works_count":146,"referenced_works":["https://openalex.org/W1562767160","https://openalex.org/W2016267457","https://openalex.org/W2034996255","https://openalex.org/W2098502158","https://openalex.org/W2109426455","https://openalex.org/W2560647685","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2795889831","https://openalex.org/W2807841289","https://openalex.org/W2884367402","https://openalex.org/W2911915417","https://openalex.org/W2912213068","https://openalex.org/W2954124071","https://openalex.org/W2956355137","https://openalex.org/W2963540401","https://openalex.org/W2969893028","https://openalex.org/W2970606380","https://openalex.org/W2979637109","https://openalex.org/W2982220706","https://openalex.org/W2982464076","https://openalex.org/W2987861506","https://openalex.org/W2989289980","https://openalex.org/W2991308345","https://openalex.org/W2993233138","https://openalex.org/W2995022099","https://openalex.org/W2997006708","https://openalex.org/W3004127093","https://openalex.org/W3015636663","https://openalex.org/W3015735225","https://openalex.org/W3018464563","https://openalex.org/W3021654819","https://openalex.org/W3023244064","https://openalex.org/W3030565336","https://openalex.org/W3034368386","https://openalex.org/W3034756453","https://openalex.org/W3035707807","https://openalex.org/W3047304572","https://openalex.org/W3088563745","https://openalex.org/W3089578458","https://openalex.org/W3091870957","https://openalex.org/W3096831136","https://openalex.org/W3097072081","https://openalex.org/W3097210233","https://openalex.org/W3108258117","https://openalex.org/W3112044954","https://openalex.org/W3116402990","https://openalex.org/W3123459983","https://openalex.org/W3133814152","https://openalex.org/W3141518839","https://openalex.org/W3144673632","https://openalex.org/W3154459044","https://openalex.org/W3156841666","https://openalex.org/W3157565603","https://openalex.org/W3159295158","https://openalex.org/W3163105316","https://openalex.org/W3164715504","https://openalex.org/W3177196641","https://openalex.org/W3180608480","https://openalex.org/W3187574650","https://openalex.org/W3196371845","https://openalex.org/W3196405711","https://openalex.org/W3203735593","https://openalex.org/W3207001064","https://openalex.org/W3214662754","https://openalex.org/W3215194618","https://openalex.org/W4200012594","https://openalex.org/W4200029701","https://openalex.org/W4200361752","https://openalex.org/W4221156340","https://openalex.org/W4224227775","https://openalex.org/W4225108136","https://openalex.org/W4225130530","https://openalex.org/W4225399801","https://openalex.org/W4225517547","https://openalex.org/W4225576041","https://openalex.org/W4226101686","https://openalex.org/W4226183928","https://openalex.org/W4281746446","https://openalex.org/W4283209436","https://openalex.org/W4283792986","https://openalex.org/W4283798023","https://openalex.org/W4285048701","https://openalex.org/W4285124471","https://openalex.org/W4285407773","https://openalex.org/W4287332481","https://openalex.org/W4291222198","https://openalex.org/W4291908396","https://openalex.org/W4292829107","https://openalex.org/W4298219653","https://openalex.org/W4304185106","https://openalex.org/W4312231739","https://openalex.org/W4312379976","https://openalex.org/W4312551160","https://openalex.org/W4312592506","https://openalex.org/W4312606241","https://openalex.org/W4312680444","https://openalex.org/W4312699393","https://openalex.org/W4312769405","https://openalex.org/W4312911091","https://openalex.org/W4312950667","https://openalex.org/W4312995619","https://openalex.org/W4313022127","https://openalex.org/W4313436112","https://openalex.org/W4319077770","https://openalex.org/W4319663591","https://openalex.org/W4320717687","https://openalex.org/W4320839683","https://openalex.org/W4321488566","https://openalex.org/W4327767764","https://openalex.org/W4361759834","https://openalex.org/W4363673261","https://openalex.org/W4364378676","https://openalex.org/W4367665376","https://openalex.org/W4377079905","https://openalex.org/W4378373656","https://openalex.org/W4379053836","https://openalex.org/W4380785295","https://openalex.org/W4383749310","https://openalex.org/W4384159558","https://openalex.org/W4384822670","https://openalex.org/W4385484978","https://openalex.org/W4385488764","https://openalex.org/W4385635121","https://openalex.org/W4386072282","https://openalex.org/W4386075560","https://openalex.org/W4386106900","https://openalex.org/W4386113273","https://openalex.org/W4386160134","https://openalex.org/W4386160388","https://openalex.org/W4386858522","https://openalex.org/W4387211019","https://openalex.org/W4388205753","https://openalex.org/W4390492902","https://openalex.org/W4393161213","https://openalex.org/W4393207687","https://openalex.org/W4400187745","https://openalex.org/W4401481188","https://openalex.org/W4402280026","https://openalex.org/W4402334422","https://openalex.org/W4402351788","https://openalex.org/W4404302937","https://openalex.org/W4405528957","https://openalex.org/W4406611592","https://openalex.org/W4407831759","https://openalex.org/W4415795481"],"related_works":[],"abstract_inverted_index":{"Federated":[0],"learning":[1,9],"(FL)":[2],"is":[3,59],"a":[4,17,60,132,158],"distributed":[5],"and":[6,39,62,66,111,116,157,163,184,203,214,225,229],"privacy\u2010preserving":[7],"machine":[8],"paradigm":[10],"that":[11,109],"coordinates":[12],"multiple":[13],"clients":[14],"to":[15,102,130],"train":[16],"model":[18,64],"while":[19],"keeping":[20],"the":[21,96,113,141,171,178,192,208,232],"raw":[22],"data":[23,35,199],"localized.":[24],"However,":[25],"this":[26,220],"traditional":[27,161],"FL":[28,55,125,162,176,212,233],"poses":[29],"some":[30],"challenges,":[31,46],"including":[32,152,180,196],"privacy":[33,197],"risks,":[34],"heterogeneity,":[36,200],"communication":[37,201],"bottlenecks,":[38],"system":[40],"heterogeneity":[41],"issues.":[42],"To":[43],"tackle":[44],"these":[45],"knowledge":[47,76],"distillation":[48],"(KD)":[49],"has":[50],"been":[51,106],"widely":[52],"applied":[53,123],"in":[54,99,124,174,177,194,231],"since":[56],"2020.":[57],"KD":[58,73,91,120,165,189],"validated":[61],"efficacious":[63],"compression":[65],"enhancement":[67],"algorithm.":[68],"The":[69],"core":[70],"concept":[71],"of":[72,135,149],"involves":[74],"facilitating":[75],"transfer":[77],"between":[78],"models":[79],"by":[80],"exchanging":[81],"logits":[82],"at":[83],"intermediate":[84],"or":[85],"output":[86],"layers.":[87],"These":[88],"properties":[89],"make":[90],"an":[92,147],"excellent":[93],"solution":[94],"for":[95,118,227],"long\u2010lasting":[97],"challenges":[98,193,209],"FL.":[100],"Up":[101],"now,":[103],"there":[104],"have":[105],"few":[107],"reviews":[108],"summarize":[110],"analyze":[112,170],"current":[114],"trend":[115],"methods":[117],"how":[119,188],"can":[121,190,222],"be":[122],"efficiently.":[126],"This":[127],"article":[128],"aims":[129],"provide":[131,146,223],"comprehensive":[133],"survey":[134,221],"KD\u2010based":[136,150,175,211],"FL,":[137,151,195],"focusing":[138],"on":[139],"addressing":[140],"above":[142],"challenges.":[143],"First,":[144],"we":[145,206],"overview":[148],"its":[153],"motivation,":[154],"basics,":[155],"taxonomy,":[156],"comparison":[159],"with":[160],"where":[164],"should":[166],"execute.":[167],"We":[168,186,218],"also":[169],"critical":[172],"factors":[173],"Appendix,":[179],"teachers,":[181],"knowledge,":[182],"data,":[183],"methods.":[185],"discuss":[187,207],"address":[191],"protection,":[198],"efficiency,":[202],"personalization.":[204],"Finally,":[205],"facing":[210],"algorithms":[213],"future":[215],"research":[216],"directions.":[217],"hope":[219],"insights":[224],"guidance":[226],"researchers":[228],"practitioners":[230],"area.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":4}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-11-13T00:00:00"}