{"id":"https://openalex.org/W4412164345","doi":"https://doi.org/10.1109/tmc.2025.3586921","title":"Heterogeneous Federated Learning Driven by Multi-Knowledge Distillation","display_name":"Heterogeneous Federated Learning Driven by Multi-Knowledge Distillation","publication_year":2025,"publication_date":"2025-07-09","ids":{"openalex":"https://openalex.org/W4412164345","doi":"https://doi.org/10.1109/tmc.2025.3586921"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3586921","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3586921","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007499825","display_name":"Bin Xu","orcid":"https://orcid.org/0000-0001-7837-8554"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Xu","raw_affiliation_strings":["School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7837-8554","affiliations":[{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Longgang Cheng","orcid":"https://orcid.org/0009-0009-0213-4495"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longgang Cheng","raw_affiliation_strings":["School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0009-0213-4495","affiliations":[{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024001028","display_name":"Qing Wen","orcid":"https://orcid.org/0000-0001-9686-5364"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Wen","raw_affiliation_strings":["School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhensheng Zou","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhensheng Zou","raw_affiliation_strings":["School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005090678","display_name":"Xiaoxuan Hu","orcid":"https://orcid.org/0000-0002-3183-2390"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxuan Hu","raw_affiliation_strings":["School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-3183-2390","affiliations":[{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100528032","display_name":"Zhenjiang Dong","orcid":"https://orcid.org/0009-0001-1213-8686"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenjiang Dong","raw_affiliation_strings":["School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-1213-8686","affiliations":[{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009718169","display_name":"Jin Qi","orcid":"https://orcid.org/0000-0001-5846-4674"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Qi","raw_affiliation_strings":["School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5846-4674","affiliations":[{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":3.2858,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92431603,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"24","issue":"12","first_page":"13048","last_page":"13061"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8365551233291626},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.36107146739959717},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.352426141500473}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8365551233291626},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36107146739959717},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.352426141500473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3586921","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3586921","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1124826932","display_name":null,"funder_award_id":"62172235","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G626719739","display_name":null,"funder_award_id":"62402242","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W3015735225","https://openalex.org/W3131796779","https://openalex.org/W3133814152","https://openalex.org/W3139707578","https://openalex.org/W3144673632","https://openalex.org/W3152607317","https://openalex.org/W3163105316","https://openalex.org/W3164715504","https://openalex.org/W4214758645","https://openalex.org/W4226461837","https://openalex.org/W4283796083","https://openalex.org/W4312424218","https://openalex.org/W4312702379","https://openalex.org/W4382458595","https://openalex.org/W4386918966","https://openalex.org/W4387105517","https://openalex.org/W4387969057","https://openalex.org/W4391528168","https://openalex.org/W4401163474","https://openalex.org/W4401508321","https://openalex.org/W4402660089","https://openalex.org/W4402667890","https://openalex.org/W4403069698"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0,44],"a":[1,40,64,68,92,115,190,205],"fully":[2,41],"heterogeneous":[3,42,93,109,211],"federated":[4,94],"learning":[5,23,95],"environment,":[6],"the":[7,21,25,32,47,52,55,59,81,152,181,218,222],"client":[8,26,60,82],"has":[9],"significant":[10],"differences":[11],"in":[12,39,108,204],"model":[13,27,83,210],"structure":[14],"and":[15,20,72,121,146,179,209],"local":[16],"data":[17,186,198,208],"distribution":[18],"(Non-IID),":[19],"joint":[22],"of":[24,58,70,184,193,207,232],"is":[28,62,76,225],"blocked":[29],"due":[30],"to":[31,78,103,171],"limited":[33],"communication":[34,223],"content":[35],"available":[36],"for":[37,144],"interaction":[38,118],"scenario.":[43],"this":[45,89],"context,":[46],"global":[48],"knowledge":[49,125,132,156],"constructed":[50],"by":[51,149,227],"server":[53],"through":[54],"simple":[56],"aggregation":[57],"logits":[61,117],"essentially":[63],"fuzzy":[65],"representation":[66],"containing":[67],"lot":[69],"noise":[71],"information":[73],"loss,":[74],"which":[75,140,165],"difficult":[77],"effectively":[79],"guide":[80],"update.":[84],"To":[85],"solve":[86],"these":[87],"problems,":[88],"paper":[90],"proposes":[91],"framework":[96,113],"(FedMkd)":[97],"based":[98],"on":[99,174,195],"multi-knowledge":[100],"distillation":[101,133,153],"fusion":[102],"cope":[104],"with":[105],"multiple":[106],"challenges":[107],"environments.":[110],"The":[111,200],"FedMkd":[112,213],"uses":[114],"class-grained":[116],"architecture":[119],"(CLIA)":[120],"introduces":[122,166],"an":[123],"efficient":[124],"sharing":[126],"mechanism.":[127],"It":[128],"innovatively":[129],"integrates":[130],"two":[131],"methods:":[134],"1)":[135],"Temperature-Adaptive":[136],"Knowledge":[137,162],"Distillation":[138,163],"(TAKD),":[139],"provides":[141],"differentiated":[142],"temperatures":[143],"teacher":[145],"student":[147],"models":[148],"adaptively":[150],"adjusting":[151],"temperature,":[154],"maximizing":[155],"transfer":[157],"between":[158],"them;":[159],"2)":[160],"Class-related":[161],"(CRKD),":[164],"batch-level":[167],"sample":[168],"correlation":[169],"loss":[170],"reduce":[172],"over-reliance":[173],"specific":[175],"samples":[176],"or":[177],"classes":[178],"improve":[180],"model's":[182],"understanding":[183],"overall":[185],"features.":[187],"We":[188],"conducted":[189],"large":[191],"number":[192],"experiments":[194],"four":[196],"public":[197],"sets.":[199],"results":[201],"show":[202],"that":[203],"variety":[206],"scenarios,":[212],"still":[214],"performs":[215],"better":[216],"than":[217,229],"comparison":[219],"method":[220],"when":[221],"overhead":[224],"reduced":[226],"more":[228],"one":[230],"order":[231],"magnitude.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-27T08:28:00.272161","created_date":"2025-10-10T00:00:00"}