{"id":"https://openalex.org/W7128774483","doi":"https://doi.org/10.1007/s44443-026-00503-1","title":"FedHDE: an efficient federated learning model based on hyper-knowledge distillation","display_name":"FedHDE: an efficient federated learning model based on hyper-knowledge distillation","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7128774483","doi":"https://doi.org/10.1007/s44443-026-00503-1"},"language":"en","primary_location":{"id":"doi:10.1007/s44443-026-00503-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-026-00503-1","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1007/s44443-026-00503-1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125940880","display_name":"Xingang Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110718","display_name":"Nanyang Normal University","ror":"https://ror.org/01f7yer47","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210110718"]},{"id":"https://openalex.org/I75955062","display_name":"Henan Normal University","ror":"https://ror.org/00s13br28","country_code":"CN","type":"education","lineage":["https://openalex.org/I75955062"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingang Zhang","raw_affiliation_strings":["College of Artificial Intelligence and Software Engineering, Nanyang Normal University, Nanyang, China","Faculty of Education, Henan Normal University, Xinxiang, China"],"raw_orcid":"https://orcid.org/0000-0002-3398-5841","affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence and Software Engineering, Nanyang Normal University, Nanyang, China","institution_ids":["https://openalex.org/I4210110718"]},{"raw_affiliation_string":"Faculty of Education, Henan Normal University, Xinxiang, China","institution_ids":["https://openalex.org/I75955062"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125934823","display_name":"Chuang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110718","display_name":"Nanyang Normal University","ror":"https://ror.org/01f7yer47","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210110718"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuang Liu","raw_affiliation_strings":["College of Artificial Intelligence and Software Engineering, Nanyang Normal University, Nanyang, China"],"raw_orcid":"https://orcid.org/0009-0009-3141-1105","affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence and Software Engineering, Nanyang Normal University, Nanyang, China","institution_ids":["https://openalex.org/I4210110718"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104309037","display_name":"Xiaofan Shao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110718","display_name":"Nanyang Normal University","ror":"https://ror.org/01f7yer47","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210110718"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofan Shao","raw_affiliation_strings":["College of Artificial Intelligence and Software Engineering, Nanyang Normal University, Nanyang, China"],"raw_orcid":"https://orcid.org/0009-0001-6809-044X","affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence and Software Engineering, Nanyang Normal University, Nanyang, China","institution_ids":["https://openalex.org/I4210110718"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013349838","display_name":"Tingzhi Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110718","display_name":"Nanyang Normal University","ror":"https://ror.org/01f7yer47","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210110718"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingzhi Li","raw_affiliation_strings":["College of Artificial Intelligence and Software Engineering, Nanyang Normal University, Nanyang, China"],"raw_orcid":"https://orcid.org/0009-0007-5757-504X","affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence and Software Engineering, Nanyang Normal University, Nanyang, China","institution_ids":["https://openalex.org/I4210110718"]}]},{"author_position":"middle","author":{"id":null,"display_name":"He Li","orcid":"https://orcid.org/0000-0001-7454-0796"},"institutions":[{"id":"https://openalex.org/I4210110718","display_name":"Nanyang Normal University","ror":"https://ror.org/01f7yer47","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210110718"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Li","raw_affiliation_strings":["Henan Intelligent Emergency Service and Security Engineering Research Center, Nanyang, China"],"raw_orcid":"https://orcid.org/0000-0001-7454-0796","affiliations":[{"raw_affiliation_string":"Henan Intelligent Emergency Service and Security Engineering Research Center, Nanyang, China","institution_ids":["https://openalex.org/I4210110718"]}]},{"author_position":"last","author":{"id":null,"display_name":"Dongyan Zhang","orcid":"https://orcid.org/0000-0003-3991-6625"},"institutions":[{"id":"https://openalex.org/I4210110718","display_name":"Nanyang Normal University","ror":"https://ror.org/01f7yer47","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210110718"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dongyan Zhang","raw_affiliation_strings":["College of Artificial Intelligence and Software Engineering, Nanyang Normal University, Nanyang, China"],"raw_orcid":"https://orcid.org/0000-0003-3991-6625","affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence and Software Engineering, Nanyang Normal University, Nanyang, China","institution_ids":["https://openalex.org/I4210110718"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210110718"],"apc_list":{"value":1350,"currency":"USD","value_usd":1350},"apc_paid":{"value":1350,"currency":"USD","value_usd":1350},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15123881,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.6572999954223633,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.6572999954223633,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.038100000470876694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.033900000154972076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6509000062942505},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.6291000247001648},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5357999801635742},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5263000130653381},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5024999976158142},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.45419999957084656},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.42340001463890076}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7871999740600586},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6509000062942505},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.6291000247001648},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5357999801635742},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5263000130653381},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5024999976158142},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.45419999957084656},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.42340001463890076},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41440001130104065},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3917999863624573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3747999966144562},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3675999939441681},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3375999927520752},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3142000138759613},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.2680000066757202}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44443-026-00503-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-026-00503-1","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9b3d65a6dbd7437f854fc7fa6fcaee25","is_oa":true,"landing_page_url":"https://doaj.org/article/9b3d65a6dbd7437f854fc7fa6fcaee25","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of King Saud University: Computer and Information Sciences, Vol 38, Iss 4 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44443-026-00503-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-026-00503-1","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1237752006","display_name":null,"funder_award_id":"252300421813","funder_id":"https://openalex.org/F4320323845","funder_display_name":"Natural Science Foundation of Henan Province"}],"funders":[{"id":"https://openalex.org/F4320323845","display_name":"Natural Science Foundation of Henan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1965555277","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2787894218","https://openalex.org/W2883780447","https://openalex.org/W3123459983","https://openalex.org/W3133814152","https://openalex.org/W3141518839","https://openalex.org/W3204874618","https://openalex.org/W3210975694","https://openalex.org/W4226101686","https://openalex.org/W4226376129","https://openalex.org/W4229029907","https://openalex.org/W4295122507","https://openalex.org/W4312141878","https://openalex.org/W4313022127","https://openalex.org/W4324031148","https://openalex.org/W4376225158","https://openalex.org/W4386047741","https://openalex.org/W4386413375","https://openalex.org/W4387105517","https://openalex.org/W4392907478","https://openalex.org/W4395008929","https://openalex.org/W4401408729","https://openalex.org/W4402402693","https://openalex.org/W4402754207","https://openalex.org/W4404438810","https://openalex.org/W4409347762","https://openalex.org/W4409410795","https://openalex.org/W4411569807","https://openalex.org/W4412539477","https://openalex.org/W4413074894","https://openalex.org/W4414360279","https://openalex.org/W4415795481"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"The":[1],"heterogeneity":[2],"of":[3,11,113],"data":[4],"between":[5],"different":[6],"clients":[7],"limits":[8],"the":[9,137],"performance":[10],"federated":[12,50],"learning":[13,51],"training,":[14],"and":[15,57,78,100,131,146],"hyper-knowledge":[16,30,55],"distillation":[17,31,56],"has":[18],"emerged":[19],"as":[20],"a":[21,48,63,69,110],"potential":[22],"solution":[23],"to":[24,36,73,96,158],"address":[25,41],"heterogeneous":[26],"data.":[27],"However,":[28],"existing":[29],"methods":[32],"often":[33],"sacrifice":[34],"efficiency":[35],"improve":[37,97],"model":[38],"performance.":[39],"To":[40],"these":[42],"challenges,":[43],"this":[44],"paper":[45],"proposes":[46],"FedHDE,":[47],"novel":[49],"framework":[52],"based":[53],"on":[54,82,136],"efficient":[58,90,130],"tensor":[59,91],"optimization.":[60],"FedHDE":[61,108,142],"integrates":[62],"Dynamic":[64],"Client":[65],"Selection":[66],"strategy":[67],"within":[68],"teacher\u2013assistant\u2013student":[70],"hierarchical":[71],"structure":[72],"enhance":[74],"global":[75,147],"aggregation":[76],"accuracy":[77,148],"reliability":[79],"without":[80],"relying":[81],"public":[83,162],"datasets":[84],"or":[85],"server-side":[86],"models.":[87],"Furthermore,":[88],"an":[89],"optimization":[92],"algorithm":[93],"is":[94,161],"introduced":[95],"numerical":[98],"stability":[99],"reduce":[101],"computation":[102],"time.":[103],"Theoretical":[104],"analysis":[105],"demonstrates":[106],"that":[107,141],"achieves":[109],"convergence":[111],"rate":[112],"$$O(1/\\sqrt{T})$$":[114],"<mml:math":[115],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[116],"<mml:mrow>":[117],"<mml:mi>O</mml:mi>":[118],"<mml:mo>(</mml:mo>":[119],"<mml:mn>1</mml:mn>":[120],"<mml:mo>/</mml:mo>":[121],"<mml:msqrt>":[122],"<mml:mi>T</mml:mi>":[123],"</mml:msqrt>":[124],"<mml:mo>)</mml:mo>":[125],"</mml:mrow>":[126],"</mml:math>":[127],",":[128],"ensuring":[129],"stable":[132],"learning.":[133],"Experimental":[134],"results":[135],"CIFAR10":[138],"dataset":[139],"show":[140],"improves":[143],"both":[144],"local":[145],"by":[149,155],"0.14%\u20134.32%,":[150],"while":[151],"reducing":[152],"training":[153],"time":[154],"65.28%":[156],"compared":[157],"state-of-the-art":[159],"baselines.Code":[160],"at":[163],"https://anonymous.4open.science/r/FedHDE":[164],".":[165]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-02-14T00:00:00"}