{"id":"https://openalex.org/W4386245189","doi":"https://doi.org/10.1109/infocom53939.2023.10228954","title":"A Hierarchical Knowledge Transfer Framework for Heterogeneous Federated Learning","display_name":"A Hierarchical Knowledge Transfer Framework for Heterogeneous Federated Learning","publication_year":2023,"publication_date":"2023-05-17","ids":{"openalex":"https://openalex.org/W4386245189","doi":"https://doi.org/10.1109/infocom53939.2023.10228954"},"language":"en","primary_location":{"id":"doi:10.1109/infocom53939.2023.10228954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom53939.2023.10228954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2023 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037386169","display_name":"Yongheng Deng","orcid":"https://orcid.org/0000-0003-3010-3812"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yongheng Deng","raw_affiliation_strings":["Tsinghua University,Department of Computer Science and Technology, BNRist,Beijing,China","Department of Computer Science and Technology, BNRist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Computer Science and Technology, BNRist,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015419107","display_name":"Ju Ren","orcid":"https://orcid.org/0000-0003-2782-183X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ju Ren","raw_affiliation_strings":["Tsinghua University,Department of Computer Science and Technology, BNRist,Beijing,China","Zhongguancun Laboratory, Beijing, China","Department of Computer Science and Technology, BNRist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Computer Science and Technology, BNRist,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science and Technology, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063206759","display_name":"Cheng Tang","orcid":"https://orcid.org/0000-0002-8148-1509"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Tang","raw_affiliation_strings":["Central South University,School of Computer Science and Engineering,Changsha,China","School of Computer Science and Engineering, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Central South University,School of Computer Science and Engineering,Changsha,China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035157184","display_name":"Feng Lyu","orcid":"https://orcid.org/0000-0002-2990-5415"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Lyu","raw_affiliation_strings":["Central South University,School of Computer Science and Engineering,Changsha,China","School of Computer Science and Engineering, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Central South University,School of Computer Science and Engineering,Changsha,China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356161","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0003-3800-3533"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Tsinghua University,Institute for AI Industry Research (AIR),Beijing,China","Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Institute for AI Industry Research (AIR),Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069049205","display_name":"Yaoxue Zhang","orcid":"https://orcid.org/0000-0001-6717-461X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoxue Zhang","raw_affiliation_strings":["Tsinghua University,Department of Computer Science and Technology, BNRist,Beijing,China","Department of Computer Science and Technology, BNRist, Tsinghua University, Beijing, China","Zhongguancun Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Computer Science and Technology, BNRist,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5037386169"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":5.6827,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.96861616,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8418186902999878},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.6238043904304504},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5069580078125},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4676002860069275},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4640554189682007},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4267953634262085},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.42121535539627075},{"id":"https://openalex.org/keywords/client-side","display_name":"Client-side","score":0.4196835160255432},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4137500822544098},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3215634226799011},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3027404546737671},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.18779975175857544},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.13811162114143372},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.082614004611969}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8418186902999878},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.6238043904304504},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5069580078125},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4676002860069275},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4640554189682007},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4267953634262085},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.42121535539627075},{"id":"https://openalex.org/C202477664","wikidata":"https://www.wikidata.org/wiki/Q1352449","display_name":"Client-side","level":2,"score":0.4196835160255432},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4137500822544098},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3215634226799011},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3027404546737671},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.18779975175857544},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.13811162114143372},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.082614004611969},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocom53939.2023.10228954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom53939.2023.10228954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2023 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2134797427","https://openalex.org/W2743289088","https://openalex.org/W2921434559","https://openalex.org/W2922064308","https://openalex.org/W2963096987","https://openalex.org/W2963140444","https://openalex.org/W2963777504","https://openalex.org/W2972570881","https://openalex.org/W2978709794","https://openalex.org/W2980216952","https://openalex.org/W2986854316","https://openalex.org/W3006555759","https://openalex.org/W3015636663","https://openalex.org/W3035453001","https://openalex.org/W3038022836","https://openalex.org/W3042609801","https://openalex.org/W3085873903","https://openalex.org/W3091635927","https://openalex.org/W3094163844","https://openalex.org/W3102272584","https://openalex.org/W3106416029","https://openalex.org/W3110846353","https://openalex.org/W3110962653","https://openalex.org/W3118608800","https://openalex.org/W3141518839","https://openalex.org/W3165959647","https://openalex.org/W3169682907","https://openalex.org/W3169785106","https://openalex.org/W3174401204","https://openalex.org/W3174943464","https://openalex.org/W3201527618","https://openalex.org/W3203503583","https://openalex.org/W3206466389","https://openalex.org/W3207087425","https://openalex.org/W3210103168","https://openalex.org/W3211786132","https://openalex.org/W4205597275","https://openalex.org/W4206320562","https://openalex.org/W4285601829","https://openalex.org/W4288095202","https://openalex.org/W4318619660","https://openalex.org/W6638523607","https://openalex.org/W6679909955","https://openalex.org/W6728757088","https://openalex.org/W6740005241","https://openalex.org/W6759238902","https://openalex.org/W6760214840","https://openalex.org/W6761059766","https://openalex.org/W6761503440","https://openalex.org/W6767676916","https://openalex.org/W6768632158","https://openalex.org/W6768848008","https://openalex.org/W6773817997","https://openalex.org/W6780224944","https://openalex.org/W6782067417","https://openalex.org/W6784239669","https://openalex.org/W6785449543","https://openalex.org/W6787972765","https://openalex.org/W6795916790","https://openalex.org/W6796484261","https://openalex.org/W6802056399","https://openalex.org/W6802684295"],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W2388464034","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2105580438","https://openalex.org/W2057435755","https://openalex.org/W3121798572","https://openalex.org/W2018782216","https://openalex.org/W2101552690","https://openalex.org/W3154344353"],"abstract_inverted_index":{"Federated":[0],"learning":[1,185],"(FL)":[2],"enables":[3],"distributed":[4],"clients":[5,41,97,115],"to":[6,52,55,65,95,102,105,118,125,138,191,229,243],"collaboratively":[7,103],"learn":[8,42,104],"a":[9,35,57,82,119,144,202],"shared":[10],"model":[11,60,134,153,198,223],"while":[12],"keeping":[13],"their":[14],"raw":[15],"data":[16,100],"private.":[17],"To":[18],"mitigate":[19],"the":[20,28,53,111,127,132,152,174,178,237],"system":[21],"heterogeneity":[22],"issues":[23],"of":[24,31,92,114,180,240],"FL":[25],"and":[26,49,76,130,156,167,176,187,225],"overcome":[27],"resource":[29,188],"constraints":[30],"clients,":[32],"we":[33,79,142,200],"investigate":[34],"novel":[36],"paradigm":[37],"in":[38,62,107,184],"which":[39,171,211],"heterogeneous":[40],"uniquely":[43],"designed":[44],"models":[45,75],"with":[46,98,207],"different":[47],"architectures,":[48],"transfer":[50,72,147],"knowledge":[51,71,113,121,135,146,157,169,194,209,213,220,228],"server":[54,59,77,128,133,197,222],"train":[56,126],"larger":[58],"that":[61],"turn":[63],"helps":[64],"enhance":[66],"client":[67,74,139,232],"models.":[68,140,233],"For":[69],"efficient":[70],"between":[73],"model,":[78,129],"propose":[80,201],"FedHKT,":[81,150],"Hierarchical":[83],"Knowledge":[84],"Transfer":[85],"framework":[86],"for":[87,149,165,195],"FL.":[88],"The":[89],"main":[90],"idea":[91],"FedHKT":[93,241],"is":[94,116,136],"allow":[96],"similar":[99],"distributions":[101],"specialize":[106],"certain":[108],"classes,":[109],"then":[110],"specialized":[112],"aggregated":[117],"super":[120],"covering":[122],"all":[123],"specialties":[124],"finally":[131],"distilled":[137],"Specifically,":[141],"tailor":[143],"hybrid":[145],"mechanism":[148],"where":[151],"parameters":[154],"based":[155,160],"distillation":[158,205],"(KD)":[159],"methods":[161],"are":[162],"respectively":[163],"used":[164],"client-edge":[166],"edge-cloud":[168],"transfer,":[170],"can":[172],"harness":[173],"pros":[175],"evade":[177],"cons":[179],"these":[181],"two":[182],"approaches":[183],"performance":[186,239],"efficiency.":[189],"Besides,":[190],"efficiently":[192],"aggregate":[193],"conducive":[196],"training,":[199,224],"weighted":[203],"ensemble":[204],"scheme":[206],"server-assisted":[208],"selection,":[210],"aggregates":[212],"by":[214],"its":[215],"prediction":[216],"confidence,":[217],"selects":[218],"qualified":[219],"during":[221],"uses":[226],"selected":[227],"help":[230],"improve":[231],"Extensive":[234],"experiments":[235],"demonstrate":[236],"superior":[238],"compared":[242],"state-of-the-art":[244],"baselines.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}