{"id":"https://openalex.org/W7160312920","doi":"https://doi.org/10.1109/tpds.2026.3690206","title":"Exploiting Label-Aware Knowledge From Heterogeneous Clients for Hierarchical Federated Learning","display_name":"Exploiting Label-Aware Knowledge From Heterogeneous Clients for Hierarchical Federated Learning","publication_year":2026,"publication_date":"2026-05-04","ids":{"openalex":"https://openalex.org/W7160312920","doi":"https://doi.org/10.1109/tpds.2026.3690206"},"language":null,"primary_location":{"id":"doi:10.1109/tpds.2026.3690206","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2026.3690206","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074548937","display_name":"Minh-Duong Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210142044","display_name":"VinUniversity","ror":"https://ror.org/052dmdr17","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210142044"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Minh-Duong Nguyen","raw_affiliation_strings":["College of Engineering and Computer Science and Center of AI Research, VinUniversity, Hanoi, Vietnam"],"raw_orcid":"https://orcid.org/0000-0001-9856-2754","affiliations":[{"raw_affiliation_string":"College of Engineering and Computer Science and Center of AI Research, VinUniversity, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210142044"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062525719","display_name":"Quoc\u2010Viet Pham","orcid":"https://orcid.org/0000-0002-9485-9216"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Quoc-Viet Pham","raw_affiliation_strings":["School of Computer Science and Statistics, Trinity College Dublin, Dublin 2, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-9485-9216","affiliations":[{"raw_affiliation_string":"School of Computer Science and Statistics, Trinity College Dublin, Dublin 2, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130015346","display_name":"Dinh Thai Hoang","orcid":null},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9528-0863","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135295313","display_name":"Diep N. Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Diep N. Nguyen","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2659-8648","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103245667","display_name":"Long Tran-Thanh","orcid":"https://orcid.org/0000-0003-1617-8316"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Long Tran-Thanh","raw_affiliation_strings":["School of Computer Science, University of Warwick, Coventry, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1617-8316","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Warwick, Coventry, U.K","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5135400459","display_name":"Won-Joo Hwang","orcid":null},"institutions":[{"id":"https://openalex.org/I4921948","display_name":"Pusan National University","ror":"https://ror.org/01an57a31","country_code":"KR","type":"education","lineage":["https://openalex.org/I4921948"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Won-Joo Hwang","raw_affiliation_strings":["Department of Biomedical Convergence Engineering, Pusan National University, Yangsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-8398-564X","affiliations":[{"raw_affiliation_string":"Department of Biomedical Convergence Engineering, Pusan National University, Yangsan, South Korea","institution_ids":["https://openalex.org/I4921948"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.5378097,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"7","first_page":"1725","last_page":"1739"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.7935000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.7935000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.031700000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.021900000050663948,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7577000260353088},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.5917999744415283},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5264000296592712},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4717999994754791},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.47130000591278076},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.45579999685287476},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.4253999888896942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8934999704360962},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7577000260353088},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.5917999744415283},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.52920001745224},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5264000296592712},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4717999994754791},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.47130000591278076},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.45579999685287476},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.4253999888896942},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.2919999957084656},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27480000257492065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2637999951839447},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.251800000667572},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2026.3690206","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2026.3690206","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4686695635318756,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F8766430056","display_name":"Research Ireland","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"real-world":[1],"applications,":[2],"Federated":[3],"Learning":[4],"(FL)":[5],"faces":[6],"two":[7],"challenges:":[8],"(1)":[9],"scalability":[10],"and":[11,167],"(2)":[12],"heterogeneous":[13],"data.":[14,135],"To":[15],"address":[16,72],"the":[17,40,46,52,68,73,77,106,109,114,120,128,148],"first":[18],"problem,":[19],"we":[20,58],"design":[21],"a":[22,34,60,87],"novel":[23],"FL":[24,28,41,129,150],"framework":[25],"named":[26],"Full-stack":[27],"(F2L).":[29],"More":[30],"specifically,":[31],"F2L":[32,143,169],"provides":[33],"hierarchical":[35,55],"network":[36,42,48,56],"architecture,":[37],"making":[38],"extending":[39],"accessible":[43],"without":[44],"reconstructing":[45],"whole":[47],"system.":[49],"Moreover,":[50],"leveraging":[51],"advantages":[53],"of":[54,85,92,108,179],"design,":[57],"propose":[59],"new":[61],"Label-driven":[62],"Knowledge":[63],"Distillation":[64],"(LKD)":[65],"technique":[66],"at":[67],"centralized":[69],"server":[70],"to":[71,118],"second":[74],"problem.":[75],"Unlike":[76],"current":[78],"knowledge":[79,94,107],"distillation":[80,175],"techniques,":[81],"LKD":[82],"is":[83,158],"capable":[84],"training":[86],"student":[88],"model,":[89],"which":[90],"consists":[91],"good":[93],"from":[95],"all":[96,153],"teachers'":[97],"models.":[98],"Therefore,":[99],"our":[100,142],"proposed":[101],"algorithm":[102],"can":[103,145],"effectively":[104],"extract":[105],"regions'":[110],"data":[111],"distribution":[112],"(i.e.,":[113,156],"regional":[115],"aggregated":[116],"models)":[117],"reduce":[119],"divergence":[121],"between":[122],"clients'":[123],"models":[124],"when":[125],"operating":[126],"under":[127],"system":[130],"with":[131],"non-independent":[132],"identically":[133],"distributed":[134],"Extensive":[136],"experiment":[137],"results":[138],"reveal":[139],"that:":[140],"(i)":[141],"method":[144],"significantly":[146],"improve":[147],"overall":[149],"efficiency":[151],"in":[152,164],"global":[154,174],"distillations":[155],"accuracy":[157],"<inline-formula":[159],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[160],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[161],"notation=\"LaTeX\">$7-20\\%$</tex-math></inline-formula>":[162],"higher":[163],"non-IID":[165],"settings),":[166],"(ii)":[168],"rapidly":[170],"achieves":[171],"convergence":[172],"as":[173],"stages":[176],"occur":[177],"instead":[178],"increasing":[180],"on":[181],"each":[182],"communication":[183],"cycle.":[184]},"counts_by_year":[],"updated_date":"2026-06-06T06:22:57.294733","created_date":"2026-05-06T00:00:00"}