{"id":"https://openalex.org/W4415125570","doi":"https://doi.org/10.1109/tcc.2025.3620761","title":"Model-Oriented Training With Two-Stage Hierarchical Knowledge Distillation Under Non-IID Conditions in Federated Edge\u2013Cloud Collaboration","display_name":"Model-Oriented Training With Two-Stage Hierarchical Knowledge Distillation Under Non-IID Conditions in Federated Edge\u2013Cloud Collaboration","publication_year":2025,"publication_date":"2025-10-01","ids":{"openalex":"https://openalex.org/W4415125570","doi":"https://doi.org/10.1109/tcc.2025.3620761"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2025.3620761","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2025.3620761","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101865732","display_name":"Yishan Chen","orcid":"https://orcid.org/0000-0002-7162-9645"},"institutions":[{"id":"https://openalex.org/I4510145","display_name":"Jiangxi University of Science and Technology","ror":"https://ror.org/03q0t9252","country_code":"CN","type":"education","lineage":["https://openalex.org/I4510145"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yishan Chen","raw_affiliation_strings":["School of Information Engineering, JiangXi University of Science and Technology, Ganzhou, China","School of Information Engineering, Jiangxi University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-7162-9645","affiliations":[{"raw_affiliation_string":"School of Information Engineering, JiangXi University of Science and Technology, Ganzhou, China","institution_ids":["https://openalex.org/I4510145"]},{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, China","institution_ids":["https://openalex.org/I4510145"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenshuo Dai","orcid":"https://orcid.org/0009-0004-5301-9650"},"institutions":[{"id":"https://openalex.org/I4510145","display_name":"Jiangxi University of Science and Technology","ror":"https://ror.org/03q0t9252","country_code":"CN","type":"education","lineage":["https://openalex.org/I4510145"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenshuo Dai","raw_affiliation_strings":["School of Information Engineering, JiangXi University of Science and Technology, Ganzhou, China","School of Information Engineering, Jiangxi University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0009-0004-5301-9650","affiliations":[{"raw_affiliation_string":"School of Information Engineering, JiangXi University of Science and Technology, Ganzhou, China","institution_ids":["https://openalex.org/I4510145"]},{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, China","institution_ids":["https://openalex.org/I4510145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009236459","display_name":"Junxiao Han","orcid":"https://orcid.org/0000-0001-7630-8667"},"institutions":[{"id":"https://openalex.org/I4400573310","display_name":"Hangzhou City University","ror":"https://ror.org/01wck0s05","country_code":null,"type":"education","lineage":["https://openalex.org/I4400573310"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Junxiao Han","raw_affiliation_strings":["School of Computer and Computing Science, Hangzhou City University, Hangzhou, China","School of Computer and Computing Science, Hangzhou City University, China"],"raw_orcid":"https://orcid.org/0000-0001-7630-8667","affiliations":[{"raw_affiliation_string":"School of Computer and Computing Science, Hangzhou City University, Hangzhou, China","institution_ids":["https://openalex.org/I4400573310"]},{"raw_affiliation_string":"School of Computer and Computing Science, Hangzhou City University, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I4400573310"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhen Qin","orcid":"https://orcid.org/0000-0002-1756-6102"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Qin","raw_affiliation_strings":["School of Software Technology, Zhejiang University, Hangzhou, China","School of Software Technology, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0002-1756-6102","affiliations":[{"raw_affiliation_string":"School of Software Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"School of Software Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055284175","display_name":"Shuiguang Deng","orcid":"https://orcid.org/0000-0001-5015-6095"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuiguang Deng","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","College of Computer Science and Technology, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0001-5015-6095","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101865732"],"corresponding_institution_ids":["https://openalex.org/I4510145"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14445642,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"4","first_page":"1205","last_page":"1221"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8282999992370605,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8282999992370605,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.7548999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14260","display_name":"Impact of AI and Big Data on Business and Society","score":0.7233999967575073,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6327999830245972},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5871000289916992},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.51419997215271},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.4593999981880188},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.45350000262260437},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.4307999908924103},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.42640000581741333},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.38960000872612},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3587000072002411},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.357699990272522}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8496999740600586},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6327999830245972},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5871000289916992},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5360000133514404},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.51419997215271},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.4593999981880188},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.45350000262260437},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.4307999908924103},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.42640000581741333},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.38960000872612},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3702999949455261},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3587000072002411},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.357699990272522},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C148730421","wikidata":"https://www.wikidata.org/wiki/Q141090","display_name":"Encryption","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.3353999853134155},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.2921000123023987},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2615000009536743},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2583000063896179},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2515999972820282},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2025.3620761","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2025.3620761","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1049612626","display_name":null,"funder_award_id":"20232BAB212014","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G3588663406","display_name":null,"funder_award_id":"62302200","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5604630631","display_name":null,"funder_award_id":"62125206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G934444503","display_name":null,"funder_award_id":"20252BAC220009","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322665","display_name":"Natural Science Foundation of Jiangxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2963470657","https://openalex.org/W3182158470","https://openalex.org/W3210225643","https://openalex.org/W4205228770","https://openalex.org/W4220685868","https://openalex.org/W4311833787","https://openalex.org/W4312699393","https://openalex.org/W4316021890","https://openalex.org/W4320717687","https://openalex.org/W4382237486","https://openalex.org/W4383500873","https://openalex.org/W4383960665","https://openalex.org/W4385636702","https://openalex.org/W4386078230","https://openalex.org/W4387042211","https://openalex.org/W4390306610","https://openalex.org/W4390664235","https://openalex.org/W4390904984","https://openalex.org/W4390948953","https://openalex.org/W4392024287","https://openalex.org/W4392826972","https://openalex.org/W4392939651","https://openalex.org/W4393379199","https://openalex.org/W4394678743","https://openalex.org/W4396604759","https://openalex.org/W4396608857","https://openalex.org/W4399411014","https://openalex.org/W4399766962","https://openalex.org/W4400276886","https://openalex.org/W4400770731","https://openalex.org/W4401481188","https://openalex.org/W4402054386","https://openalex.org/W4402079953","https://openalex.org/W4402449933","https://openalex.org/W4402716333","https://openalex.org/W4404387360","https://openalex.org/W4405441331","https://openalex.org/W4405746536","https://openalex.org/W4406416007","https://openalex.org/W4406461171","https://openalex.org/W4406531022","https://openalex.org/W4406657401","https://openalex.org/W4407802663","https://openalex.org/W4408100069","https://openalex.org/W4408358956","https://openalex.org/W4409363890","https://openalex.org/W4415795481"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,63,108,144,148,158,167,189,230],"continuous":[2],"rolling-out":[3],"of":[4,66,150,162,191,205],"wireless":[5],"edge":[6,112],"cloud":[7],"networks,":[8],"Federated":[9],"Learning":[10],"(FL)":[11],"has":[12],"emerged":[13],"as":[14],"a":[15,82,195],"promising":[16],"solution":[17],"for":[18,88,118],"decentralized":[19],"model":[20,100,240],"training":[21,176],"without":[22,183],"exposing":[23],"raw":[24],"data.":[25],"However,":[26],"conventional":[27],"centralized":[28],"FL":[29,61],"faces":[30,62],"several":[31],"limitations":[32],"in":[33,52,107,242],"resource-constrained":[34],"mobile":[35],"environments,":[36,60],"including":[37],"limited":[38],"privacy-preserving":[39],"capabilities":[40],"and":[41,54,98,136,147,180,212,224,239],"substantial":[42],"communication":[43],"overhead,":[44],"which":[45,69],"can":[46,234],"lead":[47],"to":[48,71,93,201],"privacy":[49,96,192,237],"leakage.":[50,193],"Moreover,":[51],"non-independent":[53],"identically":[55],"distributed":[56],"(Non":[57],"IID)":[58],"data":[59,104,152,182],"critical":[64],"challenge":[65],"\u201cclient":[67],"drift\u201d,":[68],"leads":[70],"performance":[72,241],"degradation.":[73],"To":[74,138],"address":[75],"these":[76],"challenges,":[77],"this":[78],"paper":[79],"proposes":[80],"TWHFL,":[81],"two-stage":[83],"hierarchical":[84],"knowledge":[85],"distillation":[86],"framework":[87,233],"Non-IID":[89,243],"federated":[90],"learning,":[91],"designed":[92],"enhance":[94],"terminal":[95],"protection":[97,238],"improve":[99],"personalization":[101],"under":[102],"heterogeneous":[103],"distributions.":[105],"Specifically,":[106],"cloud-edge":[109],"collaboration":[110,169],"stage,":[111,170],"servers":[113],"generate":[114],"pseudo":[115,151],"\u201chard":[116],"samples\u201d":[117],"all":[119],"sub-MEC":[120,164,172],"centers":[121],"by":[122,127],"optimizing":[123],"noise":[124],"inputs":[125],"guided":[126],"feature":[128],"distribution":[129,141],"statistics":[130],"(e.g.,":[131],"batch":[132],"normalization":[133],"running":[134],"means":[135],"variances).":[137],"alleviate":[139],"label":[140,145],"skew,":[142],"both":[143,178],"proportions":[146],"volume":[149],"are":[153],"dynamically":[154],"adapted":[155],"based":[156],"on":[157,219],"real-time":[159],"operational":[160],"state":[161],"each":[163,171],"center.":[165],"In":[166],"edge-terminal":[168],"center":[173],"conducts":[174],"localized":[175],"using":[177],"real":[179],"synthetic":[181],"external":[184],"communication,":[185],"thereby":[186],"significantly":[187],"reducing":[188],"risk":[190],"Furthermore,":[194],"joint":[196],"optimization":[197],"problem":[198],"is":[199],"formulated":[200],"determine":[202],"optimal":[203],"configurations":[204],"pruning":[206],"rates,":[207],"CPU":[208],"frequencies,":[209],"up-link":[210],"power,":[211],"bandwidth":[213],"allocation,":[214],"while":[215],"jointly":[216],"considering":[217],"constraints":[218],"convergence":[220],"rate,":[221],"energy":[222],"consumption,":[223],"latency.":[225],"Experimental":[226],"results":[227],"show":[228],"that":[229],"proposed":[231],"TWHFL":[232],"effectively":[235],"balance":[236],"settings.":[244]},"counts_by_year":[],"updated_date":"2025-12-06T23:10:59.065948","created_date":"2025-10-14T00:00:00"}