{"id":"https://openalex.org/W4414229161","doi":"https://doi.org/10.1109/tdsc.2025.3610087","title":"Decentralized Federated Distillation With Protected Pruned Models in Few Global Epochs","display_name":"Decentralized Federated Distillation With Protected Pruned Models in Few Global Epochs","publication_year":2025,"publication_date":"2025-09-16","ids":{"openalex":"https://openalex.org/W4414229161","doi":"https://doi.org/10.1109/tdsc.2025.3610087"},"language":"en","primary_location":{"id":"doi:10.1109/tdsc.2025.3610087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3610087","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041031990","display_name":"Danyang Xiao","orcid":"https://orcid.org/0000-0001-6798-9683"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Danyang Xiao","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University (PolyU), Hong Kong, Hong Kong","Department of Computing, The Hong Kong Polytechnic University (PolyU), Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-6798-9683","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University (PolyU), Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University (PolyU), Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100679362","display_name":"Jialun Li","orcid":"https://orcid.org/0000-0003-0941-9820"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialun Li","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","School of Computer Science and Engineering, Sun Yat-sen University, and Key Laboratory of Machine Intelligence and Advanced Computing (Sun Yat-sen University), Ministry of Education, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0941-9820","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, and Key Laboratory of Machine Intelligence and Advanced Computing (Sun Yat-sen University), Ministry of Education, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011076660","display_name":"Xuan Mo","orcid":"https://orcid.org/0000-0001-6858-9307"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Mo","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","School of Computer Science and Engineering, Sun Yat-sen University, and Key Laboratory of Machine Intelligence and Advanced Computing (Sun Yat-sen University), Ministry of Education, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6858-9307","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, and Key Laboratory of Machine Intelligence and Advanced Computing (Sun Yat-sen University), Ministry of Education, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084826798","display_name":"Weigang Wu","orcid":"https://orcid.org/0000-0002-4714-7021"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weigang Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","School of Computer Science and Engineering, Sun Yat-sen University, and Key Laboratory of Machine Intelligence and Advanced Computing (Sun Yat-sen University), Ministry of Education, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4714-7021","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, and Key Laboratory of Machine Intelligence and Advanced Computing (Sun Yat-sen University), Ministry of Education, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100740023","display_name":"Jiannong Cao","orcid":"https://orcid.org/0000-0002-2725-2529"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiannong Cao","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University (PolyU), Hong Kong, Hong Kong","Department of Computing, The Hong Kong Polytechnic University (PolyU), Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-2725-2529","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University (PolyU), Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University (PolyU), Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27058134,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":"1","first_page":"718","last_page":"734"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11053","display_name":"Process Optimization and Integration","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11053","display_name":"Process Optimization and Integration","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.6618000268936157},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.48829999566078186},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.46950000524520874},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4115999937057495},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.38440001010894775},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.35760000348091125},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.35019999742507935},{"id":"https://openalex.org/keywords/models-of-communication","display_name":"Models of communication","score":0.3440000116825104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8741999864578247},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.6618000268936157},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5370000004768372},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.48829999566078186},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.46950000524520874},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4115999937057495},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.385699987411499},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.35019999742507935},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3483000099658966},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.3440000116825104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32339999079704285},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.28929999470710754},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C107645828","wikidata":"https://www.wikidata.org/wiki/Q12070446","display_name":"System model","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2687999904155731},{"id":"https://openalex.org/C2779298391","wikidata":"https://www.wikidata.org/wiki/Q11189","display_name":"Proxy server","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.25949999690055847}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tdsc.2025.3610087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3610087","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8226029110","display_name":null,"funder_award_id":"62372487","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322598","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2884943453","https://openalex.org/W2995022099","https://openalex.org/W2997006708","https://openalex.org/W3102031770","https://openalex.org/W3116402990","https://openalex.org/W3141518839","https://openalex.org/W3144673632","https://openalex.org/W3178661111","https://openalex.org/W3187574650","https://openalex.org/W3192098883","https://openalex.org/W3209696639","https://openalex.org/W3211574353","https://openalex.org/W4283792986","https://openalex.org/W4295362399","https://openalex.org/W4386160134","https://openalex.org/W4387449166","https://openalex.org/W4387544256","https://openalex.org/W4387544288","https://openalex.org/W4387870901","https://openalex.org/W4390481012","https://openalex.org/W4390871473","https://openalex.org/W4391462029","https://openalex.org/W4392152607","https://openalex.org/W4392173949","https://openalex.org/W4400877862","https://openalex.org/W4402040190","https://openalex.org/W4403577357","https://openalex.org/W4407575051"],"related_works":[],"abstract_inverted_index":{"Decentralized":[0],"Federated":[1],"Distillation":[2],"(DFD)":[3],"has":[4,216],"emerged":[5],"as":[6],"a":[7,69,92,111,129,165],"significant":[8,217],"research":[9],"direction":[10],"since":[11],"it":[12],"not":[13,195],"only":[14,196],"supports":[15],"heterogeneous":[16],"model":[17,132,143,146,182,190],"training":[18,39,90],"but":[19,201],"also":[20,202],"naturally":[21],"avoids":[22],"privacy":[23,59,121],"risks":[24],"and":[25,61,122,210,224],"communication":[26,63,97,125,225],"bottlenecks":[27],"stemming":[28],"from":[29,178],"the":[30,81,140,192,198],"central":[31],"server.":[32],"DFD":[33,47,71],"shows":[34],"great":[35],"potential":[36],"in":[37,42,219],"various":[38],"scenarios,":[40],"especially":[41],"cross-silo":[43,76],"federated":[44,77,89],"environments.":[45],"Existing":[46],"algorithms":[48],"have":[49],"limitations,":[50],"including":[51],"reliance":[52],"on":[53],"public":[54,101],"datasets":[55],"for":[56,75,110,147,155],"distillation,":[57],"insufficient":[58],"protection,":[60],"high":[62],"overhead.":[64],"This":[65],"paper":[66],"introduces":[67],"Ring-Distill,":[68],"novel":[70],"algorithm":[72],"designed":[73],"specifically":[74],"environments,":[78],"effectively":[79,203],"addressing":[80],"aforementioned":[82],"limitations.":[83],"Ring-Distill":[84,127,163,215],"allows":[85,172],"clients":[86],"to":[87,175,187],"complete":[88],"within":[91],"few":[93],"global":[94,108,160],"epochs":[95,109],"(i.e.,":[96],"rounds)":[98],"without":[99],"sharing":[100],"datasets,":[102],"e.g.,":[103],"<inline-formula":[104,114],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[105,115],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[106,116],"notation=\"LaTeX\">$N$</tex-math></inline-formula>":[107,117],"system":[112],"involving":[113],"clients.":[118],"To":[119],"protect":[120],"further":[123],"reduce":[124],"overhead,":[126],"contains":[128,164],"privacy-oriented":[130],"automatic":[131],"pruning":[133],"mechanism":[134,170,194],"(PAMP)":[135],"which":[136],"can":[137],"automatically":[138],"create":[139],"privacy-preserving":[141],"compressed":[142],"called":[144],"proxy":[145,151,181,189],"each":[148,159],"client.":[149],"These":[150],"models":[152,174],"are":[153],"employed":[154],"client-to-client":[156],"distillation":[157,168,199],"during":[158],"epoch.":[161],"Furthermore,":[162],"historical":[166,180,188],"model-based":[167],"(HMD)":[169],"that":[171,214],"local":[173],"transfer":[176],"knowledge":[177],"multiple":[179],"replicas":[183],"stored":[184],"locally.":[185],"Due":[186],"replicas,":[191],"HMD":[193],"improves":[197],"performance":[200],"mitigates":[204],"client":[205],"dropout":[206],"issues.":[207],"Theoretical":[208],"analysis":[209],"comprehensive":[211],"experiments":[212],"show":[213],"advantages":[218],"terms":[220],"of":[221],"accuracy,":[222],"privacy,":[223],"cost.":[226]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}