{"id":"https://openalex.org/W4416251641","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228671","title":"Federated Distillation Meets Correlation-Based Pruning: Improving Accuracy under Differential Privacy","display_name":"Federated Distillation Meets Correlation-Based Pruning: Improving Accuracy under Differential Privacy","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416251641","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228671"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11228671","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228671","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068068982","display_name":"Xiaoyan Zhang","orcid":"https://orcid.org/0000-0002-5446-7568"},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoyan Zhang","raw_affiliation_strings":["Inner Mongolia University,College of Computer Science,Hohhot,China"],"affiliations":[{"raw_affiliation_string":"Inner Mongolia University,College of Computer Science,Hohhot,China","institution_ids":["https://openalex.org/I2722730"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078170731","display_name":"Xiangyu Bai","orcid":"https://orcid.org/0000-0001-6268-9964"},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Bai","raw_affiliation_strings":["Inner Mongolia University,College of Computer Science,Hohhot,China"],"affiliations":[{"raw_affiliation_string":"Inner Mongolia University,College of Computer Science,Hohhot,China","institution_ids":["https://openalex.org/I2722730"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5068068982"],"corresponding_institution_ids":["https://openalex.org/I2722730"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18294348,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9675999879837036,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9675999879837036,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.774399995803833},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.7024999856948853},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.6155999898910522},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5892000198364258},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5410000085830688},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5152999758720398},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.47589999437332153},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.44859999418258667},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.4196000099182129}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8217999935150146},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.774399995803833},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.7024999856948853},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.6155999898910522},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5892000198364258},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5410000085830688},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5152999758720398},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.47589999437332153},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.44859999418258667},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3917999863624573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3799999952316284},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.36890000104904175},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.35530000925064087},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34619998931884766},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C3017597292","wikidata":"https://www.wikidata.org/wiki/Q25052250","display_name":"Privacy protection","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C74750220","wikidata":"https://www.wikidata.org/wiki/Q2662197","display_name":"Differential evolution","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C509729295","wikidata":"https://www.wikidata.org/wiki/Q7246032","display_name":"Privacy software","level":3,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11228671","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228671","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322868","display_name":"Natural Science Foundation of Inner Mongolia","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2285660444","https://openalex.org/W2473418344","https://openalex.org/W2911978475","https://openalex.org/W2963140444","https://openalex.org/W3006463092","https://openalex.org/W3008275043","https://openalex.org/W3034513523","https://openalex.org/W3155045906","https://openalex.org/W4205228770","https://openalex.org/W4386083155","https://openalex.org/W4389722404","https://openalex.org/W4404101397"],"related_works":[],"abstract_inverted_index":{"Federated":[0],"learning":[1,36,88],"enables":[2],"multiple":[3],"clients":[4],"to":[5,40,51,99,118,180,198,210,214],"collaboratively":[6],"train":[7],"a":[8,85,219],"model":[9,41,56,92,113,124,164,179,195,212],"without":[10],"sharing":[11],"their":[12],"data,":[13],"but":[14],"it":[15],"faces":[16],"two":[17],"main":[18],"challenges:":[19],"privacy":[20,31,33,105,207,216,221,230,243,268],"concerns":[21],"during":[22],"the":[23,44,52,55,63,111,120,123,127,145,149,158,162,168,177,181,185,192,211,229,236,253,256],"upload":[24],"process":[25,173],"and":[26,58,73,96,133,270],"high":[27],"communication":[28,71,101,136,266],"costs.":[29,137],"Differential":[30],"protects":[32],"in":[34,263],"federated":[35,87],"by":[37,130,189],"adding":[38],"noise":[39,47,60,128],"parameters;":[42],"however,":[43],"amount":[45],"of":[46,54,122,235,255,265],"is":[48,155,165,196,208,225],"directly":[49],"related":[50],"size":[53,121],"parameters,":[57,125],"excessive":[59],"can":[61],"degrade":[62],"model\u2019s":[64,150],"accuracy.":[65],"Additionally,":[66,218],"training":[67,76],"large-scale":[68],"models":[69],"increases":[70],"costs":[72],"slows":[74],"down":[75],"speed.":[77],"To":[78],"address":[79],"these":[80],"issues,":[81],"this":[82],"paper":[83],"proposes":[84],"privacy-efficient":[86],"algorithm":[89,108,146],"that":[90],"combines":[91],"pruning,":[93],"differential":[94,131,206],"privacy,":[95,132],"knowledge":[97,153,175],"distillation":[98,154],"enhance":[100],"efficiency":[102],"while":[103,241],"ensuring":[104],"protection.":[106,217],"The":[107],"first":[109],"prunes":[110],"global":[112,170],"based":[114],"on":[115,157,249],"neuron":[116],"correlations":[117],"reduce":[119,135],"lower":[126],"introduced":[129],"significantly":[134],"By":[138],"pruning":[139],"irrelevant":[140],"or":[141],"less":[142],"impactful":[143],"neurons,":[144],"effectively":[147],"reduces":[148],"complexity.":[151],"Next,":[152],"performed":[156],"server":[159],"side,":[160],"where":[161],"pruned":[163,182],"distilled":[166,193],"with":[167],"original":[169,178],"model.":[171,237],"This":[172,238],"transfers":[174],"from":[176],"one,":[183],"alleviating":[184],"accuracy":[186,240,271],"loss":[187],"caused":[188],"pruning.":[190],"Finally,":[191],"student":[194],"sent":[197],"each":[199,245],"client":[200],"for":[201,244],"local":[202],"training.":[203],"During":[204],"training,":[205],"applied":[209],"parameters":[213],"ensure":[215],"hierarchical":[220],"budget":[222,231],"allocation":[223],"scheme":[224],"introduced,":[226],"dynamically":[227],"distributing":[228],"across":[232],"different":[233],"layers":[234],"optimizes":[239],"maintaining":[242],"layer.":[246],"Extensive":[247],"experiments":[248],"three":[250],"datasets":[251],"validate":[252],"effectiveness":[254],"proposed":[257],"method,":[258],"demonstrating":[259],"its":[260],"significant":[261],"advantages":[262],"terms":[264],"efficiency,":[267],"protection,":[269],"preservation.":[272]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-14T00:00:00"}