{"id":"https://openalex.org/W4392175543","doi":"https://doi.org/10.1109/globecom54140.2023.10437358","title":"Joint Knowledge Distillation and Local Differential Privacy for Communication-Efficient Federated Learning in Heterogeneous Systems","display_name":"Joint Knowledge Distillation and Local Differential Privacy for Communication-Efficient Federated Learning in Heterogeneous Systems","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4392175543","doi":"https://doi.org/10.1109/globecom54140.2023.10437358"},"language":"en","primary_location":{"id":"doi:10.1109/globecom54140.2023.10437358","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10437358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074023476","display_name":"Gad Gad","orcid":"https://orcid.org/0000-0001-9177-9950"},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Gad Gad","raw_affiliation_strings":["Western University,Department of Computer Science,London,ON,Canada","Department of Computer Science, Western University, London, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Western University,Department of Computer Science,London,ON,Canada","institution_ids":["https://openalex.org/I125749732"]},{"raw_affiliation_string":"Department of Computer Science, Western University, London, ON, Canada","institution_ids":["https://openalex.org/I125749732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063911030","display_name":"Zubair Md. Fadlullah","orcid":"https://orcid.org/0000-0002-4785-2425"},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zubair Md Fadlullah","raw_affiliation_strings":["Western University,Department of Computer Science,London,ON,Canada","Department of Computer Science, Western University, London, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Western University,Department of Computer Science,London,ON,Canada","institution_ids":["https://openalex.org/I125749732"]},{"raw_affiliation_string":"Department of Computer Science, Western University, London, ON, Canada","institution_ids":["https://openalex.org/I125749732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068882573","display_name":"Mostafa M. Fouda","orcid":"https://orcid.org/0000-0003-1790-8640"},"institutions":[{"id":"https://openalex.org/I4210124248","display_name":"Center for Advanced Energy Studies","ror":"https://ror.org/037bhg174","country_code":"US","type":"education","lineage":["https://openalex.org/I4210124248"]},{"id":"https://openalex.org/I106969075","display_name":"Idaho State University","ror":"https://ror.org/0162z8b04","country_code":"US","type":"education","lineage":["https://openalex.org/I106969075"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mostafa M. Fouda","raw_affiliation_strings":["Idaho State University,Department of Electrical and Computer Engineering,Pocatello,ID,USA","Department of Electrical and Computer Engineering, Idaho State University, Pocatello, ID, USA","Center for Advanced Energy Studies (CAES), Idaho Falls, ID, USA"],"affiliations":[{"raw_affiliation_string":"Idaho State University,Department of Electrical and Computer Engineering,Pocatello,ID,USA","institution_ids":["https://openalex.org/I106969075"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Idaho State University, Pocatello, ID, USA","institution_ids":["https://openalex.org/I106969075"]},{"raw_affiliation_string":"Center for Advanced Energy Studies (CAES), Idaho Falls, ID, USA","institution_ids":["https://openalex.org/I4210124248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053163516","display_name":"Mohamed I. Ibrahem","orcid":"https://orcid.org/0000-0002-8000-4161"},"institutions":[{"id":"https://openalex.org/I207547235","display_name":"Benha University","ror":"https://ror.org/03tn5ee41","country_code":"EG","type":"education","lineage":["https://openalex.org/I207547235"]},{"id":"https://openalex.org/I25041050","display_name":"Augusta University","ror":"https://ror.org/012mef835","country_code":"US","type":"education","lineage":["https://openalex.org/I25041050"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Mohamed I. Ibrahem","raw_affiliation_strings":["School of Computer and Cyber Sciences, Augusta University,Augusta,GA,USA","School of Computer and Cyber Sciences, Augusta University, Augusta, GA, USA","Department of Electrical Engineering, Faculty of Engineering at Shoubra, Benha University, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"School of Computer and Cyber Sciences, Augusta University,Augusta,GA,USA","institution_ids":["https://openalex.org/I25041050"]},{"raw_affiliation_string":"School of Computer and Cyber Sciences, Augusta University, Augusta, GA, USA","institution_ids":["https://openalex.org/I25041050"]},{"raw_affiliation_string":"Department of Electrical Engineering, Faculty of Engineering at Shoubra, Benha University, Cairo, Egypt","institution_ids":["https://openalex.org/I207547235"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091515770","display_name":"Nidal Nasser","orcid":"https://orcid.org/0000-0002-9532-2074"},"institutions":[{"id":"https://openalex.org/I134359838","display_name":"Alfaisal University","ror":"https://ror.org/00cdrtq48","country_code":"SA","type":"education","lineage":["https://openalex.org/I134359838"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Nidal Nasser","raw_affiliation_strings":["College of Engineering, Alfaisal University,Saudi Arabia","College of Engineering, Alfaisal University, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"College of Engineering, Alfaisal University,Saudi Arabia","institution_ids":["https://openalex.org/I134359838"]},{"raw_affiliation_string":"College of Engineering, Alfaisal University, Saudi Arabia","institution_ids":["https://openalex.org/I134359838"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5074023476"],"corresponding_institution_ids":["https://openalex.org/I125749732"],"apc_list":null,"apc_paid":null,"fwci":2.7972,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.92595316,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2051","last_page":"2056"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.8194024562835693},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7418855428695679},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.7275239825248718},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6059563755989075},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.45831531286239624},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.4556444585323334},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29745322465896606},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1868208348751068},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0811748206615448}],"concepts":[{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.8194024562835693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7418855428695679},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.7275239825248718},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6059563755989075},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.45831531286239624},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.4556444585323334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29745322465896606},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1868208348751068},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0811748206615448},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom54140.2023.10437358","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10437358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2051267297","https://openalex.org/W2407386500","https://openalex.org/W2473418344","https://openalex.org/W2535690855","https://openalex.org/W2614393686","https://openalex.org/W2765407302","https://openalex.org/W2774000609","https://openalex.org/W2980216952","https://openalex.org/W3016083407","https://openalex.org/W3016632787","https://openalex.org/W3021654819","https://openalex.org/W3027749727","https://openalex.org/W3034368386","https://openalex.org/W3090321555","https://openalex.org/W3138154797","https://openalex.org/W3187295906","https://openalex.org/W3187574650","https://openalex.org/W3188217179","https://openalex.org/W3209752568","https://openalex.org/W3212010319","https://openalex.org/W4205228770","https://openalex.org/W4224227775","https://openalex.org/W4225301669","https://openalex.org/W4247858607","https://openalex.org/W4289841367","https://openalex.org/W4297799122","https://openalex.org/W4311457546","https://openalex.org/W4313436112","https://openalex.org/W4318619660","https://openalex.org/W4387870645","https://openalex.org/W4388087488","https://openalex.org/W4392175420","https://openalex.org/W6605479355","https://openalex.org/W6728757088","https://openalex.org/W6728897251","https://openalex.org/W6740005241","https://openalex.org/W6746839373","https://openalex.org/W6768632158","https://openalex.org/W6775631210","https://openalex.org/W6796484261"],"related_works":["https://openalex.org/W4286971788","https://openalex.org/W3199340467","https://openalex.org/W3157608626","https://openalex.org/W3132132958","https://openalex.org/W4321612632","https://openalex.org/W4322580403","https://openalex.org/W4399147128","https://openalex.org/W3193217249","https://openalex.org/W4280591108","https://openalex.org/W3021849752"],"abstract_inverted_index":{"Federated":[0],"Learning":[1],"(FL)":[2],"has":[3],"emerged":[4],"as":[5],"a":[6,43,101,192,225],"powerful":[7],"approach":[8],"to":[9,37,53,82,120,160,165,190],"facilitate":[10],"the":[11,18,54,80,162,185,198,203,220,232],"construction":[12],"of":[13,21,48,57,73,187,205,224,235],"centralized":[14],"models":[15,206],"without":[16],"compromising":[17],"data":[19,142],"privacy":[20,112,122,143,153,163],"multiple":[22],"participants.":[23],"However,":[24],"conventional":[25],"FL":[26,63,90,114,148,189,215],"methodologies":[27],"do":[28],"not":[29],"address":[30],"system":[31],"heterogeneity":[32],"where":[33],"each":[34,78],"participant":[35],"needs":[36],"independently":[38,83],"design":[39,84],"its":[40,85],"own":[41],"model,":[42],"prevalent":[44],"requirement":[45],"in":[46,144],"Internet":[47],"Things":[49],"(IoT)":[50],"applications":[51],"due":[52],"heterogeneous":[55],"nature":[56],"tasks":[58],"and":[59,154,222],"data.":[60,108],"Knowledge":[61],"Distillation-based":[62],"algorithms":[64,115],"tackle":[65],"this":[66,134],"limitation":[67],"by":[68],"exchanging":[69],"soft":[70],"labels":[71],"instead":[72],"model":[74,87],"weights,":[75],"thus":[76],"giving":[77],"client":[79],"ability":[81],"local":[86],"architecture.":[88],"While":[89],"is":[91,170],"inherently":[92],"private,":[93],"studies":[94],"have":[95],"indicated":[96],"that":[97,219],"exploiting":[98],"gradients":[99],"for":[100,197,230],"few":[102],"iterations":[103],"can":[104,125],"reveal":[105],"sensitive":[106],"training":[107,141],"To":[109],"protect":[110],"against":[111],"attacks,":[113],"employ":[116],"Differential":[117,130],"Privacy":[118,131],"(DP)":[119],"guarantee":[121,164],"protection,":[123],"which":[124],"be":[126],"applied":[127],"using":[128,149],"Local":[129],"(LDP).":[132],"In":[133],"paper,":[135],"we":[136],"elaborate":[137],"on":[138,208],"preserving":[139],"clients'":[140],"KD":[145],"(Knowledge":[146],"Distillation)-based":[147],"DP,":[150],"providing":[151],"both":[152],"flexibility.":[155],"We":[156],"provide":[157],"theoretical":[158],"analysis":[159,169],"extend":[161],"exchanged":[166],"updates.":[167],"Experimental":[168],"performed":[171],"utilizing":[172],"Human":[173],"Activity":[174],"Recognition":[175],"(HAR)":[176],"datasets":[177],"with":[178],"different":[179],"modalities.":[180],"The":[181],"results":[182],"obtained":[183],"demonstrate":[184],"capacity":[186],"KD-based":[188],"maintain":[191],"robust":[193],"utility-privacy":[194,233],"balance.":[195],"Furthermore,":[196],"same":[199],"DP":[200],"protection":[201],"level,":[202],"utility":[204],"trained":[207],"images":[209],"was":[210],"severely":[211],"reduced":[212],"across":[213],"all":[214],"algorithms.":[216],"This":[217],"suggests":[218],"modality":[221],"complexity":[223],"dataset":[226],"are":[227],"important":[228],"factors":[229],"shaping":[231],"tradeoff":[234],"DP.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}