{"id":"https://openalex.org/W3207001064","doi":"https://doi.org/10.23919/apnoms52696.2021.9562670","title":"Distilling Knowledge in Federated Learning","display_name":"Distilling Knowledge in Federated Learning","publication_year":2021,"publication_date":"2021-09-08","ids":{"openalex":"https://openalex.org/W3207001064","doi":"https://doi.org/10.23919/apnoms52696.2021.9562670","mag":"3207001064"},"language":"en","primary_location":{"id":"doi:10.23919/apnoms52696.2021.9562670","is_oa":false,"landing_page_url":"https://doi.org/10.23919/apnoms52696.2021.9562670","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 22nd Asia-Pacific Network Operations and Management Symposium (APNOMS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055592666","display_name":"Huy Q. Le","orcid":"https://orcid.org/0009-0007-8342-7614"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Huy Q. Le","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072286733","display_name":"Jong Hoon Shin","orcid":"https://orcid.org/0000-0002-5120-2716"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jong Hoon Shin","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002774844","display_name":"Minh N. H. Nguyen","orcid":"https://orcid.org/0000-0002-3035-0816"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minh N.H. Nguyen","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034052371","display_name":"Choong Seon Hong","orcid":"https://orcid.org/0000-0003-3484-7333"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Choong Seon Hong","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5055592666"],"corresponding_institution_ids":["https://openalex.org/I35928602"],"apc_list":null,"apc_paid":null,"fwci":0.5439,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73170326,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"196","last_page":"201"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9706000089645386,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8781285285949707},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.8205137252807617},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6006962656974792},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5371564030647278},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.510377824306488},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46984973549842834},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.42911651730537415},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4243563115596771},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41288405656814575},{"id":"https://openalex.org/keywords/collaborative-learning","display_name":"Collaborative learning","score":0.4109562039375305},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1431448757648468},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.0855351984500885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8781285285949707},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.8205137252807617},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6006962656974792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5371564030647278},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.510377824306488},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46984973549842834},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.42911651730537415},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4243563115596771},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41288405656814575},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.4109562039375305},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1431448757648468},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0855351984500885},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/apnoms52696.2021.9562670","is_oa":false,"landing_page_url":"https://doi.org/10.23919/apnoms52696.2021.9562670","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 22nd Asia-Pacific Network Operations and Management Symposium (APNOMS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2134797427","https://openalex.org/W2194775991","https://openalex.org/W2294370754","https://openalex.org/W2541884796","https://openalex.org/W2620998106","https://openalex.org/W2903471046","https://openalex.org/W2913570153","https://openalex.org/W2914328083","https://openalex.org/W2917462349","https://openalex.org/W2964222566","https://openalex.org/W2980216952","https://openalex.org/W2997006708","https://openalex.org/W3006017224","https://openalex.org/W3035453001","https://openalex.org/W3038022836","https://openalex.org/W3038028469","https://openalex.org/W3044211235","https://openalex.org/W3094163844","https://openalex.org/W3102272584","https://openalex.org/W3104920644","https://openalex.org/W3118608800","https://openalex.org/W3123361801","https://openalex.org/W3170121482","https://openalex.org/W4318619660","https://openalex.org/W6638523607","https://openalex.org/W6728757088","https://openalex.org/W6751751081","https://openalex.org/W6757139170","https://openalex.org/W6759226220","https://openalex.org/W6759238902","https://openalex.org/W6759853437","https://openalex.org/W6763048141","https://openalex.org/W6768632158","https://openalex.org/W6772307254","https://openalex.org/W6780224944","https://openalex.org/W6781232731","https://openalex.org/W6784239669","https://openalex.org/W6785449543","https://openalex.org/W6786377435"],"related_works":["https://openalex.org/W4298221930","https://openalex.org/W2777914285","https://openalex.org/W3013363440","https://openalex.org/W4312762663","https://openalex.org/W4317941881","https://openalex.org/W4308945107","https://openalex.org/W4319453716","https://openalex.org/W4312475141","https://openalex.org/W3048813204","https://openalex.org/W4214940550"],"abstract_inverted_index":{"Nowadays,":[0],"Federated":[1],"Learning":[2],"has":[3],"emerged":[4],"as":[5],"the":[6,49,58,74,86,103,109,123,127,133,136,142,155,183],"prominent":[7],"collaborative":[8],"learning":[9,14,46,88,137,162],"approach":[10],"among":[11],"multiple":[12],"machine":[13],"techniques.":[15],"This":[16],"framework":[17],"enables":[18],"communication-efficient":[19],"and":[20,114,148,161,192],"privacy-preserving":[21],"solution":[22],"that":[23,167],"a":[24,30,35,65],"group":[25],"of":[26,77,97,107,135,144],"users":[27],"interacts":[28],"with":[29,52,89],"server":[31,113,160],"to":[32,101],"collaboratively":[33],"train":[34],"powerful":[36],"global":[37],"model":[38,60,67,110,157],"without":[39],"exchanging":[40,57],"users'":[41],"raw":[42],"data.":[43],"However,":[44],"federated":[45,87],"might":[47],"face":[48],"significant":[50],"challenge":[51],"high":[53],"communication":[54,147,190],"cost":[55],"when":[56],"huge":[59],"parameters.":[61],"Moreover,":[62],"training":[63],"such":[64],"large":[66],"on":[68,122,182],"devices":[69],"is":[70,100],"an":[71],"obstacle":[72],"under":[73],"battery":[75],"limitation":[76],"mobile":[78],"devices.":[79],"To":[80],"address":[81],"this":[82,98],"hindrance,":[83],"we":[84],"propose":[85],"bi-level":[90],"distillation,":[91],"namely":[92],"FedBD.":[93],"The":[94,116,151,164],"key":[95],"idea":[96],"proposal":[99],"exchange":[102,117],"soft":[104],"targets":[105],"instead":[106],"transferring":[108],"parameters":[111],"between":[112,159],"clients.":[115],"knowledge":[118,134],"was":[119],"constructed":[120],"based":[121],"prediction":[124],"outcomes":[125],"for":[126],"shared":[128],"reference":[129],"dataset.":[130],"By":[131],"interchanging":[132],"models,":[138],"our":[139,168],"algorithm":[140,181],"obtains":[141],"benefits":[143],"reducing":[145],"both":[146],"computation":[149],"costs.":[150],"proposed":[152,169],"mechanism":[153],"allows":[154],"different":[156],"architectures":[158],"agents.":[163],"experiments":[165],"show":[166],"method":[170],"can":[171],"achieve":[172],"comparable":[173],"or":[174],"even":[175],"slightly":[176],"higher":[177],"accuracy":[178],"than":[179],"FedAvg":[180],"image":[184],"classification":[185],"task":[186],"while":[187],"using":[188],"fewer":[189],"resources":[191],"power.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}