{"id":"https://openalex.org/W4226065575","doi":"https://doi.org/10.1109/ccis53392.2021.9754651","title":"Federated Learning Method Based on Knowledge Distillation and Deep Gradient Compression","display_name":"Federated Learning Method Based on Knowledge Distillation and Deep Gradient Compression","publication_year":2021,"publication_date":"2021-11-07","ids":{"openalex":"https://openalex.org/W4226065575","doi":"https://doi.org/10.1109/ccis53392.2021.9754651"},"language":"en","primary_location":{"id":"doi:10.1109/ccis53392.2021.9754651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccis53392.2021.9754651","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 7th International Conference on Cloud Computing and Intelligent Systems (CCIS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034269009","display_name":"Haiyan Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haiyan Cui","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing Key Laboratory of Intelligent Telecommunication Software and Multimedia, School of Computer Science,Beijing,China,100876"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing Key Laboratory of Intelligent Telecommunication Software and Multimedia, School of Computer Science,Beijing,China,100876","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100663191","display_name":"Junping Du","orcid":"https://orcid.org/0000-0002-9402-3806"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junping Du","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing Key Laboratory of Intelligent Telecommunication Software and Multimedia, School of Computer Science,Beijing,China,100876"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing Key Laboratory of Intelligent Telecommunication Software and Multimedia, School of Computer Science,Beijing,China,100876","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080101238","display_name":"Jiang Yang","orcid":"https://orcid.org/0000-0002-0035-893X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Jiang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing Key Laboratory of Intelligent Telecommunication Software and Multimedia, School of Computer Science,Beijing,China,100876"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing Key Laboratory of Intelligent Telecommunication Software and Multimedia, School of Computer Science,Beijing,China,100876","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066926793","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0002-3596-2280"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing Key Laboratory of Intelligent Telecommunication Software and Multimedia, School of Computer Science,Beijing,China,100876"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing Key Laboratory of Intelligent Telecommunication Software and Multimedia, School of Computer Science,Beijing,China,100876","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076042872","display_name":"Runyu Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runyu Yu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing Key Laboratory of Intelligent Telecommunication Software and Multimedia, School of Computer Science,Beijing,China,100876"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing Key Laboratory of Intelligent Telecommunication Software and Multimedia, School of Computer Science,Beijing,China,100876","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5034269009"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.2719,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.65536441,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"423","last_page":"427"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8030254244804382},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.7732788920402527},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6998008489608765},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5235259532928467},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4937630593776703},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4800059199333191},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4567472040653229},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4288252294063568},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32937508821487427},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.25079038739204407},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09379231929779053}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8030254244804382},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.7732788920402527},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6998008489608765},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5235259532928467},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4937630593776703},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4800059199333191},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4567472040653229},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4288252294063568},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32937508821487427},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25079038739204407},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09379231929779053},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccis53392.2021.9754651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccis53392.2021.9754651","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 7th International Conference on Cloud Computing and Intelligent Systems (CCIS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2407022425","https://openalex.org/W2473418344","https://openalex.org/W2535838896","https://openalex.org/W2766140019","https://openalex.org/W2767079719","https://openalex.org/W2769644379","https://openalex.org/W2773194476","https://openalex.org/W2774000609","https://openalex.org/W2807006176","https://openalex.org/W2955213239","https://openalex.org/W4297685247","https://openalex.org/W4297687186","https://openalex.org/W4318619660","https://openalex.org/W6714239094","https://openalex.org/W6728757088","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6746388805","https://openalex.org/W6746839373","https://openalex.org/W6748019269","https://openalex.org/W6752029299","https://openalex.org/W6765541894"],"related_works":["https://openalex.org/W2944823289","https://openalex.org/W3037018281","https://openalex.org/W2972592048","https://openalex.org/W2358319515","https://openalex.org/W4321854979","https://openalex.org/W2003209439","https://openalex.org/W2497626292","https://openalex.org/W4312214821","https://openalex.org/W4361862506","https://openalex.org/W2390344072"],"abstract_inverted_index":{"Federated":[0],"learning":[1,44,144],"is":[2,13,23,114,134],"a":[3,24,42],"new":[4],"type":[5],"of":[6,33,126,130],"multi-agency":[7],"collaborative":[8],"training":[9,94],"model":[10],"paradigm,":[11],"which":[12,20],"widely":[14],"used":[15,115],"in":[16,36],"many":[17],"fields,":[18],"among":[19],"communication":[21,38,102,149],"overhead":[22,150],"key":[25],"issue.":[26],"In":[27,96],"order":[28,97],"to":[29,63,79,88,98,116],"reduce":[30,100],"the":[31,37,61,65,71,76,81,86,89,93,101,107,109,118,123,127,131,141,148],"amount":[32],"data":[34,59],"transmitted":[35],"process,":[39],"we":[40,56],"propose":[41],"federated":[43,143],"algorithm":[45,113,145],"based":[46],"on":[47,60],"knowledge":[48],"distillation":[49],"and":[50,68,84,121,151],"deep":[51,110],"gradient":[52,87,111,119,124],"compression":[53,112],"(Fed-KDDGC-SGD).":[54],"First,":[55],"use":[57,70],"local":[58],"client":[62],"train":[64,80],"teacher":[66,77],"network,":[67],"then":[69],"soft":[72],"labels":[73],"generated":[74],"by":[75,105],"network":[78,83],"student":[82],"upload":[85],"central":[90],"server":[91],"during":[92],"process.":[95],"further":[99],"bandwidth":[103],"occupied":[104],"sending":[106],"gradient,":[108],"compress":[117],"vector,":[120],"only":[122],"value":[125,133],"top":[128],"R%":[129],"absolute":[132],"sent.":[135],"The":[136],"experimental":[137],"results":[138],"show":[139],"that":[140],"improved":[142],"effectively":[146],"reduces":[147],"has":[152],"certain":[153],"practical":[154],"significance.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}