{"id":"https://openalex.org/W3164715504","doi":"https://doi.org/10.1109/tnse.2021.3081748","title":"CFD: Communication-Efficient Federated Distillation via Soft-Label Quantization and Delta Coding","display_name":"CFD: Communication-Efficient Federated Distillation via Soft-Label Quantization and Delta Coding","publication_year":2021,"publication_date":"2021-05-19","ids":{"openalex":"https://openalex.org/W3164715504","doi":"https://doi.org/10.1109/tnse.2021.3081748","mag":"3164715504"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2021.3081748","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3081748","pdf_url":"https://ieeexplore.ieee.org/ielx7/6488902/9808096/09435947.pdf","source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/6488902/9808096/09435947.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009304455","display_name":"Felix Sattler","orcid":"https://orcid.org/0000-0002-9425-2238"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Felix Sattler","raw_affiliation_strings":["Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071474008","display_name":"Arturo Marb\u00e1n","orcid":"https://orcid.org/0000-0003-3065-0103"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Arturo Marban","raw_affiliation_strings":["Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041021285","display_name":"Roman Rischke","orcid":"https://orcid.org/0000-0002-2657-2811"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Roman Rischke","raw_affiliation_strings":["Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026451495","display_name":"Wojciech Samek","orcid":"https://orcid.org/0000-0002-6283-3265"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wojciech Samek","raw_affiliation_strings":["Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Fraunhofer Heinrich Hertz Institute, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5009304455"],"corresponding_institution_ids":["https://openalex.org/I2800274787"],"apc_list":null,"apc_paid":null,"fwci":6.7183,"has_fulltext":true,"cited_by_count":76,"citation_normalized_percentile":{"value":0.97278812,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"9","issue":"4","first_page":"2025","last_page":"2038"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.7814207077026367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7532627582550049},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7341934442520142},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.6021760702133179},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5821681618690491},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.47777116298675537},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4273255467414856},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3605501651763916},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3393348455429077},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32228535413742065},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2204001247882843},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11000213027000427}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.7814207077026367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7532627582550049},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7341934442520142},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.6021760702133179},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5821681618690491},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.47777116298675537},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4273255467414856},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3605501651763916},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3393348455429077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32228535413742065},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2204001247882843},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11000213027000427},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnse.2021.3081748","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3081748","pdf_url":"https://ieeexplore.ieee.org/ielx7/6488902/9808096/09435947.pdf","source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:fraunhofer.de:N-637204","is_oa":true,"landing_page_url":"http://publica.fraunhofer.de/documents/N-637204.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer HHI","raw_type":"Journal Article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/269054","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/269054","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1109/tnse.2021.3081748","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3081748","pdf_url":"https://ieeexplore.ieee.org/ielx7/6488902/9808096/09435947.pdf","source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3031800739","display_name":null,"funder_award_id":"BIFOLD","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G352791218","display_name":null,"funder_award_id":"(BMBF)","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G4533892997","display_name":null,"funder_award_id":"01IS18037","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G7142560593","display_name":null,"funder_award_id":"Berlin Institute for the Foundations of Learning a","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G7225624288","display_name":null,"funder_award_id":"This work was","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G7624340995","display_name":null,"funder_award_id":"01IS18025A","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G8316084977","display_name":null,"funder_award_id":"01IS18037I","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3164715504.pdf","grobid_xml":"https://content.openalex.org/works/W3164715504.grobid-xml"},"referenced_works_count":83,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1588594383","https://openalex.org/W2108598243","https://openalex.org/W2113158412","https://openalex.org/W2129768577","https://openalex.org/W2194775991","https://openalex.org/W2535838896","https://openalex.org/W2591882872","https://openalex.org/W2606891064","https://openalex.org/W2734358244","https://openalex.org/W2798720628","https://openalex.org/W2807006176","https://openalex.org/W2903471046","https://openalex.org/W2917462349","https://openalex.org/W2949505878","https://openalex.org/W2972570881","https://openalex.org/W2976335444","https://openalex.org/W2978015420","https://openalex.org/W2978017171","https://openalex.org/W2980216952","https://openalex.org/W2989289980","https://openalex.org/W2991308345","https://openalex.org/W2995022099","https://openalex.org/W2998732348","https://openalex.org/W2999905431","https://openalex.org/W3004198379","https://openalex.org/W3013124972","https://openalex.org/W3015901293","https://openalex.org/W3021654819","https://openalex.org/W3033664100","https://openalex.org/W3036772957","https://openalex.org/W3043758338","https://openalex.org/W3080934299","https://openalex.org/W3086470453","https://openalex.org/W3090814594","https://openalex.org/W3096572172","https://openalex.org/W3101036738","https://openalex.org/W3104454733","https://openalex.org/W3105122387","https://openalex.org/W3111009493","https://openalex.org/W3141518839","https://openalex.org/W3215194618","https://openalex.org/W4226142397","https://openalex.org/W4230674625","https://openalex.org/W4287822453","https://openalex.org/W4287828417","https://openalex.org/W4289107582","https://openalex.org/W4297687186","https://openalex.org/W4375869345","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6639703010","https://openalex.org/W6677103964","https://openalex.org/W6677919164","https://openalex.org/W6682751323","https://openalex.org/W6685053522","https://openalex.org/W6691459498","https://openalex.org/W6727099177","https://openalex.org/W6728757088","https://openalex.org/W6738383168","https://openalex.org/W6751961731","https://openalex.org/W6752029299","https://openalex.org/W6756718674","https://openalex.org/W6757093123","https://openalex.org/W6757139170","https://openalex.org/W6759238902","https://openalex.org/W6759853437","https://openalex.org/W6763000687","https://openalex.org/W6763780468","https://openalex.org/W6765541894","https://openalex.org/W6767676916","https://openalex.org/W6768570320","https://openalex.org/W6768632158","https://openalex.org/W6768851824","https://openalex.org/W6771521640","https://openalex.org/W6772689095","https://openalex.org/W6774797106","https://openalex.org/W6775563089","https://openalex.org/W6778883912","https://openalex.org/W6780224944","https://openalex.org/W6783144445","https://openalex.org/W6785449543","https://openalex.org/W6786180312"],"related_works":["https://openalex.org/W4298221930","https://openalex.org/W2777914285","https://openalex.org/W4378677776","https://openalex.org/W3013363440","https://openalex.org/W4287823391","https://openalex.org/W4312762663","https://openalex.org/W4317941881","https://openalex.org/W4229067761","https://openalex.org/W4308527955","https://openalex.org/W4366829214"],"abstract_inverted_index":{"Communication":[0],"constraints":[1],"are":[2],"one":[3],"of":[4,11,69,76,117,128,141,153],"the":[5,8,53,57,67,74,87,126],"majorchallenges":[6],"preventing":[7],"wide-spread":[9],"adoption":[10],"Federated":[12,16,24,96,101,107,163],"Learning":[13,25],"systems.":[14],"Recently,":[15],"Distillation":[17,97,102],"(FD),":[18],"a":[19],"new":[20],"algorithmic":[21],"paradigm":[22],"for":[23],"with":[26],"fundamentally":[27],"different":[28,115],"communication":[29,70,129],"properties,":[30],"emerged.":[31],"FD":[32,65],"methods":[33],"leverage":[34],"ensemble":[35],"distillation":[36],"techniques":[37,161],"and":[38,56,82,110,147],"exchange":[39],"model":[40],"outputs,":[41],"presented":[42],"as":[43],"soft":[44],"labels":[45],"on":[46,86,106],"an":[47,99],"unlabeled":[48],"public":[49],"data":[50,118],"set,":[51],"between":[52],"central":[54],"server":[55],"participating":[58],"clients.":[59],"In":[60],"this":[61,91],"work,":[62],"we":[63,93],"investigate":[64],"from":[66,90],"perspective":[68],"efficiency":[71],"by":[72,136,148],"analyzing":[73],"effects":[75],"active":[77],"distillation-data":[78],"curation,":[79],"soft-label":[80],"quantization,":[81],"delta-coding":[83],"techniques.":[84],"Based":[85],"insights":[88],"gathered":[89],"analysis,":[92],"present":[94],"Compressed":[95],"(CFD),":[98],"efficient":[100],"method.":[103],"Extensive":[104],"experiments,":[105],"image":[108],"classification":[109],"language":[111],"modeling":[112],"problems,":[113],"at":[114],"levels":[116],"heterogeneity,":[119],"demonstrate":[120],"that":[121],"our":[122],"method":[123],"can":[124],"reduce":[125],"amount":[127],"necessary":[130],"to":[131,145,157],"achieve":[132],"fixed":[133],"performance":[134],"targets":[135],"more":[137,149],"than":[138,150],"two":[139],"orders":[140,152],"magnitude":[142,154],"when":[143,155],"compared":[144,156],"FD,":[146],"four":[151],"parameter":[158],"averaging":[159],"based":[160],"like":[162],"Averaging.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}