{"id":"https://openalex.org/W4387717590","doi":"https://doi.org/10.1109/jiot.2023.3324666","title":"To Distill or Not to Distill: Toward Fast, Accurate, and Communication-Efficient Federated Distillation Learning","display_name":"To Distill or Not to Distill: Toward Fast, Accurate, and Communication-Efficient Federated Distillation Learning","publication_year":2023,"publication_date":"2023-10-17","ids":{"openalex":"https://openalex.org/W4387717590","doi":"https://doi.org/10.1109/jiot.2023.3324666"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3324666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3324666","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100368686","display_name":"Yuan Zhang","orcid":"https://orcid.org/0000-0002-1335-2780"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zhang","raw_affiliation_strings":["State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1335-2780","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100453359","display_name":"Wenlong Zhang","orcid":"https://orcid.org/0009-0007-4897-1008"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenlong Zhang","raw_affiliation_strings":["State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-4897-1008","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053568911","display_name":"Lingjun Pu","orcid":"https://orcid.org/0000-0002-3063-8887"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingjun Pu","raw_affiliation_strings":["College of Computer Science, Tianjin Key Laboratory of NDST and TMCC, Institute of Systems and Networks, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-3063-8887","affiliations":[{"raw_affiliation_string":"College of Computer Science, Tianjin Key Laboratory of NDST and TMCC, Institute of Systems and Networks, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101944426","display_name":"Tao Lin","orcid":"https://orcid.org/0000-0003-1170-636X"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Lin","raw_affiliation_strings":["State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1170-636X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077266611","display_name":"Jinyao Yan","orcid":"https://orcid.org/0000-0003-4153-313X"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyao Yan","raw_affiliation_strings":["State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4153-313X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5863,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86099083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"11","issue":"6","first_page":"10040","last_page":"10053"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9430999755859375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.814517080783844},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4919573962688446},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3643842935562134},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3224288821220398}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.814517080783844},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4919573962688446},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3643842935562134},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3224288821220398},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3324666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3324666","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2005696445","display_name":"\u8d85\u9ad8\u6e058K\u89c6\u9891\u5236\u4f5cIP\u5316\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61971382","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2532775902","display_name":null,"funder_award_id":"2021YFF0900701","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6381764930","display_name":null,"funder_award_id":"62262018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8681583423","display_name":null,"funder_award_id":"62172241","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2294370754","https://openalex.org/W2507174453","https://openalex.org/W2535838896","https://openalex.org/W2970454332","https://openalex.org/W2980216952","https://openalex.org/W2981587265","https://openalex.org/W3004127093","https://openalex.org/W3015636663","https://openalex.org/W3015735225","https://openalex.org/W3021654819","https://openalex.org/W3034223443","https://openalex.org/W3034368386","https://openalex.org/W3036772957","https://openalex.org/W3047304572","https://openalex.org/W3086152015","https://openalex.org/W3092144916","https://openalex.org/W3093755649","https://openalex.org/W3099106497","https://openalex.org/W3138154797","https://openalex.org/W3141518839","https://openalex.org/W3192661977","https://openalex.org/W3203147379","https://openalex.org/W3210975694","https://openalex.org/W4206900626","https://openalex.org/W4220719396","https://openalex.org/W4220816547","https://openalex.org/W4224227775","https://openalex.org/W4226101686","https://openalex.org/W4226479888","https://openalex.org/W4285170564","https://openalex.org/W4285234583","https://openalex.org/W4285302300","https://openalex.org/W4289546285","https://openalex.org/W4295036177","https://openalex.org/W4297687186","https://openalex.org/W4306178637","https://openalex.org/W4312429505","https://openalex.org/W4312699393","https://openalex.org/W4312906660","https://openalex.org/W4319303175","https://openalex.org/W4319663761","https://openalex.org/W6689534940","https://openalex.org/W6728757088","https://openalex.org/W6759238902","https://openalex.org/W6762811270","https://openalex.org/W6768632158","https://openalex.org/W6780224944","https://openalex.org/W6782937392","https://openalex.org/W6796484261","https://openalex.org/W6803877844","https://openalex.org/W6811222999","https://openalex.org/W6839532979","https://openalex.org/W6849918048"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Apart":[0],"from":[1],"the":[2,44,89,93,100,117,123,150,155,175,181,192,198,211],"promising":[3],"potential,":[4],"federated":[5,69],"learning":[6,72,168],"(FL)":[7],"faces":[8],"challenges,":[9,64],"such":[10],"as":[11],"high":[12],"communication":[13,56,119,132],"costs":[14],"and":[15,48,58,77,83,121,127,145,161,170,195],"client":[16],"heterogeneity.":[17],"Although":[18],"numerous":[19],"works":[20],"have":[21,40],"been":[22],"proposed":[23,94,176],"to":[24,33,79,98],"address":[25],"these":[26,38,63],"issues,":[27],"they":[28],"lack":[29],"a":[30,68,110,159],"holistic":[31],"perspective":[32],"balance":[34],"all":[35],"requirements.":[36],"Moreover,":[37],"solutions":[39,209],"not":[41],"fully":[42,80],"utilized":[43],"underlying":[45],"computation":[46,82],"capability":[47],"network":[49,84],"resources,":[50],"resulting":[51],"in":[52,130,158,185],"suboptimal":[53],"tradeoffs":[54],"between":[55],"efficiency":[57],"inference":[59,105,156,213],"accuracy.":[60,214],"To":[61],"overcome":[62],"we":[65,107],"propose":[66],"FDL:":[67],"distillation":[70],"(FD)":[71],"framework":[73,144],"that":[74,115,174],"combines":[75],"FD":[76,128],"FL":[78,126,208],"utilize":[81],"resources.":[85],"We":[86],"theoretically":[87,140],"prove":[88],"convergence":[90],"bound":[91],"of":[92,125,136],"FDL":[95,143],"framework.":[96],"Furthermore,":[97],"minimize":[99,149],"training":[101,151,200],"time":[102,152,189,201],"while":[103,153],"maintaining":[104],"accuracy,":[106],"design":[108],"HAD:":[109],"heterogeneity-aware":[111],"FL/FD":[112],"selection":[113,183,188],"algorithm":[114,147],"determines":[116],"total":[118],"rounds":[120],"selects":[122],"set":[124],"nodes":[129],"each":[131],"round.":[133],"The":[134,142],"optimality":[135],"HAD":[137,146],"is":[138],"also":[139],"proved.":[141],"together":[148],"satisfying":[154],"accuracy":[157],"heterogeneous":[160],"dynamic":[162],"environment.":[163],"Extensive":[164],"experiments":[165],"on":[166],"various":[167],"algorithms":[169],"data":[171],"sets":[172],"show":[173],"FDL-HAD":[177],"solution":[178],"can":[179,196],"obtain":[180],"optimal":[182],"decision":[184],"overwhelmingly":[186],"less":[187],"compared":[190,206],"with":[191,207,210],"Gurobi":[193],"solver":[194],"reduce":[197],"overall":[199],"by":[202],"at":[203],"least":[204],"44.8%":[205],"same":[212]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}