{"id":"https://openalex.org/W4312702379","doi":"https://doi.org/10.1109/icdcs54860.2022.00094","title":"FedZKT: Zero-Shot Knowledge Transfer towards Resource-Constrained Federated Learning with Heterogeneous On-Device Models","display_name":"FedZKT: Zero-Shot Knowledge Transfer towards Resource-Constrained Federated Learning with Heterogeneous On-Device Models","publication_year":2022,"publication_date":"2022-07-01","ids":{"openalex":"https://openalex.org/W4312702379","doi":"https://doi.org/10.1109/icdcs54860.2022.00094"},"language":"en","primary_location":{"id":"doi:10.1109/icdcs54860.2022.00094","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdcs54860.2022.00094","pdf_url":null,"source":{"id":"https://openalex.org/S4363608224","display_name":"2022 IEEE 42nd International Conference on Distributed Computing Systems (ICDCS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 42nd International Conference on Distributed Computing Systems (ICDCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100322310","display_name":"Lan Zhang","orcid":"https://orcid.org/0000-0002-7718-6128"},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lan Zhang","raw_affiliation_strings":["Michigan Technological University,Department of Electrical and Computer Engineering,Houghton,MI,USA","Department of Electrical and Computer Engineering, Michigan Technological University, Houghton, MI, USA"],"affiliations":[{"raw_affiliation_string":"Michigan Technological University,Department of Electrical and Computer Engineering,Houghton,MI,USA","institution_ids":["https://openalex.org/I11957088"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Michigan Technological University, Houghton, MI, USA","institution_ids":["https://openalex.org/I11957088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001469325","display_name":"Dapeng Wu","orcid":"https://orcid.org/0000-0003-1755-0183"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dapeng Wu","raw_affiliation_strings":["University of Florida,Department of Electrical and Computer Engineering,Gainesville,FL,USA","Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"University of Florida,Department of Electrical and Computer Engineering,Gainesville,FL,USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010643450","display_name":"Xiaoyong Yuan","orcid":"https://orcid.org/0000-0003-0782-4187"},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyong Yuan","raw_affiliation_strings":["Michigan Technological University,College of Computing,Houghton,MI,USA","College of Computing, Michigan Technological University, Houghton, MI, USA"],"affiliations":[{"raw_affiliation_string":"Michigan Technological University,College of Computing,Houghton,MI,USA","institution_ids":["https://openalex.org/I11957088"]},{"raw_affiliation_string":"College of Computing, Michigan Technological University, Houghton, MI, USA","institution_ids":["https://openalex.org/I11957088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100322310"],"corresponding_institution_ids":["https://openalex.org/I11957088"],"apc_list":null,"apc_paid":null,"fwci":4.5025,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.95876398,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"928","last_page":"938"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8215024471282959},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5735794901847839},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.48116549849510193},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4762713611125946},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.4675653874874115},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4638744592666626},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3975747227668762},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3584405779838562},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33306437730789185},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11763590574264526}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8215024471282959},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5735794901847839},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.48116549849510193},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4762713611125946},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.4675653874874115},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4638744592666626},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3975747227668762},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3584405779838562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33306437730789185},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11763590574264526},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icdcs54860.2022.00094","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdcs54860.2022.00094","pdf_url":null,"source":{"id":"https://openalex.org/S4363608224","display_name":"2022 IEEE 42nd International Conference on Distributed Computing Systems (ICDCS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 42nd International Conference on Distributed Computing Systems (ICDCS)","raw_type":"proceedings-article"},{"id":"pmh:oai:digitalcommons.mtu.edu:michigantech-p-35770","is_oa":false,"landing_page_url":"https://digitalcommons.mtu.edu/michigantech-p/16473","pdf_url":null,"source":{"id":"https://openalex.org/S4377196391","display_name":"Digital Commons - Michigan Tech (Michigan Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11957088","host_organization_name":"Michigan Technological University","host_organization_lineage":["https://openalex.org/I11957088"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Michigan Tech Publications, Part 1","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1821462560","https://openalex.org/W2112796928","https://openalex.org/W2134797427","https://openalex.org/W2194775991","https://openalex.org/W2294370754","https://openalex.org/W2750384547","https://openalex.org/W2798720628","https://openalex.org/W2807006176","https://openalex.org/W2883780447","https://openalex.org/W2902986194","https://openalex.org/W2903471046","https://openalex.org/W2912213068","https://openalex.org/W2917462349","https://openalex.org/W2955213239","https://openalex.org/W2963163009","https://openalex.org/W2980216952","https://openalex.org/W2994749257","https://openalex.org/W2996610304","https://openalex.org/W2998732348","https://openalex.org/W3004127093","https://openalex.org/W3007279825","https://openalex.org/W3021654819","https://openalex.org/W3034997257","https://openalex.org/W3035453001","https://openalex.org/W3038022836","https://openalex.org/W3043723611","https://openalex.org/W3044604993","https://openalex.org/W3090393599","https://openalex.org/W3094163844","https://openalex.org/W3105122387","https://openalex.org/W3118608800","https://openalex.org/W3125717455","https://openalex.org/W3138111839","https://openalex.org/W3141518839","https://openalex.org/W3169682907","https://openalex.org/W3178659068","https://openalex.org/W3187574650","https://openalex.org/W3215194618","https://openalex.org/W4226142397","https://openalex.org/W4287332481","https://openalex.org/W4287575980","https://openalex.org/W4288348717","https://openalex.org/W4289147263","https://openalex.org/W4318619660","https://openalex.org/W4319989753","https://openalex.org/W6631943919","https://openalex.org/W6638523607","https://openalex.org/W6679909955","https://openalex.org/W6728757088","https://openalex.org/W6743688258","https://openalex.org/W6752029299","https://openalex.org/W6756436328","https://openalex.org/W6757139170","https://openalex.org/W6759238902","https://openalex.org/W6759853437","https://openalex.org/W6762640628","https://openalex.org/W6765541894","https://openalex.org/W6767064347","https://openalex.org/W6768632158","https://openalex.org/W6772674396","https://openalex.org/W6772689095","https://openalex.org/W6780224944","https://openalex.org/W6780827055","https://openalex.org/W6781318954","https://openalex.org/W6782067417","https://openalex.org/W6783198810","https://openalex.org/W6783533280","https://openalex.org/W6784239669","https://openalex.org/W6786822807","https://openalex.org/W6787972765","https://openalex.org/W6790230083","https://openalex.org/W6790490591","https://openalex.org/W6796484261","https://openalex.org/W6849725571"],"related_works":["https://openalex.org/W4298221930","https://openalex.org/W2777914285","https://openalex.org/W4378677776","https://openalex.org/W3013363440","https://openalex.org/W4287823391","https://openalex.org/W4312762663","https://openalex.org/W3034529322","https://openalex.org/W4317941881","https://openalex.org/W2770593030","https://openalex.org/W2115913271"],"abstract_inverted_index":{"Federated":[0],"learning":[1,61,204],"enables":[2],"multiple":[3],"distributed":[4],"devices":[5,51,77],"to":[6,78,113,134,137],"collaboratively":[7],"learn":[8],"a":[9,97,119,123,145],"shared":[10],"prediction":[11],"model":[12,172,198],"without":[13,103],"centralizing":[14],"their":[15,85],"on-device":[16,37,65,82,95,108,155,171,194,197,209],"data.":[17],"Most":[18],"of":[19,36,141,153,168,191],"the":[20,31,47,81,135,139,151,166,169,180,187],"current":[21],"algorithms":[22],"require":[23],"comparable":[24],"individual":[25],"efforts":[26],"for":[27,106],"local":[28,86],"training":[29],"with":[30,63,150],"same":[32],"structure":[33],"and":[34,189,200,211],"size":[35],"models,":[38,96],"which,":[39],"however,":[40],"impedes":[41],"participation":[42,140],"from":[43],"resource-constrained":[44,142],"devices.":[45],"Given":[46],"widespread":[48],"yet":[49],"heterogeneous":[50,64,94,208],"nowadays,":[52],"in":[53,165],"this":[54,128],"paper,":[55],"we":[56],"propose":[57],"an":[58],"innovative":[59],"federated":[60,203],"framework":[62],"models":[66,83],"through":[67],"Zero-shot":[68],"Knowledge":[69],"Transfer,":[70],"named":[71],"by":[72],"FedZKT.":[73],"Specifically,":[74],"FedZKT":[75,192],"allows":[76],"independently":[79],"determine":[80],"upon":[84],"resources.":[87],"To":[88],"achieve":[89],"knowledge":[90,160,195],"transfer":[91],"across":[92],"these":[93],"zero-shot":[98],"distillation":[99,130],"approach":[100],"is":[101,111,132,147,161],"designed":[102],"any":[104],"prerequisites":[105],"private":[107],"data,":[109],"which":[110,174],"contrary":[112],"certain":[114],"prior":[115],"research":[116],"based":[117],"on":[118,179],"public":[120],"dataset":[121],"or":[122],"pre-trained":[124],"data":[125,210],"generator.":[126],"Moreover,":[127],"compute-intensive":[129],"task":[131],"assigned":[133],"server":[136],"allow":[138],"devices,":[143],"where":[144],"generator":[146],"adversarially":[148],"learned":[149],"ensemble":[152],"collected":[154],"models.":[156],"The":[157],"distilled":[158],"central":[159],"then":[162],"sent":[163],"back":[164],"form":[167],"corresponding":[170],"parameters,":[173],"can":[175],"be":[176],"easily":[177],"absorbed":[178],"device":[181],"side.":[182],"Extensive":[183],"experimental":[184],"studies":[185],"demonstrate":[186],"effectiveness":[188],"robustness":[190],"towards":[193],"agnostic,":[196],"heterogeneity,":[199],"other":[201],"challenging":[202],"scenarios,":[205],"such":[206],"as":[207],"straggler":[212],"effects.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":13}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}