{"id":"https://openalex.org/W4387595628","doi":"https://doi.org/10.48550/arxiv.2310.05077","title":"FedFed: Feature Distillation against Data Heterogeneity in Federated Learning","display_name":"FedFed: Feature Distillation against Data Heterogeneity in Federated Learning","publication_year":2023,"publication_date":"2023-10-08","ids":{"openalex":"https://openalex.org/W4387595628","doi":"https://doi.org/10.48550/arxiv.2310.05077"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2310.05077","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.05077","pdf_url":"https://arxiv.org/pdf/2310.05077","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.05077","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087533688","display_name":"Yang Zhi-qin","orcid":"https://orcid.org/0000-0001-8534-4053"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yang, Zhiqin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100383744","display_name":"Yonggang Zhang","orcid":"https://orcid.org/0000-0002-5018-0519"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yonggang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033085089","display_name":"Yu Zheng","orcid":"https://orcid.org/0000-0002-1803-8678"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071510961","display_name":"Xinmei Tian","orcid":"https://orcid.org/0000-0002-5952-8753"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Xinmei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101954309","display_name":"Hao Peng","orcid":"https://orcid.org/0000-0001-8080-9595"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065250332","display_name":"Tongliang Liu","orcid":"https://orcid.org/0000-0002-9640-6472"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Tongliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5108308870","display_name":"Bo Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5087533688"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dilemma","display_name":"Dilemma","score":0.7861950993537903},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.7376879453659058},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7166123390197754},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5939865112304688},{"id":"https://openalex.org/keywords/data-retention","display_name":"Data retention","score":0.5826728343963623},{"id":"https://openalex.org/keywords/data-sharing","display_name":"Data sharing","score":0.44494229555130005},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.43528443574905396},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34064173698425293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3040059804916382},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10202169418334961}],"concepts":[{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.7861950993537903},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.7376879453659058},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7166123390197754},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5939865112304688},{"id":"https://openalex.org/C2780866740","wikidata":"https://www.wikidata.org/wiki/Q5227345","display_name":"Data retention","level":2,"score":0.5826728343963623},{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.44494229555130005},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.43528443574905396},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34064173698425293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3040059804916382},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10202169418334961},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2310.05077","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.05077","pdf_url":"https://arxiv.org/pdf/2310.05077","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-171052","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-171052","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"doi:10.48550/arxiv.2310.05077","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.05077","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.05077","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.05077","pdf_url":"https://arxiv.org/pdf/2310.05077","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.550000011920929}],"awards":[{"id":"https://openalex.org/G2189095408","display_name":null,"funder_award_id":"62006202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G230809083","display_name":null,"funder_award_id":"61972186","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2374625443","display_name":null,"funder_award_id":"202103AA080015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3894850591","display_name":null,"funder_award_id":"62266027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4392973527","display_name":null,"funder_award_id":"62376235","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4479882814","display_name":null,"funder_award_id":"U21B2027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G486159857","display_name":null,"funder_award_id":"62002007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7957291013","display_name":null,"funder_award_id":"2022A1515011652","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8525381311","display_name":null,"funder_award_id":"62222117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"},{"id":"https://openalex.org/F4320320955","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335581","display_name":"Young Scientists Fund","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387595628.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2350209916","https://openalex.org/W2475524763","https://openalex.org/W2143400404","https://openalex.org/W2801267388","https://openalex.org/W2363851383","https://openalex.org/W4298221930","https://openalex.org/W2354517252","https://openalex.org/W2387460998","https://openalex.org/W2356631479","https://openalex.org/W2386467653"],"abstract_inverted_index":{"Federated":[0],"learning":[1],"(FL)":[2],"typically":[3],"faces":[4],"data":[5,21,52,55,81,108],"heterogeneity,":[6,22,109],"i.e.,":[7],"distribution":[8],"shifting":[9],"among":[10],"clients.":[11],"Sharing":[12],"clients'":[13],"information":[14],"has":[15],"shown":[16],"great":[17],"potentiality":[18],"in":[19,27,50,135],"mitigating":[20],"yet":[23],"incurs":[24],"a":[25,40,70],"dilemma":[26],"preserving":[28],"privacy":[29],"and":[30,91,125],"promoting":[31,136],"model":[32,89,98,137],"performance.":[33,138],"To":[34],"alleviate":[35],"the":[36,51,111,131],"dilemma,":[37],"we":[38,60],"raise":[39],"fundamental":[41],"question:":[42],"\\textit{Is":[43],"it":[44],"possible":[45],"to":[46,53,65,88,97,106,120],"share":[47],"partial":[48],"features":[49,84,93,102,113],"tackle":[54],"heterogeneity?}":[56],"In":[57],"this":[58,66],"work,":[59],"give":[61],"an":[62],"affirmative":[63],"answer":[64],"question":[67],"by":[68],"proposing":[69],"novel":[71],"approach":[72],"called":[73],"{\\textbf{Fed}erated":[74],"\\textbf{Fe}ature":[75],"\\textbf{d}istillation}":[76],"(FedFed).":[77],"Specifically,":[78],"FedFed":[79,117,134],"partitions":[80],"into":[82],"performance-sensitive":[83,101],"(i.e.,":[85,94],"greatly":[86],"contributing":[87,96],"performance)":[90],"performance-robust":[92,112],"limitedly":[95],"performance).":[99],"The":[100],"are":[103,114],"globally":[104],"shared":[105,126],"mitigate":[107],"while":[110],"kept":[115],"locally.":[116],"enables":[118],"clients":[119],"train":[121],"models":[122],"over":[123],"local":[124],"data.":[127],"Comprehensive":[128],"experiments":[129],"demonstrate":[130],"efficacy":[132],"of":[133]},"counts_by_year":[{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":8},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-02T08:42:23.175194","created_date":"2023-10-13T00:00:00"}