{"id":"https://openalex.org/W4400680024","doi":"https://doi.org/10.1109/tmm.2024.3428352","title":"Prototype-Decomposed Knowledge Distillation for Learning Generalized Federated Representation","display_name":"Prototype-Decomposed Knowledge Distillation for Learning Generalized Federated Representation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400680024","doi":"https://doi.org/10.1109/tmm.2024.3428352"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3428352","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3428352","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066818276","display_name":"Aming Wu","orcid":"https://orcid.org/0000-0001-8426-0392"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aming Wu","raw_affiliation_strings":["School of Electronic Engineering, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-2024-2678","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048751279","display_name":"Jiaping Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaping Yu","raw_affiliation_strings":["School of Electronic Engineering, Xidian University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103916571","display_name":"Yuxuan Wang","orcid":"https://orcid.org/0009-0008-4281-2388"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Wang","raw_affiliation_strings":["School of Electronic Engineering, Xidian University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015874725","display_name":"Cheng Deng","orcid":"https://orcid.org/0000-0003-2620-3247"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Deng","raw_affiliation_strings":["School of Electronic Engineering, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-2620-3247","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":2.2228,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.89269978,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"26","issue":null,"first_page":"10991","last_page":"11002"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8687493801116943},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5962079167366028},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5461794137954712},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.5331408977508545},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4599441885948181},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38222792744636536},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3682495057582855},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3590186536312103},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.345095157623291}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8687493801116943},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5962079167366028},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5461794137954712},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.5331408977508545},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4599441885948181},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38222792744636536},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3682495057582855},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3590186536312103},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.345095157623291},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3428352","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3428352","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7156137471","display_name":null,"funder_award_id":"62102293","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G986958842","display_name":null,"funder_award_id":"62132016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W1920962657","https://openalex.org/W2108598243","https://openalex.org/W2149466042","https://openalex.org/W2194775991","https://openalex.org/W2346746376","https://openalex.org/W2535838896","https://openalex.org/W2701059868","https://openalex.org/W2748021867","https://openalex.org/W2767079719","https://openalex.org/W2894728917","https://openalex.org/W2895865029","https://openalex.org/W2903471046","https://openalex.org/W2912213068","https://openalex.org/W2917462349","https://openalex.org/W2952787292","https://openalex.org/W2958360136","https://openalex.org/W2963043696","https://openalex.org/W2963150697","https://openalex.org/W2974922583","https://openalex.org/W2978573218","https://openalex.org/W2980216952","https://openalex.org/W2980910578","https://openalex.org/W2981720610","https://openalex.org/W2986381065","https://openalex.org/W2995022099","https://openalex.org/W3034373371","https://openalex.org/W3044211235","https://openalex.org/W3083017137","https://openalex.org/W3093828967","https://openalex.org/W3096572172","https://openalex.org/W3121281282","https://openalex.org/W3149860822","https://openalex.org/W3159481909","https://openalex.org/W3169044395","https://openalex.org/W3189951784","https://openalex.org/W3194643899","https://openalex.org/W3195659354","https://openalex.org/W3195892675","https://openalex.org/W3203979321","https://openalex.org/W3207927571","https://openalex.org/W3217794380","https://openalex.org/W4287575980","https://openalex.org/W4294839759","https://openalex.org/W4297687186","https://openalex.org/W4310079729","https://openalex.org/W4319300240","https://openalex.org/W4362653147","https://openalex.org/W4387385613","https://openalex.org/W6620707391","https://openalex.org/W6638523607","https://openalex.org/W6683124652","https://openalex.org/W6684191040","https://openalex.org/W6728757088","https://openalex.org/W6743188669","https://openalex.org/W6754038005","https://openalex.org/W6756054015","https://openalex.org/W6757139170","https://openalex.org/W6759238902","https://openalex.org/W6759853437","https://openalex.org/W6763066025","https://openalex.org/W6767680423","https://openalex.org/W6768632158","https://openalex.org/W6769871928","https://openalex.org/W6770046221","https://openalex.org/W6779928312","https://openalex.org/W6781232731","https://openalex.org/W6784239669","https://openalex.org/W6785482883","https://openalex.org/W6786822807","https://openalex.org/W6789305514","https://openalex.org/W6794804735","https://openalex.org/W6796550100","https://openalex.org/W6796584642","https://openalex.org/W6802713863","https://openalex.org/W6803975504","https://openalex.org/W6804695989","https://openalex.org/W6810756407"],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2062195135","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W19111321","https://openalex.org/W2412887479","https://openalex.org/W32245304","https://openalex.org/W2953684491","https://openalex.org/W4285338581","https://openalex.org/W2015158429"],"abstract_inverted_index":{"Federated":[0],"learning":[1],"(FL)":[2],"enables":[3],"distributed":[4],"clients":[5],"to":[6,38,50,68,81,84,121,126,145,152,157],"collaboratively":[7],"learn":[8],"a":[9,71],"global":[10,131,140,163],"model,":[11],"suggesting":[12],"its":[13,31],"potential":[14],"for":[15],"use":[16],"in":[17,21,203],"improving":[18],"data":[19],"privacy":[20],"machine":[22],"learning.":[23],"However,":[24],"although":[25],"FL":[26],"has":[27],"made":[28],"many":[29],"advances,":[30],"performance":[32],"usually":[33],"suffers":[34],"from":[35,111,161],"degradation":[36],"due":[37],"the":[39,45,55,104,123,139,162,167,176,186,205],"impact":[40],"of":[41,178,208],"domain":[42,64],"shift":[43],"when":[44,183],"trained":[46,74],"models":[47,156],"are":[48,109,142],"applied":[49],"unseen":[51,86],"domains.":[52],"To":[53],"enhance":[54],"model's":[56],"generalization":[57,168,206],"ability,":[58],"we":[59,101],"focus":[60],"on":[61,76,172,185],"solving":[62],"federated":[63,72,209],"generalization,":[65],"which":[66,165,196],"aims":[67],"properly":[69],"generalize":[70],"model":[73],"based":[75],"multiple":[77,173],"source":[78],"domains":[79],"belonging":[80],"different":[82,112],"distributions":[83],"an":[85],"target":[87],"domain.":[88],"A":[89],"novel":[90],"approach,":[91],"namely":[92],"Prototype-Decomposed":[93],"Knowledge":[94],"Distillation":[95],"(PDKD),":[96],"is":[97,119,201],"proposed":[98],"herein.":[99],"Concretely,":[100],"first":[102],"aggregate":[103],"local":[105,124,154],"class":[106],"prototypes":[107,125,132,141],"that":[108,133,198],"learned":[110],"clients.":[113,147],"Subsequently,":[114],"Singular":[115],"Value":[116],"Decomposition":[117],"(SVD)":[118],"employed":[120],"decompose":[122],"obtain":[127],"discriminative":[128],"and":[129],"generalized":[130,159],"contain":[134],"rich":[135],"category-related":[136],"information.":[137],"Finally,":[138],"sent":[143],"back":[144],"all":[146],"We":[148],"exploit":[149],"knowledge":[150,160],"distillation":[151],"encourage":[153],"client":[155],"distill":[158],"prototypes,":[164],"boosts":[166],"ability.":[169],"Extensive":[170],"experiments":[171],"datasets":[174],"demonstrate":[175],"effectiveness":[177],"our":[179,189,199],"method.":[180],"In":[181],"particular,":[182],"implemented":[184],"Office":[187],"dataset,":[188],"method":[190,200],"outperforms":[191],"FedAvg":[192],"by":[193],"around":[194],"13.5%,":[195],"shows":[197],"instrumental":[202],"ameliorating":[204],"ability":[207],"models.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}