{"id":"https://openalex.org/W4401076803","doi":"https://doi.org/10.1016/j.patcog.2024.110824","title":"Federated zero-shot learning with mid-level semantic knowledge transfer","display_name":"Federated zero-shot learning with mid-level semantic knowledge transfer","publication_year":2024,"publication_date":"2024-07-29","ids":{"openalex":"https://openalex.org/W4401076803","doi":"https://doi.org/10.1016/j.patcog.2024.110824"},"language":"en","primary_location":{"id":"doi:10.1016/j.patcog.2024.110824","doi":"https://doi.org/10.1016/j.patcog.2024.110824","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.patcog.2024.110824","pdf_url":null,"source":{"id":"https://openalex.org/S414566","display_name":"Pattern Recognition","issn_l":"0031-3203","issn":["0031-3203","1873-5142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pattern Recognition","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.patcog.2024.110824","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077534756","display_name":"Shitong Sun","orcid":"https://orcid.org/0000-0003-1825-655X","observed_orcids":["https://orcid.org/0000-0003-1825-655X"]},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Shitong Sun","raw_affiliation_strings":["Queen Mary University of London, London, E1 4NS, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-1825-655X","affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, E1 4NS, United Kingdom","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023000066","display_name":"Chenyang Si","orcid":"https://orcid.org/0000-0002-3354-1968","observed_orcids":["https://orcid.org/0000-0002-3354-1968"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chenyang Si","raw_affiliation_strings":["Nanyang Technological University, Singapore, 639798, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3354-1968","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082901351","display_name":"Guile Wu","orcid":"https://orcid.org/0000-0001-7319-473X","observed_orcids":["https://orcid.org/0000-0001-7319-473X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guile Wu","raw_affiliation_strings":["Independent Researcher"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent Researcher","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039302902","display_name":"Shaogang Gong","orcid":"https://orcid.org/0000-0001-8156-2299","observed_orcids":["https://orcid.org/0000-0001-8156-2299"]},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shaogang Gong","raw_affiliation_strings":["Queen Mary University of London, London, E1 4NS, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, E1 4NS, United Kingdom","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5077534756"],"corresponding_institution_ids":["https://openalex.org/I166337079"],"apc_list":{"value":2710,"currency":"USD","value_usd":2710},"apc_paid":{"value":2710,"currency":"USD","value_usd":2710},"fwci":1.4054,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.82848834,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"156","issue":null,"first_page":"110824","last_page":"110824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9545999765396118,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9545999765396118,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.04390000179409981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/privacy-preserving-federated-learning","display_name":"privacy-preserving federated learning","score":0.7070000171661377},{"id":"https://openalex.org/keywords/vision-language-foundation-models","display_name":"vision-language foundation models","score":0.875},{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.625},{"id":"https://openalex.org/keywords/privacy-inference-attacks","display_name":"privacy inference attacks","score":0.75}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8636539578437805},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5402673482894897},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5038875937461853},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4917939007282257},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.4876317083835602},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4362959861755371},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.4342944622039795},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4323933720588684},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.43171122670173645},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4270135164260864},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32598766684532166},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09951335191726685},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.09828481078147888},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1016/j.patcog.2024.110824","doi":"https://doi.org/10.1016/j.patcog.2024.110824","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.patcog.2024.110824","pdf_url":null,"source":{"id":"https://openalex.org/S414566","display_name":"Pattern Recognition","issn_l":"0031-3203","issn":["0031-3203","1873-5142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pattern Recognition","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.4743932","doi":"https://doi.org/10.2139/ssrn.4743932","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.4743932","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:arXiv.org:2208.13465","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.13465","pdf_url":"https://arxiv.org/pdf/2208.13465","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/229255","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/229255","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"doi:10.48550/arxiv.2208.13465","doi":"https://doi.org/10.48550/arxiv.2208.13465","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2208.13465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1016/j.patcog.2024.110824","doi":"https://doi.org/10.1016/j.patcog.2024.110824","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.patcog.2024.110824","pdf_url":null,"source":{"id":"https://openalex.org/S414566","display_name":"Pattern Recognition","issn_l":"0031-3203","issn":["0031-3203","1873-5142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pattern Recognition","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320313467","display_name":"Alan Turing Institute","ror":"https://ror.org/035dkdb55"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401076803.pdf","grobid_xml":"https://content.openalex.org/works/W4401076803.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W1797268635","https://openalex.org/W2007252621","https://openalex.org/W2070148066","https://openalex.org/W2097117768","https://openalex.org/W2098411764","https://openalex.org/W2117539524","https://openalex.org/W2128532956","https://openalex.org/W2141350700","https://openalex.org/W2194775991","https://openalex.org/W2541884796","https://openalex.org/W2605135824","https://openalex.org/W2799572223","https://openalex.org/W2914328083","https://openalex.org/W2924476266","https://openalex.org/W2945528222","https://openalex.org/W2963163009","https://openalex.org/W2963341956","https://openalex.org/W2963499153","https://openalex.org/W2963819344","https://openalex.org/W2963960318","https://openalex.org/W2965373594","https://openalex.org/W2970408908","https://openalex.org/W3000479830","https://openalex.org/W3014541599","https://openalex.org/W3033112120","https://openalex.org/W3035081753","https://openalex.org/W3035453001","https://openalex.org/W3037913917","https://openalex.org/W3080411117","https://openalex.org/W3093331990","https://openalex.org/W3108291730","https://openalex.org/W3133814152","https://openalex.org/W3135367836","https://openalex.org/W3168213397","https://openalex.org/W3169044395","https://openalex.org/W3175007525","https://openalex.org/W3177034761","https://openalex.org/W3179752900","https://openalex.org/W3182158470","https://openalex.org/W3185674647","https://openalex.org/W3189545149","https://openalex.org/W3189827190","https://openalex.org/W3195577433","https://openalex.org/W3203055845","https://openalex.org/W3203979321","https://openalex.org/W4210630464","https://openalex.org/W4221145554","https://openalex.org/W4224943538","https://openalex.org/W4248385877","https://openalex.org/W4282962899","https://openalex.org/W4283796083","https://openalex.org/W4285787895","https://openalex.org/W4286892251","https://openalex.org/W4294533993","https://openalex.org/W4297633553","https://openalex.org/W4312352414","https://openalex.org/W4312702379","https://openalex.org/W4378977253","https://openalex.org/W4379113041","https://openalex.org/W4379925140","https://openalex.org/W4385627126","https://openalex.org/W4385813834","https://openalex.org/W4386408301","https://openalex.org/W4387105517","https://openalex.org/W4390327116","https://openalex.org/W4390874078","https://openalex.org/W4392699793","https://openalex.org/W4411245133","https://openalex.org/W4413360092"],"related_works":["https://openalex.org/W4293824795","https://openalex.org/W4297633553","https://openalex.org/W4405022532","https://openalex.org/W7162197948","https://openalex.org/W3198560032","https://openalex.org/W4312702379","https://openalex.org/W4392768457","https://openalex.org/W4399927806","https://openalex.org/W4285011395","https://openalex.org/W7154587146"],"abstract_inverted_index":{"Conventional":[0],"centralised":[1],"deep":[2],"learning":[3,28,52,175,189],"paradigms":[4,53],"are":[5],"not":[6,92],"feasible":[7],"when":[8],"data":[9,18,41,130],"from":[10,151],"di\ufb00erent":[11],"sources":[12,37],"cannot":[13],"be":[14],"shared":[15],"due":[16],"to":[17,32,72,94,118,162],"privacy":[19,73],"or":[20,155],"transmission":[21],"limitation.":[22],"To":[23,106,141],"resolve":[24],"this":[25,79,107],"problem,":[26],"federated":[27,51,188],"has":[29],"been":[30],"introduced":[31],"transfer":[33],"knowledge":[34,86,122,149,194],"across":[35],"multiple":[36,124],"(clients)":[38],"with":[39,127,191],"non-shared":[40,128],"while":[42],"optimising":[43,185],"a":[44,111,134,153,156,186],"globally":[45,135],"generalized":[46,136],"central":[47,137],"model":[48,138,143,159,190],"(server).":[49],"Existing":[50],"mostly":[54],"focus":[55],"on":[56,172],"transmitting":[57],"image":[58],"encoders":[59],"that":[60],"take":[61],"instance-sensitive":[62],"images":[63],"as":[64,88],"input,":[65],"making":[66],"them":[67],"less":[68],"generalizable":[69,187],"and":[70,99,104,131],"vulnerable":[71],"inference":[74],"attacks.":[75],"In":[76],"contrast,":[77],"in":[78,160,168],"work,":[80],"we":[81,109,146],"consider":[82],"transferring":[83],"mid-level":[84,120,165,192],"semantic":[85,121,148,166,193],"(such":[87],"attribute)":[89],"which":[90],"is":[91,101],"sensitive":[93],"speci\ufb01c":[95],"objects":[96],"of":[97,181],"interest":[98],"therefore":[100],"more":[102],"privacy-preserving":[103],"general.":[105],"end,":[108],"formulate":[110],"new":[112],"Federated":[113],"Zero-Shot":[114],"Learning":[115],"(FZSL)":[116],"paradigm":[117],"learn":[119],"at":[123],"local":[125,129],"clients":[126],"cumulatively":[132],"aggregate":[133],"for":[139,184],"deployment.":[140],"improve":[142],"discriminative":[144],"ability,":[145],"explore":[147],"available":[150],"either":[152],"language":[154],"vision-language":[157],"foundation":[158],"order":[161],"enrich":[163],"the":[164,179],"space":[167],"FZSL.":[169],"Extensive":[170],"experiments":[171],"\ufb01ve":[173],"zero-shot":[174],"benchmark":[176],"datasets":[177],"validate":[178],"e\ufb00ectiveness":[180],"our":[182],"approach":[183],"transfer.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2024-07-31T00:00:00"}