{"id":"https://openalex.org/W4304480363","doi":"https://doi.org/10.1109/tmi.2022.3213244","title":"Federated Learning With Privacy-Preserving Ensemble Attention Distillation","display_name":"Federated Learning With Privacy-Preserving Ensemble Attention Distillation","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4304480363","doi":"https://doi.org/10.1109/tmi.2022.3213244","pmid":"https://pubmed.ncbi.nlm.nih.gov/36215346"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2022.3213244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2022.3213244","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039708825","display_name":"Xuan Gong","orcid":"https://orcid.org/0000-0001-8303-633X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xuan Gong","raw_affiliation_strings":["United Imaging Intelligence, Cambridge, MA, USA","Department of Computer Science and Engineering, University at Buffalo, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"United Imaging Intelligence, Cambridge, MA, USA","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079245916","display_name":"Liangchen Song","orcid":"https://orcid.org/0000-0002-8366-5088"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liangchen Song","raw_affiliation_strings":["United Imaging Intelligence, Cambridge, MA, USA","Department of Computer Science and Engineering, University at Buffalo, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"United Imaging Intelligence, Cambridge, MA, USA","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022366100","display_name":"Rishi Vedula","orcid":"https://orcid.org/0000-0002-3205-3292"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rishi Vedula","raw_affiliation_strings":["Department of Computer Science and Engineering, University at Buffalo, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100450086","display_name":"Abhishek Sharma","orcid":"https://orcid.org/0000-0003-4041-9802"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abhishek Sharma","raw_affiliation_strings":["United Imaging Intelligence, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"United Imaging Intelligence, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108617254","display_name":"Meng Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng Zheng","raw_affiliation_strings":["United Imaging Intelligence, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"United Imaging Intelligence, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068780385","display_name":"Benjamin Planche","orcid":"https://orcid.org/0000-0002-6110-6437"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjamin Planche","raw_affiliation_strings":["United Imaging Intelligence, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"United Imaging Intelligence, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002650791","display_name":"Arun Innanje","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arun Innanje","raw_affiliation_strings":["United Imaging Intelligence, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"United Imaging Intelligence, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038526207","display_name":"Terrence Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Terrence Chen","raw_affiliation_strings":["United Imaging Intelligence, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"United Imaging Intelligence, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085245110","display_name":"Junsong Yuan","orcid":"https://orcid.org/0000-0002-7901-8793"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junsong Yuan","raw_affiliation_strings":["Department of Computer Science and Engineering, University at Buffalo, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003875781","display_name":"David Doermann","orcid":"https://orcid.org/0000-0003-1639-4561"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Doermann","raw_affiliation_strings":["Department of Computer Science and Engineering, University at Buffalo, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003798053","display_name":"Ziyan Wu","orcid":"https://orcid.org/0000-0002-9774-7770"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziyan Wu","raw_affiliation_strings":["United Imaging Intelligence, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"United Imaging Intelligence, Cambridge, MA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5039708825"],"corresponding_institution_ids":["https://openalex.org/I63190737"],"apc_list":null,"apc_paid":null,"fwci":5.2742,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.96093708,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"42","issue":"7","first_page":"2057","last_page":"2067"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8376125693321228},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6236949563026428},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5674322247505188},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5358148217201233},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.47690558433532715},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.4595426917076111},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.45745956897735596},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37601789832115173},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.17942941188812256}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8376125693321228},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6236949563026428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5674322247505188},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5358148217201233},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.47690558433532715},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.4595426917076111},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.45745956897735596},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37601789832115173},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.17942941188812256},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018907","descriptor_name":"Privacy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018907","descriptor_name":"Privacy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018907","descriptor_name":"Privacy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2022.3213244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2022.3213244","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:36215346","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36215346","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320316620","display_name":"Amazon Catalyst","ror":"https://ror.org/04mv4n011"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":104,"referenced_works":["https://openalex.org/W1641498739","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1901129140","https://openalex.org/W1980264541","https://openalex.org/W2100128988","https://openalex.org/W2104094955","https://openalex.org/W2110091014","https://openalex.org/W2115122836","https://openalex.org/W2150884987","https://openalex.org/W2561238782","https://openalex.org/W2611650229","https://openalex.org/W2731516819","https://openalex.org/W2739879705","https://openalex.org/W2743289088","https://openalex.org/W2786070938","https://openalex.org/W2803023299","https://openalex.org/W2806183416","https://openalex.org/W2807006176","https://openalex.org/W2807912816","https://openalex.org/W2897230576","https://openalex.org/W2898141270","https://openalex.org/W2900298334","https://openalex.org/W2900756484","https://openalex.org/W2903471046","https://openalex.org/W2917462349","https://openalex.org/W2946193510","https://openalex.org/W2948582784","https://openalex.org/W2962858109","https://openalex.org/W2963046541","https://openalex.org/W2963091558","https://openalex.org/W2963263347","https://openalex.org/W2963466845","https://openalex.org/W2963606198","https://openalex.org/W2970408908","https://openalex.org/W2972313371","https://openalex.org/W2972570881","https://openalex.org/W2975451647","https://openalex.org/W2979637109","https://openalex.org/W2980216952","https://openalex.org/W2981206218","https://openalex.org/W2986413680","https://openalex.org/W2998732348","https://openalex.org/W3006017224","https://openalex.org/W3030810099","https://openalex.org/W3034535887","https://openalex.org/W3035163969","https://openalex.org/W3035321581","https://openalex.org/W3035453001","https://openalex.org/W3038022836","https://openalex.org/W3040685212","https://openalex.org/W3086152015","https://openalex.org/W3096121526","https://openalex.org/W3101156210","https://openalex.org/W3108946571","https://openalex.org/W3127057363","https://openalex.org/W3175307072","https://openalex.org/W3196096487","https://openalex.org/W3203735593","https://openalex.org/W4288373825","https://openalex.org/W4293718192","https://openalex.org/W4297573784","https://openalex.org/W4297799122","https://openalex.org/W4298858094","https://openalex.org/W4300427714","https://openalex.org/W4318619660","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6639824700","https://openalex.org/W6676587327","https://openalex.org/W6677317343","https://openalex.org/W6726497184","https://openalex.org/W6728757088","https://openalex.org/W6728897251","https://openalex.org/W6730179637","https://openalex.org/W6732520560","https://openalex.org/W6738383168","https://openalex.org/W6740493225","https://openalex.org/W6751751081","https://openalex.org/W6752029299","https://openalex.org/W6752523896","https://openalex.org/W6755616390","https://openalex.org/W6755625687","https://openalex.org/W6755875945","https://openalex.org/W6755891590","https://openalex.org/W6757139170","https://openalex.org/W6757174645","https://openalex.org/W6759238902","https://openalex.org/W6759853437","https://openalex.org/W6762879059","https://openalex.org/W6764838729","https://openalex.org/W6767733985","https://openalex.org/W6768351586","https://openalex.org/W6768632158","https://openalex.org/W6768735801","https://openalex.org/W6769624030","https://openalex.org/W6770046221","https://openalex.org/W6772307254","https://openalex.org/W6772689095","https://openalex.org/W6778645691","https://openalex.org/W6779350450","https://openalex.org/W6780224944","https://openalex.org/W6782937392","https://openalex.org/W6963891028"],"related_works":["https://openalex.org/W4298221930","https://openalex.org/W2777914285","https://openalex.org/W4378677776","https://openalex.org/W3013363440","https://openalex.org/W4287823391","https://openalex.org/W4312762663","https://openalex.org/W4317941881","https://openalex.org/W4229067761","https://openalex.org/W4308527955","https://openalex.org/W4366829214"],"abstract_inverted_index":{"Federated":[0],"Learning":[1],"(FL)":[2],"is":[3,24,107],"a":[4,14,82,88],"machine":[5],"learning":[6],"paradigm":[7],"where":[8],"many":[9],"local":[10,110,122],"nodes":[11],"collaboratively":[12],"train":[13],"central":[15,105],"model":[16,55,106],"while":[17],"keeping":[18],"the":[19,46,62,134],"training":[20],"data":[21,32,66,95,123],"decentralized.":[22],"This":[23],"particularly":[25],"relevant":[26],"for":[27,48,96],"clinical":[28],"applications":[29],"since":[30],"patient":[31],"are":[33],"usually":[34],"not":[35],"allowed":[36],"to":[37,45,60],"be":[38],"transferred":[39],"out":[40],"of":[41,64,74,136],"medical":[42],"facilities,":[43],"leading":[44],"need":[47],"FL.":[49],"Existing":[50],"FL":[51,90,126],"methods":[52],"typically":[53],"share":[54],"parameters":[56],"or":[57],"employ":[58],"co-distillation":[59],"address":[61],"issue":[63],"unbalanced":[65],"distribution.":[67],"However,":[68],"they":[69],"also":[70],"require":[71],"numerous":[72],"rounds":[73],"synchronized":[75],"communication":[76],"and,":[77],"more":[78,129,149],"importantly,":[79,130],"suffer":[80],"from":[81,109],"privacy":[83,137,151],"leakage":[84],"risk.":[85],"We":[86,139],"propose":[87],"privacy-preserving":[89],"framework":[91],"leveraging":[92],"unlabeled":[93],"public":[94],"one-way":[97],"offline":[98],"knowledge":[99,111],"distillation":[100],"in":[101],"this":[102],"work.":[103],"The":[104],"learned":[108],"via":[112],"ensemble":[113],"attention":[114],"distillation.":[115],"Our":[116],"technique":[117],"uses":[118],"decentralized":[119],"and":[120,161],"heterogeneous":[121],"like":[124],"existing":[125],"approaches,":[127],"but":[128],"it":[131],"significantly":[132],"reduces":[133],"risk":[135],"leakage.":[138],"demonstrate":[140],"that":[141],"our":[142],"method":[143],"achieves":[144],"very":[145],"competitive":[146],"performance":[147],"with":[148],"robust":[150],"preservation":[152],"based":[153],"on":[154,157],"extensive":[155],"experiments":[156],"image":[158],"classification,":[159],"segmentation,":[160],"reconstruction":[162],"tasks.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
