{"id":"https://openalex.org/W4401943248","doi":"https://doi.org/10.1109/tmi.2024.3450855","title":"Multi-Modal Federated Learning for Cancer Staging Over Non-IID Datasets With Unbalanced Modalities","display_name":"Multi-Modal Federated Learning for Cancer Staging Over Non-IID Datasets With Unbalanced Modalities","publication_year":2024,"publication_date":"2024-08-28","ids":{"openalex":"https://openalex.org/W4401943248","doi":"https://doi.org/10.1109/tmi.2024.3450855","pmid":"https://pubmed.ncbi.nlm.nih.gov/39196746"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2024.3450855","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3450855","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082351245","display_name":"Kasra Borazjani","orcid":"https://orcid.org/0009-0006-4112-0991"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kasra Borazjani","raw_affiliation_strings":["Department of Electrical Engineering, University at Buffalo-SUNY, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University at Buffalo-SUNY, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046661187","display_name":"Naji Khosravan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210149135","display_name":"Zillow Group (United States)","ror":"https://ror.org/03n86v874","country_code":"US","type":"company","lineage":["https://openalex.org/I4210149135"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naji Khosravan","raw_affiliation_strings":["Zillow Group, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Zillow Group, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210149135"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075561442","display_name":"Leslie Ying","orcid":"https://orcid.org/0000-0001-9801-1362"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leslie Ying","raw_affiliation_strings":["Department of Biomedical Engineering and Electrical Engineering, University at Buffalo-SUNY, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering and Electrical Engineering, University at Buffalo-SUNY, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059750214","display_name":"Seyyedali Hosseinalipour","orcid":"https://orcid.org/0000-0003-4266-4000"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seyyedali Hosseinalipour","raw_affiliation_strings":["Department of Electrical Engineering, University at Buffalo-SUNY, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University at Buffalo-SUNY, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082351245"],"corresponding_institution_ids":["https://openalex.org/I63190737"],"apc_list":null,"apc_paid":null,"fwci":3.4355,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.93356602,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"44","issue":"1","first_page":"556","last_page":"573"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.9035608768463135},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7410577535629272},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6527210474014282},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6308190822601318},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45888787508010864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4017934799194336},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3356708288192749},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32287389039993286},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.14445871114730835},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.12433502078056335}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.9035608768463135},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7410577535629272},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6527210474014282},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6308190822601318},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45888787508010864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4017934799194336},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3356708288192749},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32287389039993286},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.14445871114730835},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.12433502078056335},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098407","descriptor_name":"Federated Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098407","descriptor_name":"Federated Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098407","descriptor_name":"Federated Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098407","descriptor_name":"Federated Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009367","descriptor_name":"Neoplasm Staging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009367","descriptor_name":"Neoplasm Staging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009367","descriptor_name":"Neoplasm Staging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009367","descriptor_name":"Neoplasm Staging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009367","descriptor_name":"Neoplasm Staging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2024.3450855","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3450855","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:39196746","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39196746","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2095463689","https://openalex.org/W2305684009","https://openalex.org/W2401520370","https://openalex.org/W2766845401","https://openalex.org/W2791015340","https://openalex.org/W2797870998","https://openalex.org/W2897230576","https://openalex.org/W2914836117","https://openalex.org/W2970606380","https://openalex.org/W2990789643","https://openalex.org/W3007566359","https://openalex.org/W3012501605","https://openalex.org/W3017351014","https://openalex.org/W3034942609","https://openalex.org/W3035333188","https://openalex.org/W3036901136","https://openalex.org/W3045295565","https://openalex.org/W3086590218","https://openalex.org/W3097205619","https://openalex.org/W3111402128","https://openalex.org/W3111475117","https://openalex.org/W3122794187","https://openalex.org/W3127597934","https://openalex.org/W3169231731","https://openalex.org/W3208837070","https://openalex.org/W4206279885","https://openalex.org/W4206936477","https://openalex.org/W4220944666","https://openalex.org/W4239966440","https://openalex.org/W4283220690","https://openalex.org/W4283261244","https://openalex.org/W4283645969","https://openalex.org/W4294252561","https://openalex.org/W4298352247","https://openalex.org/W4323665498","https://openalex.org/W4362603537","https://openalex.org/W4378349394","https://openalex.org/W6728757088","https://openalex.org/W6766978945","https://openalex.org/W6770590064","https://openalex.org/W6796149595","https://openalex.org/W6803342467"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2049003611","https://openalex.org/W2127804977","https://openalex.org/W2108418243","https://openalex.org/W164103134","https://openalex.org/W2040545019","https://openalex.org/W2787352659","https://openalex.org/W4301143707","https://openalex.org/W2952745240"],"abstract_inverted_index":{"The":[0,185],"use":[1],"of":[2,45,95,117,125,178,199,217,235],"machine":[3],"learning":[4,26,57],"(ML)":[5],"for":[6,62,171],"cancer":[7,63,194],"staging":[8],"through":[9],"medical":[10,18],"image":[11,204],"analysis":[12],"has":[13],"gained":[14],"substantial":[15],"interest":[16],"across":[17,128,142,222],"disciplines.":[19],"When":[20],"accompanied":[21],"by":[22,159],"the":[23,42,99,115,122,134,176,213,225,230,233],"innovative":[24],"federated":[25],"(FL)":[27],"framework,":[28],"ML":[29],"techniques":[30],"can":[31],"further":[32,211],"overcome":[33],"privacy":[34],"concerns":[35],"related":[36],"to":[37,79,91,111,155,232],"patient":[38,50],"data":[39,47,81,96,118,126,144,236],"exposure.":[40],"Given":[41],"frequent":[43],"presence":[44],"diverse":[46],"modalities":[48,97,127,145,198],"within":[49,98,146],"records,":[51],"leveraging":[52],"FL":[53,70,108,148,240],"in":[54,238],"a":[55,93,106,153,161],"multi-modal":[56,69,172,239],"framework":[58],"holds":[59],"considerable":[60],"promise":[61],"staging.":[64],"However,":[65],"existing":[66],"works":[67],"on":[68,133,224],"often":[71],"presume":[72],"that":[73,88],"all":[74,80],"data-collecting":[75],"institutions":[76,87,223],"have":[77,89],"access":[78,90],"modalities.":[82],"This":[83],"oversimplified":[84],"approach":[85],"neglects":[86],"only":[92,114],"portion":[94],"system.":[100,149],"In":[101],"this":[102],"work,":[103],"we":[104,151,181],"introduce":[105],"novel":[107],"architecture":[109],"designed":[110],"accommodate":[112],"not":[113],"heterogeneity":[116,221,237],"samples,":[119],"but":[120],"also":[121],"inherent":[123],"heterogeneity/non-uniformity":[124],"institutions.":[129],"We":[130],"shed":[131],"light":[132],"challenges":[135,158],"associated":[136],"with":[137],"varying":[138],"convergence":[139],"speeds":[140],"observed":[141],"different":[143,193],"our":[147,179],"Subsequently,":[150],"propose":[152],"solution":[154],"tackle":[156],"these":[157],"devising":[160],"distributed":[162],"gradient":[163],"blending":[164],"and":[165,196,206,215],"proximity-aware":[166],"client":[167],"weighting":[168],"strategy":[169],"tailored":[170],"FL.":[173],"To":[174],"show":[175],"superiority":[177],"method,":[180],"conduct":[182],"experiments":[183],"using":[184],"Cancer":[186],"Genome":[187],"Atlas":[188],"program":[189],"(TCGA)":[190],"datalake":[191],"considering":[192],"types":[195],"three":[197],"data:":[200],"mRNA":[201],"sequences,":[202],"histopathological":[203],"data,":[205],"clinical":[207],"information.":[208],"Our":[209],"results":[210],"unveil":[212],"impact":[214],"severity":[216],"class-based":[218],"vs":[219],"type-based":[220],"model":[226],"performance,":[227],"which":[228],"widens":[229],"perspective":[231],"notion":[234],"literature.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-06T07:47:59.780226","created_date":"2025-10-10T00:00:00"}
