{"id":"https://openalex.org/W4400351057","doi":"https://doi.org/10.1109/jbhi.2024.3423797","title":"MS-DINO: Masked Self-Supervised Distributed Learning Using Vision Transformer","display_name":"MS-DINO: Masked Self-Supervised Distributed Learning Using Vision Transformer","publication_year":2024,"publication_date":"2024-07-05","ids":{"openalex":"https://openalex.org/W4400351057","doi":"https://doi.org/10.1109/jbhi.2024.3423797","pmid":"https://pubmed.ncbi.nlm.nih.gov/38968015"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2024.3423797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2024.3423797","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057920247","display_name":"Sang Joon Park","orcid":"https://orcid.org/0000-0002-9223-3172"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sangjoon Park","raw_affiliation_strings":["Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-9223-3172","affiliations":[{"raw_affiliation_string":"Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057589182","display_name":"Ik Jae Lee","orcid":"https://orcid.org/0000-0001-7165-3373"},"institutions":[{"id":"https://openalex.org/I4210144108","display_name":"Gangnam Severance Hospital","ror":"https://ror.org/04ajwkn20","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I193775966","https://openalex.org/I4210144108","https://openalex.org/I4210160791"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ik Jae Lee","raw_affiliation_strings":["Department of Radiation Oncology, Gangnam Severance Hospital, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-7165-3373","affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, Gangnam Severance Hospital, Seoul, South Korea","institution_ids":["https://openalex.org/I4210144108"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101913823","display_name":"Jun Won Kim","orcid":"https://orcid.org/0000-0003-1358-364X"},"institutions":[{"id":"https://openalex.org/I4210144108","display_name":"Gangnam Severance Hospital","ror":"https://ror.org/04ajwkn20","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I193775966","https://openalex.org/I4210144108","https://openalex.org/I4210160791"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jun Won Kim","raw_affiliation_strings":["Department of Radiation Oncology, Gangnam Severance Hospital, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-1358-364X","affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, Gangnam Severance Hospital, Seoul, South Korea","institution_ids":["https://openalex.org/I4210144108"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012644755","display_name":"Jong Chul Ye","orcid":"https://orcid.org/0000-0001-9763-9609"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jong Chul Ye","raw_affiliation_strings":["Kim Jaechul Graduate School of AI, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-9763-9609","affiliations":[{"raw_affiliation_string":"Kim Jaechul Graduate School of AI, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057920247"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":0.9934,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.79429852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"28","issue":"10","first_page":"6180","last_page":"6192"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8373000025749207,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8373000025749207,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6945827007293701},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5175711512565613},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4910585880279541},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.46444255113601685},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.13178470730781555},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11577489972114563},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07093960046768188}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6945827007293701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5175711512565613},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4910585880279541},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.46444255113601685},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.13178470730781555},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11577489972114563},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07093960046768188}],"mesh":[{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2024.3423797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2024.3423797","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:38968015","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38968015","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1337196915","display_name":null,"funder_award_id":"RS-2023-00262527","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G1965630988","display_name":null,"funder_award_id":"RS-2024-00336454","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G604558025","display_name":null,"funder_award_id":"RS-2023-00242164","funder_id":"https://openalex.org/F4320312071","funder_display_name":"Ministry of Education, Libya"},{"id":"https://openalex.org/G7686532220","display_name":null,"funder_award_id":"NRF-2020R1A2C1102559","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320312071","display_name":"Ministry of Education, Libya","ror":"https://ror.org/02w030k33"},{"id":"https://openalex.org/F4320322107","display_name":"Korea Health Industry Development Institute","ror":"https://ror.org/00fdzyk40"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2535690855","https://openalex.org/W2535838896","https://openalex.org/W2549139847","https://openalex.org/W2600642189","https://openalex.org/W2884822772","https://openalex.org/W2901267625","https://openalex.org/W3021654819","https://openalex.org/W3087391814","https://openalex.org/W3094502228","https://openalex.org/W3111919937","https://openalex.org/W3121401214","https://openalex.org/W3138815606","https://openalex.org/W3159481202","https://openalex.org/W3169865585","https://openalex.org/W3170863103","https://openalex.org/W3193756050","https://openalex.org/W4223512566","https://openalex.org/W4280619489","https://openalex.org/W4297060071","https://openalex.org/W4297687186","https://openalex.org/W4307974632","https://openalex.org/W4312352414","https://openalex.org/W4312443924","https://openalex.org/W4313156423","https://openalex.org/W4313252151","https://openalex.org/W4313485594","https://openalex.org/W4366208220","https://openalex.org/W4386065811","https://openalex.org/W6732904494","https://openalex.org/W6752600739","https://openalex.org/W6766326610","https://openalex.org/W6775563089","https://openalex.org/W6781175393","https://openalex.org/W6784333009","https://openalex.org/W6795475546","https://openalex.org/W6796761347","https://openalex.org/W6803981037","https://openalex.org/W6809974011","https://openalex.org/W6848969045","https://openalex.org/W6851800889","https://openalex.org/W6903504744","https://openalex.org/W6910230551"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Despite":[0],"promising":[1],"advancements":[2],"in":[3,6,53],"deep":[4],"learning":[5,115],"medical":[7],"domains,":[8],"challenges":[9],"still":[10],"remain":[11],"owing":[12],"to":[13,34,68,90],"data":[14,21],"scarcity,":[15],"compounded":[16],"by":[17,44],"privacy":[18,54,83],"concerns":[19],"and":[20,47,50,81,117],"ownership":[22],"disputes.":[23],"Recent":[24],"explorations":[25],"of":[26],"distributed-learning":[27],"paradigms,":[28],"particularly":[29],"federated":[30],"learning,":[31],"have":[32],"aimed":[33],"mitigate":[35],"these":[36,39],"challenges.":[37],"However,":[38],"approaches":[40],"are":[41],"often":[42],"encumbered":[43],"substantial":[45],"communication":[46,80],"computational":[48,97],"overhead,":[49],"potential":[51],"vulnerabilities":[52],"safeguards.":[55],"Therefore,":[56],"we":[57],"propose":[58],"a":[59,85],"self-supervised":[60,113],"masked":[61],"sampling":[62],"distillation":[63],"technique":[64],"called":[65],"MS-DINO,":[66],"tailored":[67],"the":[69,76,91,96],"vision":[70,92],"transformer":[71,93],"architecture.":[72],"This":[73],"approach":[74],"removes":[75],"need":[77],"for":[78],"incessant":[79],"strengthens":[82],"using":[84],"modified":[86],"encryption":[87],"mechanism":[88],"inherent":[89],"while":[94],"minimizing":[95],"burden":[98],"on":[99],"client-side":[100],"devices.":[101],"Rigorous":[102],"evaluations":[103],"across":[104],"various":[105],"tasks":[106],"confirmed":[107],"that":[108],"our":[109],"method":[110],"outperforms":[111],"existing":[112],"distributed":[114],"strategies":[116],"fine-tuned":[118],"baselines.":[119]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}