{"id":"https://openalex.org/W4307974632","doi":"https://doi.org/10.1109/tmi.2022.3218783","title":"Multi-Task Distributed Learning Using Vision Transformer With Random Patch Permutation","display_name":"Multi-Task Distributed Learning Using Vision Transformer With Random Patch Permutation","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4307974632","doi":"https://doi.org/10.1109/tmi.2022.3218783","pmid":"https://pubmed.ncbi.nlm.nih.gov/36318558"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2022.3218783","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2022.3218783","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057920247","display_name":"Sang Joon Park","orcid":"https://orcid.org/0000-0002-9223-3172"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sangjoon Park","raw_affiliation_strings":["Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012644755","display_name":"Jong Chul Ye","orcid":"https://orcid.org/0000-0001-9763-9609"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jong Chul Ye","raw_affiliation_strings":["Kim Jaechul Graduate School of AI, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"Kim Jaechul Graduate School of AI, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5057920247"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":1.8567,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.877169,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"42","issue":"7","first_page":"2091","last_page":"2105"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7715744972229004},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5395435690879822},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5386239290237427},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.5047870874404907},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.5022523403167725},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48794668912887573},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48635679483413696},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.47872090339660645},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45858925580978394},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4339814782142639},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.43254202604293823}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7715744972229004},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5395435690879822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5386239290237427},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.5047870874404907},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.5022523403167725},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48794668912887573},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48635679483413696},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.47872090339660645},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45858925580978394},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4339814782142639},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.43254202604293823},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2022.3218783","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2022.3218783","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:36318558","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36318558","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7865882150","display_name":null,"funder_award_id":"NRF-2020R1A2B5B03001980","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322034","display_name":"Ministry of Health and Welfare","ror":"https://ror.org/00vxgjw72"},{"id":"https://openalex.org/F4320322107","display_name":"Korea Health Industry Development Institute","ror":"https://ror.org/00fdzyk40"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320324161","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W107524893","https://openalex.org/W1901129140","https://openalex.org/W2321533354","https://openalex.org/W2535690855","https://openalex.org/W2535838896","https://openalex.org/W2803760365","https://openalex.org/W2810065831","https://openalex.org/W2893405045","https://openalex.org/W2901267625","https://openalex.org/W2930926105","https://openalex.org/W2943370629","https://openalex.org/W2963684088","https://openalex.org/W2963854351","https://openalex.org/W2970408908","https://openalex.org/W2979637109","https://openalex.org/W3000479830","https://openalex.org/W3002416713","https://openalex.org/W3003426262","https://openalex.org/W3010262580","https://openalex.org/W3012501605","https://openalex.org/W3021654819","https://openalex.org/W3025015013","https://openalex.org/W3030810099","https://openalex.org/W3032924716","https://openalex.org/W3033814865","https://openalex.org/W3086590218","https://openalex.org/W3087391814","https://openalex.org/W3103245149","https://openalex.org/W3105915864","https://openalex.org/W3120121071","https://openalex.org/W3141199462","https://openalex.org/W3141637546","https://openalex.org/W3164024107","https://openalex.org/W3171125843","https://openalex.org/W3201004487","https://openalex.org/W3208837070","https://openalex.org/W3211983116","https://openalex.org/W3213008925","https://openalex.org/W3216851207","https://openalex.org/W4221148865","https://openalex.org/W4287184471","https://openalex.org/W4287556607","https://openalex.org/W4287812080","https://openalex.org/W4287822453","https://openalex.org/W4288279190","https://openalex.org/W4288563649","https://openalex.org/W4289147263","https://openalex.org/W4297060071","https://openalex.org/W4297687186","https://openalex.org/W4301183978","https://openalex.org/W4318619660","https://openalex.org/W4320013936","https://openalex.org/W4394654459","https://openalex.org/W6639824700","https://openalex.org/W6685352114","https://openalex.org/W6700872662","https://openalex.org/W6728757088","https://openalex.org/W6752600739","https://openalex.org/W6756436328","https://openalex.org/W6763736615","https://openalex.org/W6764838729","https://openalex.org/W6766326610","https://openalex.org/W6768735801","https://openalex.org/W6773039429","https://openalex.org/W6773235137","https://openalex.org/W6773366154","https://openalex.org/W6774857738","https://openalex.org/W6775563089","https://openalex.org/W6775817643","https://openalex.org/W6778645691","https://openalex.org/W6781175393","https://openalex.org/W6786585107","https://openalex.org/W6787254859","https://openalex.org/W6787828682","https://openalex.org/W6788246492","https://openalex.org/W6793933862","https://openalex.org/W6795475546","https://openalex.org/W6801912494","https://openalex.org/W6803342467","https://openalex.org/W6809959499"],"related_works":["https://openalex.org/W4386259002","https://openalex.org/W1546989560","https://openalex.org/W3193043704","https://openalex.org/W3171520305","https://openalex.org/W1924178503","https://openalex.org/W4308716060","https://openalex.org/W4280648719","https://openalex.org/W4206912802","https://openalex.org/W4206220619","https://openalex.org/W4319453716"],"abstract_inverted_index":{"The":[0,49],"widespread":[1],"application":[2],"of":[3,52,65,109,148,166],"artificial":[4],"intelligence":[5],"in":[6,14,115,163],"health":[7],"research":[8],"is":[9],"currently":[10],"hampered":[11],"by":[12,69],"limitations":[13],"data":[15,38],"availability.":[16],"Distributed":[17],"learning":[18,23,27,58,97,132,162],"methods":[19],"such":[20],"as":[21,35,37,114],"federated":[22,53],"(FL)":[24],"and":[25,40,47,67,153],"split":[26,54],"(SL)":[28],"are":[29],"introduced":[30],"to":[31,60],"solve":[32],"this":[33],"problem":[34],"well":[36],"management":[39],"ownership":[41],"issues":[42],"with":[43,100,126],"their":[44],"different":[45],"strengths":[46],"weaknesses.":[48],"recent":[50],"proposal":[51],"task-agnostic":[55],"(F":[56],"eSTA)":[57],"tries":[59],"reconcile":[61],"the":[62,71,130,141,146,164],"distinct":[63],"merits":[64],"FL":[66],"SL":[68],"enabling":[70],"multi-task":[72,95,131,149,160],"collaboration":[73],"between":[74],"participants":[75],"through":[76],"Vision":[77],"Transformer":[78],"(ViT)":[79],"architecture,":[80],"but":[81],"they":[82],"suffer":[83],"from":[84],"higher":[85],"communication":[86,151],"overhead.":[87],"To":[88],"address":[89],"this,":[90],"here":[91],"we":[92],"present":[93],"a":[94,111,122],"distributed":[96,161],"using":[98,110],"ViT":[99],"random":[101,127],"patch":[102,124],"permutation,":[103,128],"dubbed":[104],"p":[105,118],"-F":[106,119],"eSTA.":[107],"Instead":[108],"CNN-based":[112],"head":[113],"F":[116],"eSTA,":[117],"eSTA":[120],"adopts":[121],"simple":[123],"embedder":[125],"improving":[129],"performance":[133],"without":[134],"sacrificing":[135],"privacy.":[136],"Experimental":[137],"results":[138],"confirm":[139],"that":[140],"proposed":[142],"method":[143],"significantly":[144],"enhances":[145],"benefit":[147],"collaboration,":[150],"efficiency,":[152],"privacy":[154],"preservation,":[155],"shedding":[156],"light":[157],"on":[158],"practical":[159],"field":[165],"medical":[167],"imaging.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}