{"id":"https://openalex.org/W4401163810","doi":"https://doi.org/10.1109/tpami.2024.3436105","title":"UniMiSS+: Universal Medical Self-Supervised Learning From Cross-Dimensional Unpaired Data","display_name":"UniMiSS+: Universal Medical Self-Supervised Learning From Cross-Dimensional Unpaired Data","publication_year":2024,"publication_date":"2024-07-31","ids":{"openalex":"https://openalex.org/W4401163810","doi":"https://doi.org/10.1109/tpami.2024.3436105","pmid":"https://pubmed.ncbi.nlm.nih.gov/39083391"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3436105","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3436105","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011835422","display_name":"Yutong Xie","orcid":"https://orcid.org/0000-0002-6644-1250"},"institutions":[{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]},{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yutong Xie","raw_affiliation_strings":["Australian Institute for Machine Learning, The University of Adelaide, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6644-1250","affiliations":[{"raw_affiliation_string":"Australian Institute for Machine Learning, The University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I4210127558","https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100658356","display_name":"Jianpeng Zhang","orcid":"https://orcid.org/0000-0003-1647-7447"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianpeng Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0003-1647-7447","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100670074","display_name":"Yong Xia","orcid":"https://orcid.org/0000-0001-9273-2847"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210143969","display_name":"Ningbo Polytechnic","ror":"https://ror.org/04c154n61","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390","https://openalex.org/I4210143969"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Xia","raw_affiliation_strings":["School of Computer Science and Engineering, Ningbo Institute, Northwestern Polytechnical University, Ningbo, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-9273-2847","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Ningbo Institute, Northwestern Polytechnical University, Ningbo, Zhejiang, China","institution_ids":["https://openalex.org/I4210143969","https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060958969","display_name":"Qi Wu","orcid":"https://orcid.org/0000-0003-3631-256X"},"institutions":[{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]},{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qi Wu","raw_affiliation_strings":["Australian Institute for Machine Learning, The University of Adelaide, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3631-256X","affiliations":[{"raw_affiliation_string":"Australian Institute for Machine Learning, The University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I4210127558","https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.2437,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.96389243,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"46","issue":"12","first_page":"10021","last_page":"10035"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.7290999889373779,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.7290999889373779,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.701720654964447},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6394432187080383},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5033451914787292},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43409955501556396}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.701720654964447},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6394432187080383},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5033451914787292},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43409955501556396}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3436105","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3436105","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39083391","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39083391","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.47999998927116394}],"awards":[{"id":"https://openalex.org/G984875820","display_name":null,"funder_award_id":"62171377","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1980672391","https://openalex.org/W2024798729","https://openalex.org/W2142514727","https://openalex.org/W2194775991","https://openalex.org/W2321533354","https://openalex.org/W2558661413","https://openalex.org/W2584017349","https://openalex.org/W2599837529","https://openalex.org/W2611650229","https://openalex.org/W2775397671","https://openalex.org/W2883725317","https://openalex.org/W2962825119","https://openalex.org/W2963420272","https://openalex.org/W2963470893","https://openalex.org/W2963946669","https://openalex.org/W2964744899","https://openalex.org/W2965761874","https://openalex.org/W2979777575","https://openalex.org/W2988267930","https://openalex.org/W3005193778","https://openalex.org/W3006349040","https://openalex.org/W3006384442","https://openalex.org/W3007486523","https://openalex.org/W3013299459","https://openalex.org/W3014974815","https://openalex.org/W3016836174","https://openalex.org/W3033671339","https://openalex.org/W3034781633","https://openalex.org/W3035524453","https://openalex.org/W3043108808","https://openalex.org/W3103200644","https://openalex.org/W3108655343","https://openalex.org/W3108656121","https://openalex.org/W3120506007","https://openalex.org/W3131500599","https://openalex.org/W3133447805","https://openalex.org/W3138786744","https://openalex.org/W3145450063","https://openalex.org/W3159481202","https://openalex.org/W3172681723","https://openalex.org/W3173809883","https://openalex.org/W3176031707","https://openalex.org/W3176896397","https://openalex.org/W3196792593","https://openalex.org/W3202807571","https://openalex.org/W3202926593","https://openalex.org/W3203934147","https://openalex.org/W3204255739","https://openalex.org/W4212875960","https://openalex.org/W4224237482","https://openalex.org/W4237018209","https://openalex.org/W4295916086","https://openalex.org/W4312742553","https://openalex.org/W4312998375","https://openalex.org/W4384159609","https://openalex.org/W4390871833","https://openalex.org/W6685352114","https://openalex.org/W6726497184","https://openalex.org/W6746052068","https://openalex.org/W6754278344","https://openalex.org/W6774670964","https://openalex.org/W6778672394","https://openalex.org/W6779702771","https://openalex.org/W6779879114","https://openalex.org/W6779992872","https://openalex.org/W6784333009","https://openalex.org/W6786689134","https://openalex.org/W6802814807","https://openalex.org/W6844194202","https://openalex.org/W6846055702"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W2033914206"],"abstract_inverted_index":{"Self-supervised":[0],"learning":[1,72],"(SSL)":[2],"opens":[3],"up":[4],"huge":[5],"opportunities":[6],"for":[7,15,58],"medical":[8,25,69,82,210],"image":[9,211],"analysis":[10,212],"that":[11,221],"is":[12],"well":[13],"known":[14],"its":[16,35],"lack":[17,60],"of":[18,51,61,119,141],"annotations.":[19],"However,":[20,121],"aggregating":[21],"massive":[22],"(unlabeled)":[23],"3D":[24,62,99,135],"images":[26,53,136],"like":[27,54],"computerized":[28],"tomography":[29],"(CT)":[30],"remains":[31],"challenging":[32],"due":[33,137],"to":[34,65,88,92,138,159,167,181,198],"high":[36],"imaging":[37],"cost":[38],"and":[39,98,108,115,134,216,236],"privacy":[40],"restrictions.":[41],"In":[42,146],"our":[43,222],"pilot":[44],"study,":[45],"we":[46,77,149,175],"advocated":[47],"bringing":[48],"a":[49,67,79,194],"wealth":[50],"2D":[52,97,133],"X-rays":[55,161],"as":[56,85,193],"compensation":[57],"the":[59,86,117,122,129,139,172,183,201,244],"data,":[63],"aiming":[64],"build":[66],"universal":[68],"self-supervised":[70],"representation":[71],"framework,":[73],"called":[74],"UniMiSS.":[75],"Especially,":[76],"designed":[78],"pyramid":[80],"U-like":[81],"Transformer":[83],"(MiT)":[84],"backbone":[87],"make":[89],"UniMiSS":[90,101,246],"possible":[91],"perform":[93],"SSL":[94,105,239],"with":[95],"both":[96],"images.":[100],"surpasses":[102],"current":[103],"3D-specific":[104],"in":[106,111],"effectiveness":[107],"versatility,":[109],"excelling":[110],"various":[112,228],"downstream":[113,229],"tasks":[114],"overcoming":[116],"limitations":[118],"dimensionality.":[120],"initial":[123],"version":[124],"did":[125],"not":[126,231],"fully":[127],"explore":[128],"anatomical":[130],"correlations":[131],"between":[132],"absence":[140],"paired":[142,168,173],"multi-modal":[143],"patient":[144],"data.":[145,169],"this":[147],"extension,":[148],"introduce":[150,176],"UniMiSS+,":[151],"which":[152,188],"leverages":[153],"digitally":[154],"reconstructed":[155],"radiographs":[156],"(DRR)":[157],"technology":[158],"simulate":[160],"from":[162,171],"CT":[163],"volumes,":[164],"providing":[165],"access":[166],"Benefiting":[170],"group,":[174],"an":[177],"extra":[178],"pair-wise":[179],"constraint":[180],"boost":[182],"cross":[184,195],"modality":[185],"correlation":[186],"learning,":[187],"also":[189,242],"can":[190],"be":[191],"adopted":[192],"dimension":[196],"regularization":[197],"further":[199],"improve":[200],"representations.":[202],"We":[203],"conduct":[204],"expensive":[205],"experiments":[206],"on":[207,227],"multiple":[208],"3D/2D":[209],"tasks,":[213,230],"including":[214],"segmentation":[215],"classification.":[217],"The":[218],"results":[219],"show":[220],"UniMiSS+":[223],"achieves":[224],"promising":[225],"performance":[226],"only":[232],"outperforming":[233],"ImageNet":[234],"pre-training":[235],"other":[237],"advanced":[238],"counterparts":[240],"but":[241],"improving":[243],"predecessor":[245],"pre-training.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}