{"id":"https://openalex.org/W4223997512","doi":"https://doi.org/10.1109/tmi.2022.3191974","title":"3D Shuffle-Mixer: An Efficient Context-Aware Vision Learner of Transformer-MLP Paradigm for Dense Prediction in Medical Volume","display_name":"3D Shuffle-Mixer: An Efficient Context-Aware Vision Learner of Transformer-MLP Paradigm for Dense Prediction in Medical Volume","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4223997512","doi":"https://doi.org/10.1109/tmi.2022.3191974","pmid":"https://pubmed.ncbi.nlm.nih.gov/35849668"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2022.3191974","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2022.3191974","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088666357","display_name":"Jianye Pang","orcid":"https://orcid.org/0000-0003-0009-2817"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianye Pang","raw_affiliation_strings":["Department of Computer Science, Xi’an Jiaotong University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-0009-2817","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101808651","display_name":"Cheng Jiang","orcid":"https://orcid.org/0000-0001-6135-3991"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Jiang","raw_affiliation_strings":["Tencent AI Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-6135-3991","affiliations":[{"raw_affiliation_string":"Tencent AI Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101732741","display_name":"Yihao Chen","orcid":"https://orcid.org/0000-0002-3317-1995"},"institutions":[{"id":"https://openalex.org/I2801228662","display_name":"Peking Union Medical College Hospital","ror":"https://ror.org/04jztag35","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801228662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihao Chen","raw_affiliation_strings":["Department of Neurosurgery, Peking Union Medical College Hospital, Dongcheng, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Neurosurgery, Peking Union Medical College Hospital, Dongcheng, China","institution_ids":["https://openalex.org/I2801228662"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035955273","display_name":"Jianbo Chang","orcid":"https://orcid.org/0000-0002-0192-3881"},"institutions":[{"id":"https://openalex.org/I2801228662","display_name":"Peking Union Medical College Hospital","ror":"https://ror.org/04jztag35","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801228662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbo Chang","raw_affiliation_strings":["Department of Neurosurgery, Peking Union Medical College Hospital, Dongcheng, China"],"raw_orcid":"https://orcid.org/0000-0002-0192-3881","affiliations":[{"raw_affiliation_string":"Department of Neurosurgery, Peking Union Medical College Hospital, Dongcheng, China","institution_ids":["https://openalex.org/I2801228662"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090984772","display_name":"Ming Feng","orcid":"https://orcid.org/0000-0002-1666-2717"},"institutions":[{"id":"https://openalex.org/I2801228662","display_name":"Peking Union Medical College Hospital","ror":"https://ror.org/04jztag35","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801228662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Feng","raw_affiliation_strings":["Department of Neurosurgery, Peking Union Medical College Hospital, Dongcheng, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Neurosurgery, Peking Union Medical College Hospital, Dongcheng, China","institution_ids":["https://openalex.org/I2801228662"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090202478","display_name":"Renzhi Wang","orcid":"https://orcid.org/0000-0003-2080-5474"},"institutions":[{"id":"https://openalex.org/I2801228662","display_name":"Peking Union Medical College Hospital","ror":"https://ror.org/04jztag35","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801228662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renzhi Wang","raw_affiliation_strings":["Department of Neurosurgery, Peking Union Medical College Hospital, Dongcheng, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Neurosurgery, Peking Union Medical College Hospital, Dongcheng, China","institution_ids":["https://openalex.org/I2801228662"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100695406","display_name":"Jianhua Yao","orcid":"https://orcid.org/0000-0001-9157-9596"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Yao","raw_affiliation_strings":["Tencent AI Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent AI Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5088666357"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":2.2197,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.89301335,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"42","issue":"5","first_page":"1241","last_page":"1253"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7851549386978149},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6261518001556396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6213914752006531},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.4934176504611969},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4595585763454437},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.459447979927063},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.42132046818733215},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3745625615119934},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3717540502548218},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3420202136039734},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17155981063842773},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10883462429046631}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7851549386978149},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6261518001556396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6213914752006531},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.4934176504611969},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4595585763454437},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.459447979927063},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.42132046818733215},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3745625615119934},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3717540502548218},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3420202136039734},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17155981063842773},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10883462429046631},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003952","descriptor_name":"Diagnostic Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003952","descriptor_name":"Diagnostic Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003952","descriptor_name":"Diagnostic Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2022.3191974","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2022.3191974","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:35849668","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35849668","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W2464708700","https://openalex.org/W2732931556","https://openalex.org/W2798122215","https://openalex.org/W2884436604","https://openalex.org/W2884585870","https://openalex.org/W2889799978","https://openalex.org/W2891631795","https://openalex.org/W2914806156","https://openalex.org/W2952234052","https://openalex.org/W2962914239","https://openalex.org/W2963046541","https://openalex.org/W2963730812","https://openalex.org/W2966108228","https://openalex.org/W2979839221","https://openalex.org/W3014512070","https://openalex.org/W3014974815","https://openalex.org/W3028210663","https://openalex.org/W3092462072","https://openalex.org/W3098181075","https://openalex.org/W3104211200","https://openalex.org/W3111777727","https://openalex.org/W3112701542","https://openalex.org/W3122515622","https://openalex.org/W3127751679","https://openalex.org/W3131500599","https://openalex.org/W3136416617","https://openalex.org/W3137278571","https://openalex.org/W3137963805","https://openalex.org/W3138516171","https://openalex.org/W3156621598","https://openalex.org/W3157506437","https://openalex.org/W3157528469","https://openalex.org/W3160284783","https://openalex.org/W3161120562","https://openalex.org/W3168101492","https://openalex.org/W3170968229","https://openalex.org/W3175515048","https://openalex.org/W3175544090","https://openalex.org/W3177183540","https://openalex.org/W3183804933","https://openalex.org/W3186979696","https://openalex.org/W3187378100","https://openalex.org/W3200379731","https://openalex.org/W3200891683","https://openalex.org/W3201828511","https://openalex.org/W3202031520","https://openalex.org/W3203382879","https://openalex.org/W3203480968","https://openalex.org/W3203841574","https://openalex.org/W3204255739","https://openalex.org/W3212161087","https://openalex.org/W3214093785","https://openalex.org/W4212875960","https://openalex.org/W4287122968","https://openalex.org/W4312560592","https://openalex.org/W4312599212","https://openalex.org/W4312812783","https://openalex.org/W4313007769","https://openalex.org/W6750469568","https://openalex.org/W6753182481","https://openalex.org/W6753412334","https://openalex.org/W6755875945","https://openalex.org/W6775630626","https://openalex.org/W6776977702","https://openalex.org/W6779902714","https://openalex.org/W6790275670","https://openalex.org/W6791469159","https://openalex.org/W6791705549","https://openalex.org/W6791764970","https://openalex.org/W6794262402","https://openalex.org/W6794345597","https://openalex.org/W6795140394","https://openalex.org/W6795276571","https://openalex.org/W6795435739","https://openalex.org/W6796237581","https://openalex.org/W6796298902","https://openalex.org/W6796604985","https://openalex.org/W6797360341","https://openalex.org/W6797533734","https://openalex.org/W6797737728","https://openalex.org/W6797790494","https://openalex.org/W6797866790","https://openalex.org/W6798107787","https://openalex.org/W6799321896","https://openalex.org/W6799423381","https://openalex.org/W6804209368","https://openalex.org/W6839818334"],"related_works":["https://openalex.org/W2383646825","https://openalex.org/W2371018915","https://openalex.org/W2354191502","https://openalex.org/W1972225038","https://openalex.org/W2080263745","https://openalex.org/W3134658850","https://openalex.org/W2355938171","https://openalex.org/W2780079842","https://openalex.org/W2115091349","https://openalex.org/W4309346246"],"abstract_inverted_index":{"Dense":[0],"prediction":[1,84,220],"in":[2,85,147,169,205],"medical":[3,86,110,218],"volume":[4,87,145,167],"provides":[5],"enriched":[6],"guidance":[7],"for":[8,70,82,109,181],"clinical":[9],"analysis.":[10],"CNN":[11],"backbones":[12],"have":[13],"met":[14],"bottleneck":[15],"due":[16,36],"to":[17,30,37,51,123,140,158,165,185,199],"lack":[18,61],"of":[19,62,102,132],"long-range":[20],"dependencies":[21],"and":[22,43,67,77,90,125,142,151,190,194],"global":[23,40],"context":[24,128,146,164],"modeling":[25],"power.":[26],"Recent":[27],"works":[28,48],"proposed":[29,180,198,213],"combine":[31],"vision":[32,79,118,183],"transformer":[33,55,80,119,184],"with":[34,56],"CNN,":[35],"its":[38],"strong":[39],"capture":[41,143],"ability":[42],"learning":[44],"capability.":[45],"However,":[46],"most":[47],"are":[49],"limited":[50],"simply":[52],"applying":[53],"pure":[54],"several":[57],"fatal":[58],"flaws":[59],"(i.e.,":[60],"inductive":[63],"bias,":[64],"heavy":[65],"computation":[66],"little":[68],"consideration":[69],"3D":[71,99],"data).":[72],"Therefore,":[73],"designing":[74],"an":[75,174],"elegant":[76],"efficient":[78],"learner":[81],"dense":[83,111,219],"is":[88,121,138,156,179,197],"promising":[89],"challenging.":[91],"In":[92,113],"this":[93],"paper,":[94],"we":[95],"propose":[96],"a":[97,103,116,135,148,152,170,195],"novel":[98],"Shuffle-Mixer":[100],"network":[101],"new":[104],"Local":[105],"Vision":[106],"Transformer-MLP":[107],"paradigm":[108],"prediction.":[112],"our":[114],"network,":[115],"local":[117,182],"block":[120],"utilized":[122],"shuffle":[124],"learn":[126],"spatial":[127,189],"from":[129],"full-view":[130,162],"slices":[131],"rearranged":[133],"volume,":[134],"residual":[136],"axial-MLP":[137],"designed":[139],"mix":[141],"remaining":[144],"slice-aware":[149],"manner,":[150],"MLP":[153],"view":[154],"aggregator":[155],"employed":[157],"project":[159],"the":[160,166,201,206,212],"learned":[161],"rich":[163],"feature":[168,187,203],"view-aware":[171],"manner.":[172],"Moreover,":[173],"Adaptive":[175],"Scaled":[176],"Enhanced":[177],"Shortcut":[178],"enhance":[186],"along":[188],"channel":[191],"dimensions":[192],"adaptively,":[193],"CrossMerge":[196],"skip-connect":[200],"multi-scale":[202],"appropriately":[204],"pyramid":[207],"architecture.":[208],"Extensive":[209],"experiments":[210],"demonstrate":[211],"model":[214],"outperforms":[215],"other":[216],"state-of-the-art":[217],"methods.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}