{"id":"https://openalex.org/W4408442223","doi":"https://doi.org/10.1109/tmi.2025.3551514","title":"DenseFormer-MoE: A Dense Transformer Foundation Model With Mixture of Experts for Multi-Task Brain Image Analysis","display_name":"DenseFormer-MoE: A Dense Transformer Foundation Model With Mixture of Experts for Multi-Task Brain Image Analysis","publication_year":2025,"publication_date":"2025-03-14","ids":{"openalex":"https://openalex.org/W4408442223","doi":"https://doi.org/10.1109/tmi.2025.3551514","pmid":"https://pubmed.ncbi.nlm.nih.gov/40085471"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2025.3551514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2025.3551514","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045296519","display_name":"Rizhi Ding","orcid":"https://orcid.org/0009-0007-0535-4691"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rizhi Ding","raw_affiliation_strings":["MoE Laboratory of Artificial Intelligence, Al Institute, School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Al Institute, School of Electronic Information and Electrical Engineering, MoE Laboratory of ArtificialIntelligence, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0007-0535-4691","affiliations":[{"raw_affiliation_string":"MoE Laboratory of Artificial Intelligence, Al Institute, School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Al Institute, School of Electronic Information and Electrical Engineering, MoE Laboratory of ArtificialIntelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100716955","display_name":"Hui L\u00fc","orcid":"https://orcid.org/0000-0001-8347-0830"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Lu","raw_affiliation_strings":["SJTU-Yale Joint Center of Biostatistics and Data Science, National Center for Translational Medicine, Shanghai Jiao Tong University, Shanghai, China","SJTU-Yale Joint Center of Biostatistics and Data Science, National Center for Translational Medicine, Shanghai Jiao Tong University, 800 Dongchuan Rd, Shanghai, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SJTU-Yale Joint Center of Biostatistics and Data Science, National Center for Translational Medicine, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"SJTU-Yale Joint Center of Biostatistics and Data Science, National Center for Translational Medicine, Shanghai Jiao Tong University, 800 Dongchuan Rd, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079985761","display_name":"Manhua Liu","orcid":"https://orcid.org/0000-0001-6496-670X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Manhua Liu","raw_affiliation_strings":["MoE Laboratory of Artificial Intelligence, Al Institute, School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Al Institute, School of Electronic Information and Electrical Engineering, MoE Laboratory of ArtificialIntelligence, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6496-670X","affiliations":[{"raw_affiliation_string":"MoE Laboratory of Artificial Intelligence, Al Institute, School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Al Institute, School of Electronic Information and Electrical Engineering, MoE Laboratory of ArtificialIntelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":5.6618,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.96193991,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"44","issue":"10","first_page":"4037","last_page":"4048"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9620000123977661,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9620000123977661,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9431999921798706,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6198145151138306},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5737674832344055},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.485854834318161},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.438711941242218},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43227729201316833},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36137115955352783},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.340891569852829},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19638529419898987},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12362197041511536},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.11681541800498962}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6198145151138306},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5737674832344055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.485854834318161},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.438711941242218},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43227729201316833},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36137115955352783},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.340891569852829},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19638529419898987},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12362197041511536},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.11681541800498962},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000544","descriptor_name":"Alzheimer Disease","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D000544","descriptor_name":"Alzheimer Disease","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D000544","descriptor_name":"Alzheimer Disease","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001927","descriptor_name":"Brain Diseases","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001927","descriptor_name":"Brain Diseases","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001927","descriptor_name":"Brain Diseases","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D059906","descriptor_name":"Neuroimaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D059906","descriptor_name":"Neuroimaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D059906","descriptor_name":"Neuroimaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2025.3551514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2025.3551514","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:40085471","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40085471","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1364786312","display_name":null,"funder_award_id":"2022YFC2503302","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1891095486","display_name":null,"funder_award_id":"YG2024QNA57","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2591532290","display_name":null,"funder_award_id":"2022YFC2503302","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2987871298","display_name":null,"funder_award_id":"62171283","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3383530044","display_name":null,"funder_award_id":"2022YFC2503305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5622640595","display_name":null,"funder_award_id":"2022YFC2503305","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7376694508","display_name":null,"funder_award_id":"YG2024LC11","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8053724973","display_name":null,"funder_award_id":"YG2024QNA58","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G959223600","display_name":null,"funder_award_id":"YG2023QNB27","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1981037418","https://openalex.org/W2071881327","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2296073425","https://openalex.org/W2525606708","https://openalex.org/W2582559660","https://openalex.org/W2607804943","https://openalex.org/W2765366332","https://openalex.org/W2890956466","https://openalex.org/W2906155095","https://openalex.org/W2954660215","https://openalex.org/W2962858109","https://openalex.org/W2963446712","https://openalex.org/W2963677766","https://openalex.org/W3035524453","https://openalex.org/W3046162593","https://openalex.org/W3092783643","https://openalex.org/W3120430728","https://openalex.org/W3121097306","https://openalex.org/W3128022109","https://openalex.org/W3128960514","https://openalex.org/W3157644970","https://openalex.org/W3159481202","https://openalex.org/W3171007011","https://openalex.org/W3198401109","https://openalex.org/W3204255739","https://openalex.org/W4283156058","https://openalex.org/W4306404621","https://openalex.org/W4309094718","https://openalex.org/W4309764145","https://openalex.org/W4313156423","https://openalex.org/W4366134159","https://openalex.org/W4385245566","https://openalex.org/W4386076670","https://openalex.org/W4386352556","https://openalex.org/W4390874353","https://openalex.org/W4402774288"],"related_works":["https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W1969764885","https://openalex.org/W596947562","https://openalex.org/W2793937822","https://openalex.org/W2790817834","https://openalex.org/W2777605427","https://openalex.org/W2501983714"],"abstract_inverted_index":{"Deep":[0],"learning":[1,118],"models":[2,26],"have":[3],"been":[4],"widely":[5],"investigated":[6],"for":[7,29,42,85,144,184],"computing":[8],"and":[9,21,32,65,73,76,93,116,167,175,189],"analyzing":[10],"brain":[11,91,95,155,187,192],"images":[12,83],"across":[13],"various":[14],"downstream":[15],"tasks":[16,31,87],"such":[17],"as":[18],"disease":[19],"diagnosis":[20,190],"age":[22,188],"regression.":[23],"Most":[24],"existing":[25],"are":[27,111],"tailored":[28],"specific":[30],"diseases,":[33],"posing":[34],"a":[35,39,48,98],"challenge":[36],"in":[37,131],"developing":[38],"foundation":[40,99],"model":[41,100],"diverse":[43],"tasks.":[44],"This":[45],"paper":[46],"proposes":[47],"Dense":[49],"Transformer":[50,64,107],"Foundation":[51],"Model":[52],"with":[53,108,113],"Mixture":[54,66],"of":[55,67,123,186,191],"Experts":[56,68],"(DenseFormer-MoE),":[57],"which":[58,110],"integrates":[59],"dense":[60],"convolutional":[61],"network,":[62],"Vision":[63],"(MoE)":[69],"to":[70,119,127,137],"progressively":[71],"learn":[72],"consolidate":[74],"local":[75],"global":[77],"features":[78],"from":[79],"T1-weighted":[80],"magnetic":[81],"resonance":[82],"(sMRI)":[84],"multiple":[86,90,153],"including":[88,158],"diagnosing":[89],"diseases":[92],"predicting":[94],"age.":[96],"First,":[97],"is":[101,135,150],"built":[102],"by":[103],"combining":[104],"the":[105,121,140],"vision":[106],"Densenet,":[109],"pre-trained":[112],"Masked":[114],"Autoencoder":[115],"self-supervised":[117],"enhance":[120],"generalization":[122],"feature":[124],"representations.":[125],"Then,":[126],"mitigate":[128],"optimization":[129],"conflicts":[130],"multi-task":[132],"learning,":[133],"MoE":[134],"designed":[136],"dynamically":[138],"select":[139],"most":[141],"appropriate":[142],"experts":[143],"each":[145],"task.":[146],"Finally,":[147],"our":[148,179],"method":[149,180],"evaluated":[151],"on":[152],"renowned":[154],"imaging":[156],"datasets":[157],"UK":[159],"Biobank":[160],"(UKB),":[161],"Alzheimer's":[162],"Disease":[163],"Neuroimaging":[164],"Initiative":[165,171],"(ADNI),":[166],"Parkinson's":[168],"Progression":[169],"Markers":[170],"(PPMI).":[172],"Experimental":[173],"results":[174],"comparison":[176],"demonstrate":[177],"that":[178],"achieves":[181],"promising":[182],"performances":[183],"prediction":[185],"diseases.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}