{"id":"https://openalex.org/W4411358929","doi":"https://doi.org/10.1109/jbhi.2025.3580510","title":"DiffM <sup>4</sup> RI: A Latent Diffusion Model With Modality Inpainting for Synthesizing Missing Modalities in MRI Analysis","display_name":"DiffM <sup>4</sup> RI: A Latent Diffusion Model With Modality Inpainting for Synthesizing Missing Modalities in MRI Analysis","publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W4411358929","doi":"https://doi.org/10.1109/jbhi.2025.3580510","pmid":"https://pubmed.ncbi.nlm.nih.gov/40526536"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2025.3580510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3580510","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102248331","display_name":"Ye Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Ye","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100584237","display_name":"Zhetao Guo","orcid":"https://orcid.org/0009-0004-4083-8171"},"institutions":[{"id":"https://openalex.org/I4210142167","display_name":"DigitalSpace (United States)","ror":"https://ror.org/04h1th525","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142167"]},{"id":"https://openalex.org/I4210144487","display_name":"Cloud Computing Center","ror":"https://ror.org/04aa0zm65","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144487"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Zhetao Guo","raw_affiliation_strings":["Cloudspace Technology Company, Ltd., Beijing, China","Cloudspace Technology Co., Ltd., Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-4083-8171","affiliations":[{"raw_affiliation_string":"Cloudspace Technology Company, Ltd., Beijing, China","institution_ids":["https://openalex.org/I4210142167"]},{"raw_affiliation_string":"Cloudspace Technology Co., Ltd., Beijing, China","institution_ids":["https://openalex.org/I4210144487"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuxiang Ren","orcid":"https://orcid.org/0009-0000-1186-2421"},"institutions":[{"id":"https://openalex.org/I115212828","display_name":"Beijing Language and Culture University","ror":"https://ror.org/03te2zs36","country_code":"CN","type":"education","lineage":["https://openalex.org/I115212828"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiang Ren","raw_affiliation_strings":["Beijing Dianjing Ciyuan Culture Communication Company, Ltd., Beijing, China","Beijing Dianjing Ciyuan Culture Communication Co., Ltd., Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-1186-2421","affiliations":[{"raw_affiliation_string":"Beijing Dianjing Ciyuan Culture Communication Company, Ltd., Beijing, China","institution_ids":["https://openalex.org/I115212828"]},{"raw_affiliation_string":"Beijing Dianjing Ciyuan Culture Communication Co., Ltd., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102339655","display_name":"Yi Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I2801228662","display_name":"Peking Union Medical College Hospital","ror":"https://ror.org/04jztag35","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801228662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Tian","raw_affiliation_strings":["Department of Anesthesiology, Cancer Hospital, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesiology, Cancer Hospital, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China","institution_ids":["https://openalex.org/I2801228662","https://openalex.org/I200296433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102628915","display_name":"Yushi Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yushi Shen","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University, Baltimore, MD, USA","NovNet Computing System Tech Company, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"NovNet Computing System Tech Company, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zan Chen","orcid":"https://orcid.org/0009-0008-0879-9765"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zan Chen","raw_affiliation_strings":["Toursun Synbio, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-0879-9765","affiliations":[{"raw_affiliation_string":"Toursun Synbio, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056327997","display_name":"Junjun He","orcid":"https://orcid.org/0000-0002-1813-1784"},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjun He","raw_affiliation_strings":["Shanghai AI Laboratory, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100622704","display_name":"Jing Ke","orcid":"https://orcid.org/0000-0001-7459-257X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Ke","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7459-257X","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072622467","display_name":"Yiqing Shen","orcid":"https://orcid.org/0000-0001-7866-3339"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiqing Shen","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University, Baltimore, MD, USA","NovNet Computing System Tech Company, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7866-3339","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"NovNet Computing System Tech Company, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8661,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.73923553,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"30","issue":"2","first_page":"1006","last_page":"1018"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9027000069618225,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6178483963012695},{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.5766693353652954},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5040070414543152},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.4840956926345825},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.472321480512619},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45886725187301636},{"id":"https://openalex.org/keywords/magnetic-resonance-imaging","display_name":"Magnetic resonance imaging","score":0.44218575954437256},{"id":"https://openalex.org/keywords/nuclear-medicine","display_name":"Nuclear medicine","score":0.36733677983283997},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.333248496055603},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.33161652088165283},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2713203430175781},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1321011483669281},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10381180047988892}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6178483963012695},{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.5766693353652954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5040070414543152},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.4840956926345825},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.472321480512619},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45886725187301636},{"id":"https://openalex.org/C143409427","wikidata":"https://www.wikidata.org/wiki/Q161238","display_name":"Magnetic resonance imaging","level":2,"score":0.44218575954437256},{"id":"https://openalex.org/C2989005","wikidata":"https://www.wikidata.org/wiki/Q214963","display_name":"Nuclear medicine","level":1,"score":0.36733677983283997},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.333248496055603},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.33161652088165283},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2713203430175781},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1321011483669281},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10381180047988892},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2025.3580510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3580510","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:40526536","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40526536","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1528911139","https://openalex.org/W1641498739","https://openalex.org/W2133665775","https://openalex.org/W2320598647","https://openalex.org/W2504335775","https://openalex.org/W2767044624","https://openalex.org/W2809410879","https://openalex.org/W2962793481","https://openalex.org/W2963768110","https://openalex.org/W2978111064","https://openalex.org/W2992838650","https://openalex.org/W3111777727","https://openalex.org/W3132541979","https://openalex.org/W3173155476","https://openalex.org/W3176466780","https://openalex.org/W4290944617","https://openalex.org/W4312497550","https://openalex.org/W4312933868","https://openalex.org/W4376226279","https://openalex.org/W4382372079","https://openalex.org/W4386076002","https://openalex.org/W4387195417","https://openalex.org/W4387211167","https://openalex.org/W4387211424","https://openalex.org/W4390872297","https://openalex.org/W4392114275","https://openalex.org/W4400657571","https://openalex.org/W4410838785"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2004831463","https://openalex.org/W2110287964","https://openalex.org/W2167701463"],"abstract_inverted_index":{"Foundation":[0],"Models":[1],"(FMs)":[2],"have":[3,70,87],"shown":[4],"great":[5],"promise":[6],"for":[7,59,96,125,157],"multimodal":[8],"medical":[9],"image":[10],"analysis":[11],"such":[12,29],"as":[13,30,89,141],"Magnetic":[14],"Resonance":[15],"Imaging":[16],"(MRI).":[17],"However,":[18,84],"certain":[19,42],"MRI":[20],"sequences":[21],"may":[22],"be":[23],"unavailable":[24],"due":[25],"to":[26,73,103,148],"various":[27],"constraints,":[28],"limited":[31,107],"scanning":[32],"time,":[33],"patient":[34],"discomfort,":[35],"or":[36,81],"scanner":[37],"limitations.":[38],"The":[39,205],"absence":[40],"of":[41,48,176,192,200],"modalities":[43,76],"can":[44,170],"hinder":[45],"the":[46,110,137,155,163,190,198],"performance":[47],"FMs":[49,201],"in":[50,77,109,130,196,202],"clinical":[51,203],"applications,":[52],"making":[53],"effective":[54],"missing":[55,75,98,127,138,151],"modality":[56,128,139,152],"imputation":[57,129,140],"crucial":[58],"ensuring":[60],"their":[61],"applicability.":[62],"Previous":[63],"approaches,":[64],"including":[65],"generative":[66],"adversarial":[67],"networks":[68],"(GANs),":[69],"been":[71],"employed":[72],"synthesize":[74],"either":[78],"a":[79,93,122,142],"one-to-one":[80],"many-to-one":[82],"manner.":[83],"these":[85,115],"methods":[86],"limitations,":[88],"they":[90],"require":[91],"training":[92,158],"new":[94],"model":[95,124],"different":[97],"scenarios":[99],"and":[100,183],"are":[101],"prone":[102],"mode":[104],"collapse,":[105],"generating":[106],"diversity":[108],"synthesized":[111],"images.":[112],"To":[113],"address":[114],"challenges,":[116],"we":[117],"propose":[118],"DiffM<sup":[119,132,167,193],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[120,133,168,194,211],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">4</sup>RI,":[121],"diffusion":[123],"many-to-many":[126],"MRI.":[131],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">4</sup>RI":[134,169,195],"innovatively":[135],"formulates":[136],"modality-level":[143],"inpainting":[144],"task,":[145],"enabling":[146],"it":[147],"handle":[149],"arbitrary":[150],"situations":[153],"without":[154],"need":[156],"multiple":[159],"networks.":[160],"Experiments":[161],"on":[162],"BraTs":[164],"datasets":[165],"demonstrate":[166],"achieve":[171],"an":[172],"average":[173],"SSIM":[174],"improvement":[175],"0.15":[177],"over":[178,181,185],"MustGAN,":[179],"0.1":[180],"SynDiff,":[182],"0.02":[184],"VQ-VAE-2.":[186],"These":[187],"results":[188],"highlight":[189],"potential":[191],"enhancing":[197],"reliability":[199],"applications.":[204],"code":[206],"is":[207],"available":[208],"at":[209],"<uri":[210],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/27yw/DiffM4RI</uri>.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}