{"id":"https://openalex.org/W4400490319","doi":"https://doi.org/10.1109/civemsa58715.2024.10586647","title":"MindLDM: Reconstruct Visual Stimuli from fMRI Using Latent Diffusion Model","display_name":"MindLDM: Reconstruct Visual Stimuli from fMRI Using Latent Diffusion Model","publication_year":2024,"publication_date":"2024-06-14","ids":{"openalex":"https://openalex.org/W4400490319","doi":"https://doi.org/10.1109/civemsa58715.2024.10586647"},"language":"en","primary_location":{"id":"doi:10.1109/civemsa58715.2024.10586647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/civemsa58715.2024.10586647","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Computational Intelligence and Virtual Environments for Measurement Systems and Applications (CIVEMSA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100948574","display_name":"Junhao Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junhao Guo","raw_affiliation_strings":["Chongging University of Posts and Telecommunications,College of Computer Science and Technology,Chongqing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongging University of Posts and Telecommunications,College of Computer Science and Technology,Chongqing,China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041583158","display_name":"Chanlin Yi","orcid":"https://orcid.org/0000-0001-7989-2440"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chanlin Yi","raw_affiliation_strings":["University of Electronic Science and Technology of China,School of Life Science and Technolog,Chengdu,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,School of Life Science and Technolog,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003061872","display_name":"Fali Li","orcid":"https://orcid.org/0000-0002-2450-4591"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fali Li","raw_affiliation_strings":["University of Electronic Science and Technology of China,School of Life Science and Technolog,Chengdu,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,School of Life Science and Technolog,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012122902","display_name":"Peng Xu","orcid":"https://orcid.org/0000-0002-7932-0386"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Xu","raw_affiliation_strings":["University of Electronic Science and Technology of China,School of Life Science and Technolog,Chengdu,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,School of Life Science and Technolog,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yin Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Tian","raw_affiliation_strings":["Chongging University of Posts and Telecommunications,School of Bioinformatic,Chongqing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongging University of Posts and Telecommunications,School of Bioinformatic,Chongqing,China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100948574"],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":0.934,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.75050126,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.7656000256538391,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.7656000256538391,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6906999945640564,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.6574000120162964,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6966149806976318},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5121207237243652},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38228219747543335},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3580974340438843},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.35671931505203247},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2214881181716919}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6966149806976318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5121207237243652},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38228219747543335},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3580974340438843},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.35671931505203247},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2214881181716919}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/civemsa58715.2024.10586647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/civemsa58715.2024.10586647","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Computational Intelligence and Virtual Environments for Measurement Systems and Applications (CIVEMSA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307930","display_name":"Interface","ror":"https://ror.org/04nvtmr42"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1715013381","https://openalex.org/W1901129140","https://openalex.org/W2007226897","https://openalex.org/W2024729467","https://openalex.org/W2129069237","https://openalex.org/W2133665775","https://openalex.org/W2183341477","https://openalex.org/W2507706845","https://openalex.org/W2618530766","https://openalex.org/W2798991696","https://openalex.org/W2890927354","https://openalex.org/W2949290395","https://openalex.org/W2955425717","https://openalex.org/W2963341661","https://openalex.org/W3035524453","https://openalex.org/W3036167779","https://openalex.org/W3106277288","https://openalex.org/W3120243996","https://openalex.org/W3121370741","https://openalex.org/W3123292378","https://openalex.org/W3162926177","https://openalex.org/W3166396011","https://openalex.org/W3180355996","https://openalex.org/W4200613736","https://openalex.org/W4302307866","https://openalex.org/W4310831715","https://openalex.org/W4312804044","https://openalex.org/W4312933868","https://openalex.org/W4313156423","https://openalex.org/W4386075821","https://openalex.org/W4386076190","https://openalex.org/W4386881720","https://openalex.org/W4390873054","https://openalex.org/W6679045638","https://openalex.org/W6762718338","https://openalex.org/W6779823529","https://openalex.org/W6779997284","https://openalex.org/W6783713337","https://openalex.org/W6785663997","https://openalex.org/W6786494455","https://openalex.org/W6791353385","https://openalex.org/W6795288823","https://openalex.org/W6845400197","https://openalex.org/W6847180177"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Deciphering":[0],"brain":[1],"activity":[2],"evoked":[3],"by":[4],"visual":[5,22,27,44,129,144,171],"stimuli":[6,28,45,172],"has":[7],"consistently":[8],"been":[9],"a":[10,77,90,132,163],"popular":[11],"pursuit":[12],"in":[13,56],"cognitive":[14],"neuroscience.":[15],"Due":[16],"to":[17,94,122,141,198],"the":[18,32,62,96,105,114,124,128,143,153,170,185,188],"elusive":[19],"foundations":[20],"of":[21,34,58,64,99,127,166,177,187],"formation,":[23],"research":[24,66],"on":[25,69,152],"reconstructing":[26],"encounters":[29],"challenges.":[30],"With":[31],"advancement":[33],"deep":[35],"learning,":[36],"several":[37],"studies":[38],"have":[39],"successfully":[40,148],"reconstructed":[41],"scenes":[42],"resembling":[43],"from":[46],"functional":[47],"magnetic":[48],"resonance":[49],"imaging":[50],"(fMRI).":[51],"However,":[52],"substantial":[53],"dissimilarities":[54],"persist":[55],"terms":[57],"contour":[59,125],"representation.":[60],"Furthermore,":[61],"majority":[63],"existing":[65],"primarily":[67],"focuses":[68],"within-subject":[70],"decoding.":[71],"In":[72],"this":[73],"study,":[74],"we":[75],"propose":[76],"novel":[78],"approach":[79],"-":[80],"MindLDM":[81,147],"that":[82,161],"permits":[83],"cross-subject":[84],"vision":[85],"reconstruction.":[86],"It":[87],"first":[88],"employs":[89],"Masked":[91],"Autoencoder":[92],"(MAE)":[93],"obtain":[95],"latent":[97,133],"features":[98],"fMRI":[100],"and":[101,173,181],"align":[102],"them":[103],"into":[104],"Contrastive":[106],"Language-Image":[107],"Pre-Training":[108],"(CLIP)":[109],"text":[110],"feature":[111],"space.":[112],"Then,":[113],"Very":[115],"Deep":[116],"Variational":[117],"Auto-Encoders":[118],"(VDVAE)":[119],"is":[120,139],"utilized":[121],"get":[123],"information":[126],"input.":[130],"Finally,":[131],"diffusion":[134],"model":[135],"combined":[136],"with":[137,169],"ControlNet":[138],"proposed":[140,189],"reconstruct":[142],"stimuli.":[145],"The":[146],"achieves":[149],"image":[150],"reconstruction":[151],"publicly":[154],"available":[155],"Natural":[156],"Scenes":[157],"Dataset,":[158],"generating":[159],"images":[160],"exhibit":[162],"high":[164],"degree":[165],"semantic":[167],"correlation":[168],"demonstrate":[174,184],"improved":[175],"restoration":[176],"scene":[178],"details.":[179],"Quantitative":[180],"qualitative":[182],"results":[183],"effectiveness":[186],"method.":[190],"An":[191],"exhaustive":[192],"ablation":[193],"study":[194],"was":[195],"also":[196],"conducted":[197],"analyze":[199],"our":[200],"framework.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-01T08:36:08.643496","created_date":"2025-10-10T00:00:00"}
