{"id":"https://openalex.org/W4399151471","doi":"https://doi.org/10.48550/arxiv.2405.17720","title":"MindFormer: Semantic Alignment of Multi-Subject fMRI for Brain Decoding","display_name":"MindFormer: Semantic Alignment of Multi-Subject fMRI for Brain Decoding","publication_year":2024,"publication_date":"2024-05-28","ids":{"openalex":"https://openalex.org/W4399151471","doi":"https://doi.org/10.48550/arxiv.2405.17720"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.17720","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.17720","pdf_url":"https://arxiv.org/pdf/2405.17720","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.17720","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030578998","display_name":"Inhwa Han","orcid":"https://orcid.org/0000-0002-3671-3331"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Inhwa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012198110","display_name":"Jaayeon Lee","orcid":"https://orcid.org/0000-0003-3755-9521"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jaayeon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012644755","display_name":"Jong Chul Ye","orcid":"https://orcid.org/0000-0001-9763-9609"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Jong Chul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9505000114440918,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9505000114440918,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9103999733924866,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7426384687423706},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6994330883026123},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6366847157478333},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5237800478935242},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3350815773010254},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1738797128200531},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1407080590724945},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.1199914813041687},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11954545974731445},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.11106261610984802}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7426384687423706},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6994330883026123},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6366847157478333},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5237800478935242},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3350815773010254},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1738797128200531},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1407080590724945},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.1199914813041687},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11954545974731445},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.11106261610984802},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.17720","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.17720","pdf_url":"https://arxiv.org/pdf/2405.17720","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.17720","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.17720","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.17720","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.17720","pdf_url":"https://arxiv.org/pdf/2405.17720","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399151471.pdf","grobid_xml":"https://content.openalex.org/works/W4399151471.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Research":[0],"efforts":[1],"for":[2,82,87,96,126],"visual":[3],"decoding":[4,18],"from":[5,146],"fMRI":[6,17,32,63,117,124,147],"signals":[7,33,64,118],"have":[8],"attracted":[9],"considerable":[10],"attention":[11],"in":[12,31,49,116,184],"research":[13],"community.":[14],"Still":[15],"multi-subject":[16,50,62,185],"with":[19],"one":[20],"model":[21,69,86,94],"has":[22],"been":[23],"considered":[24],"intractable":[25],"due":[26],"to":[27,73,141],"the":[28,39,139,173],"drastic":[29],"variations":[30,197],"between":[34],"subjects":[35,178],"and":[36,128,134,159],"even":[37],"within":[38],"same":[40],"subject":[41,108,123],"across":[42,161,176],"different":[43,162,177],"trials.":[44],"To":[45],"address":[46],"current":[47],"limitations":[48],"brain":[51,186],"decoding,":[52,187],"here":[53],"we":[54],"introduce":[55],"a":[56,107,130],"novel":[57,131],"semantic":[58,168],"alignment":[59],"method":[60],"of":[61,194],"using":[65],"so-called":[66],"MindFormer.":[67],"This":[68],"is":[70],"specifically":[71],"designed":[72],"generate":[74],"fMRI-conditioned":[75],"feature":[76,132],"vectors":[77],"that":[78,111,153],"can":[79],"be":[80],"used":[81],"conditioning":[83],"Stable":[84],"Diffusion":[85],"fMRI-":[88],"to-image":[89],"generation":[90],"or":[91],"large":[92],"language":[93],"(LLM)":[95],"fMRI-to-text":[97],"generation.":[98],"More":[99],"specifically,":[100],"MindFormer":[101,154,166],"incorporates":[102],"two":[103],"key":[104],"innovations:":[105],"1)":[106],"specific":[109],"token":[110],"effectively":[112],"capture":[113],"individual":[114],"differences":[115],"while":[119],"synergistically":[120],"combines":[121],"multi":[122],"data":[125,175],"training,":[127],"2)":[129],"embedding":[133],"training":[135,174],"scheme":[136],"based":[137],"on":[138],"IP-Adapter":[140],"extract":[142],"semantically":[143,156],"meaningful":[144],"features":[145],"signals.":[148],"Our":[149],"experimental":[150],"results":[151],"demonstrate":[152],"generates":[155],"consistent":[157],"images":[158],"text":[160],"subjects.":[163],"Since":[164],"our":[165,192],"maintains":[167],"fidelity":[169],"by":[170,179],"fully":[171],"utilizing":[172],"significantly":[180],"surpassing":[181],"existing":[182],"models":[183],"this":[188],"may":[189],"help":[190],"deepening":[191],"understanding":[193],"neural":[195],"processing":[196],"among":[198],"individuals.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2024-05-30T00:00:00"}