{"id":"https://openalex.org/W7153318505","doi":"https://doi.org/10.48550/arxiv.2604.08068","title":"Brain3D: EEG-to-3D Decoding of Visual Representations via Multimodal Reasoning","display_name":"Brain3D: EEG-to-3D Decoding of Visual Representations via Multimodal Reasoning","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7153318505","doi":"https://doi.org/10.48550/arxiv.2604.08068"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.08068","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08068","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.08068","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062371401","display_name":"Emanuele Balloni","orcid":"https://orcid.org/0000-0002-9510-5758"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Balloni, Emanuele","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133367075","display_name":"Emanuele Frontoni","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frontoni, Emanuele","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124092569","display_name":"Chiara Matti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matti, Chiara","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091088374","display_name":"Marina Paolanti","orcid":"https://orcid.org/0000-0002-5523-7174"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paolanti, Marina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058352961","display_name":"Roberto Pierdicca","orcid":"https://orcid.org/0000-0002-9160-834X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pierdicca, Roberto","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5007618142","display_name":"Emiliano Santarnecchi","orcid":"https://orcid.org/0000-0002-6533-7427"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Santarnecchi, Emiliano","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5062371401"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.7555000185966492,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.7555000185966492,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.039500001817941666,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.027899999171495438,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.8025000095367432},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6162999868392944},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.505299985408783},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5016000270843506},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.4675000011920929},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.44600000977516174},{"id":"https://openalex.org/keywords/neural-decoding","display_name":"Neural decoding","score":0.4020000100135803},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.39890000224113464}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.8025000095367432},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.76419997215271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6255999803543091},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6162999868392944},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.505299985408783},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5016000270843506},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.4675000011920929},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.44600000977516174},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4081999957561493},{"id":"https://openalex.org/C40743351","wikidata":"https://www.wikidata.org/wiki/Q7002049","display_name":"Neural decoding","level":3,"score":0.4020000100135803},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.39890000224113464},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C31487907","wikidata":"https://www.wikidata.org/wiki/Q1154597","display_name":"Polygon mesh","level":2,"score":0.3483999967575073},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.29440000653266907},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.273499995470047},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2732999920845032},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2671999931335449},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.26330000162124634}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.08068","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08068","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.08068","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08068","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.42517468333244324,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Decoding":[0],"visual":[1,150],"information":[2],"from":[3,18,83],"electroencephalography":[4],"(EEG)":[5],"has":[6],"recently":[7],"achieved":[8],"promising":[9],"results,":[10],"primarily":[11],"focusing":[12],"on":[13,60],"reconstructing":[14],"two-dimensional":[15],"(2D)":[16],"images":[17,82],"brain":[19],"activity.":[20],"However,":[21],"the":[22,33,38,69,119,124,143,148,165,181],"reconstruction":[23,58],"of":[24,40,164,183],"three-dimensional":[25],"(3D)":[26],"representations":[27,67],"remains":[28],"largely":[29],"unexplored.":[30],"This":[31],"limits":[32],"geometric":[34,157],"understanding":[35],"and":[36,131,156,177],"reduces":[37],"applicability":[39],"neural":[41,66],"decoding":[42,175],"in":[43],"different":[44],"contexts.":[45],"To":[46],"address":[47],"this":[48],"gap,":[49],"we":[50],"propose":[51],"Brain3D,":[52],"a":[53,88,100,114,139],"multimodal":[54,89,184],"architecture":[55],"for":[56],"EEG-to-3D":[57,129],"based":[59],"EEG-to-image":[61],"decoding.":[62],"It":[63],"progressively":[64],"transforms":[65],"into":[68,109,121],"3D":[70,111,135,145,186],"domain":[71],"using":[72],"geometry-aware":[73],"generative":[74],"reasoning.":[75],"Our":[76],"pipeline":[77],"first":[78],"produces":[79],"visually":[80],"grounded":[81],"EEG":[84,174],"signals,":[85],"then":[86],"employs":[87],"large":[90],"language":[91],"model":[92],"to":[93,170],"extract":[94],"structured":[95,122],"3D-aware":[96],"descriptions,":[97],"which":[98],"guide":[99],"diffusion-based":[101],"generation":[102],"stage":[103],"whose":[104],"outputs":[105,146],"are":[106],"finally":[107],"converted":[108],"coherent":[110],"meshes":[112],"via":[113],"single-image-to-3D":[115],"model.":[116],"By":[117],"decomposing":[118],"problem":[120],"stages,":[123],"proposed":[125,166],"approach":[126],"avoids":[127],"direct":[128],"mappings":[130],"enables":[132],"scalable":[133],"brain-driven":[134],"generation.":[136],"We":[137],"conduct":[138],"comprehensive":[140],"evaluation":[141],"comparing":[142],"reconstructed":[144],"against":[147],"original":[149],"stimuli,":[151],"assessing":[152],"both":[153],"semantic":[154],"alignment":[155],"fidelity.":[158],"Experimental":[159],"results":[160],"demonstrate":[161],"strong":[162],"performance":[163],"architecture,":[167],"achieving":[168],"up":[169],"85.4%":[171],"10-way":[172],"Top-1":[173],"accuracy":[176],"0.648":[178],"CLIPScore,":[179],"supporting":[180],"feasibility":[182],"EEG-driven":[185],"reconstruction.":[187]},"counts_by_year":[],"updated_date":"2026-04-11T06:19:08.300824","created_date":"2026-04-11T00:00:00"}
