{"id":"https://openalex.org/W7161259735","doi":"https://doi.org/10.48550/arxiv.2605.14569","title":"Bridging Brain and Semantics: A Hierarchical Framework for Semantically Enhanced fMRI-to-Video Reconstruction","display_name":"Bridging Brain and Semantics: A Hierarchical Framework for Semantically Enhanced fMRI-to-Video Reconstruction","publication_year":2026,"publication_date":"2026-05-14","ids":{"openalex":"https://openalex.org/W7161259735","doi":"https://doi.org/10.48550/arxiv.2605.14569"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.14569","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14569","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.14569","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136237965","display_name":"Yujie Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Yujie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101539986","display_name":"Chenglong Ma","orcid":"https://orcid.org/0000-0002-1632-2480"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Chenglong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136218217","display_name":"Jianxiong Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Jianxiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136222597","display_name":"Chenhui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chenhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136196732","display_name":"Shiwei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136253949","display_name":"Biao Gong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Biao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136259915","display_name":"Shuai Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Shuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136202102","display_name":"Hangjie Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Hangjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049086157","display_name":"Hongming Shan","orcid":"https://orcid.org/0000-0002-0604-3197"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan, Hongming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.18700000643730164,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.18700000643730164,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.16750000417232513,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.12319999933242798,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7498000264167786},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.7159000039100647},{"id":"https://openalex.org/keywords/functional-magnetic-resonance-imaging","display_name":"Functional magnetic resonance imaging","score":0.616599977016449},{"id":"https://openalex.org/keywords/semantic-gap","display_name":"Semantic gap","score":0.5044999718666077},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.42910000681877136},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4194999933242798},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4002000093460083},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.396699994802475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7978000044822693},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7498000264167786},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.7159000039100647},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6597999930381775},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.616599977016449},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.5044999718666077},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.42910000681877136},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4194999933242798},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4002000093460083},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.396699994802475},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3898000121116638},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.3790999948978424},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36500000953674316},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3041999936103821},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2660999894142151},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.14569","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14569","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.14569","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14569","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reconstructing":[0],"dynamic":[1],"visual":[2],"experiences":[3],"as":[4],"videos":[5],"from":[6,43,67,87,136],"functional":[7],"magnetic":[8],"resonance":[9],"imaging":[10],"(fMRI)":[11],"is":[12],"pivotal":[13],"for":[14,82],"advancing":[15],"the":[16,37,68,127,144,149],"understanding":[17],"of":[18,40],"neural":[19],"processes.":[20],"However,":[21],"current":[22],"fMRI-to-video":[23,157],"reconstruction":[24,86],"methods":[25,164],"are":[26],"hindered":[27],"by":[28],"a":[29,44,78,95,104,121],"semantic":[30,48,97],"gap":[31],"between":[32],"noisy":[33],"fMRI":[34,88,101,145],"signals":[35,89,102],"and":[36,75,117,140],"rich":[38,105],"content":[39],"videos,":[41],"stemming":[42],"reliance":[45],"on":[46,155],"incomplete":[47],"embeddings":[49],"that":[50,108,160],"neither":[51],"capture":[52],"video-specific":[53],"cues":[54],"(e.g.,":[55],"actions)":[56],"nor":[57],"integrate":[58],"prior":[59],"knowledge.":[60],"To":[61],"this":[62],"end,":[63],"we":[64],"draw":[65],"inspiration":[66],"dual-pathway":[69],"processing":[70],"mechanism":[71],"in":[72],"human":[73],"brain":[74],"introduce":[76],"CineNeuron,":[77],"novel":[79],"hierarchical":[80],"framework":[81],"semantically":[83],"enhanced":[84],"video":[85,150],"with":[90,143],"two":[91,156],"synergistic":[92],"stages.":[93],"First,":[94],"bottom-up":[96],"enrichment":[98],"stage":[99,125],"maps":[100],"to":[103,131,147],"embedding":[106,146],"space":[107],"comprehensively":[109],"captures":[110],"textual":[111],"semantics,":[112],"image":[113],"contents,":[114],"action":[115],"concepts,":[116],"object":[118],"categories.":[119],"Second,":[120],"top-down":[122],"memory":[123],"integration":[124],"utilizes":[126],"proposed":[128],"Mixture-of-Memories":[129],"method":[130],"dynamically":[132],"select":[133],"relevant":[134],"\"memories\"":[135],"previously":[137],"seen":[138],"data":[139],"fuse":[141],"them":[142],"refine":[148],"reconstruction.":[151],"Extensive":[152],"experimental":[153],"results":[154],"benchmarks":[158],"demonstrate":[159],"CineNeuron":[161],"surpasses":[162],"state-of-the-art":[163],"across":[165],"various":[166],"metrics.":[167]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-16T00:00:00"}