{"id":"https://openalex.org/W7164911502","doi":"https://doi.org/10.48550/arxiv.2606.14957","title":"Learning Sparse Latent Predictive Foundation Model for Multimodal Neuroimaging","display_name":"Learning Sparse Latent Predictive Foundation Model for Multimodal Neuroimaging","publication_year":2026,"publication_date":"2026-06-12","ids":{"openalex":"https://openalex.org/W7164911502","doi":"https://doi.org/10.48550/arxiv.2606.14957"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.14957","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.14957","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022918672","display_name":"Haoxu Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Haoxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138753406","display_name":"Long Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Long","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016433401","display_name":"Jingyun Chen","orcid":"https://orcid.org/0000-0001-7558-6390"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jingyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138740541","display_name":"Jinu Hyun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hyun, Jinu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010135798","display_name":"James Ryan Loftus","orcid":"https://orcid.org/0000-0001-7059-1158"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Loftus, James Ryan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138701393","display_name":"Kara Melmed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Melmed, Kara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138716252","display_name":"Daniel Orringer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Orringer, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138735700","display_name":"Jennifer Frontera","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frontera, Jennifer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138749222","display_name":"Seena Dehkharghani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dehkharghani, Seena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130655100","display_name":"Arjun Masurkar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Masurkar, Arjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137346753","display_name":"Narges Razavian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Razavian, Narges","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.5235000252723694,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.5235000252723694,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10378","display_name":"Advanced MRI Techniques and Applications","score":0.07029999792575836,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.05530000105500221,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuroimaging","display_name":"Neuroimaging","score":0.8472999930381775},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5080999732017517},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.503000020980835},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4090999960899353},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.3806999921798706},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.37059998512268066}],"concepts":[{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.8472999930381775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6565999984741211},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6306999921798706},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5095999836921692},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5080999732017517},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.503000020980835},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4090999960899353},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2680000066757202},{"id":"https://openalex.org/C101070640","wikidata":"https://www.wikidata.org/wiki/Q3737215","display_name":"Fluid-attenuated inversion recovery","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C52338299","wikidata":"https://www.wikidata.org/wiki/Q1004354","display_name":"Functional neuroimaging","level":3,"score":0.2574999928474426},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.14957","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.14957","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Brain":[0],"MRIs":[1],"are":[2,39],"routinely":[3],"acquired":[4],"as":[5],"multiple":[6],"complementary":[7],"sequences":[8],"with":[9,59,110],"unique":[10],"contrast":[11,34],"weighting,":[12],"including":[13,130],"T1-weighed":[14],"imaging":[15,74],"(T1w)":[16],"anatomic":[17],"and":[18,71,87,127,142,146,156,182,202,218],"fluid-sensitive":[19],"T2-weighted":[20],"(T2w)":[21],"contrasts.":[22],"However,":[23],"methods":[24],"for":[25,92,197,206],"learning":[26,201],"unified":[27],"representations":[28,124],"across":[29,67,113,125,186],"the":[30,122,204],"multitude":[31],"of":[32,83],"MRI":[33,66,118],"mechanisms":[35],"at":[36],"health-system":[37],"scale":[38],"lacking.":[40],"In":[41],"this":[42],"study,":[43],"we":[44],"introduce":[45],"Neuro-JEPA,":[46],"a":[47,55,60,79,171,193],"sparse":[48],"multimodal":[49,95,155,198,220],"neuroimaging":[50,94,164,199],"foundation":[51,165,207],"model":[52,208],"that":[53,211],"combines":[54],"latent":[56],"predictive":[57],"objective":[58],"Mixture-of-Experts":[61],"architecture":[62],"to":[63],"encode":[64],"brain":[65,117],"core":[68,115],"T1w,":[69],"T2w,":[70],"fluid-suppressed":[72],"FLAIR":[73],"(FLAIR).":[75],"We":[76,120],"further":[77],"provide":[78],"systematic":[80],"methodological":[81,195],"study":[82],"architectural,":[84],"masking,":[85],"objective,":[86],"sparsity":[88],"design":[89],"choices":[90],"beneficial":[91],"robust":[93],"representation":[96,200],"learning.":[97],"Neuro-JEPA":[98,179],"was":[99],"pretrained":[100],"on":[101],"1,551,862":[102],"scans":[103],"from":[104,133,149],"428,647":[105],"studies":[106],"after":[107],"modality-specific":[108],"preprocessing":[109],"data":[111],"curation":[112],"three":[114,134],"structural":[116],"sequences.":[119],"evaluated":[121,188],"learned":[123],"clinical":[126],"research":[128],"settings,":[129],"25":[131],"tasks":[132,148],"health":[135],"systems:":[136],"NYU":[137,139],"Langone,":[138],"Long":[140],"Island,":[141],"Massachusetts":[143],"General":[144],"Hospital,":[145],"22":[147],"12":[150],"public":[151],"datasets,":[152],"covering":[153],"unimodal,":[154],"cross-domain":[157],"evaluation":[158,209],"configurations.":[159],"Across":[160],"these":[161],"benchmarks,":[162],"existing":[163],"models":[166],"showed":[167],"inconsistent":[168],"gains":[169],"over":[170],"simple":[172,213],"convolutional":[173],"neural":[174],"network":[175],"(CNN)":[176],"baseline,":[177],"whereas":[178],"achieved":[180],"stronger":[181],"more":[183],"consistent":[184],"performance":[185],"all":[187],"settings.":[189],"These":[190],"results":[191],"establish":[192],"scalable":[194],"framework":[196],"highlight":[203],"need":[205],"protocols":[210],"include":[212],"baselines,":[214],"clinically":[215],"heterogeneous":[216],"cohorts":[217],"controlled":[219],"comparisons.":[221]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-17T00:00:00"}