{"id":"https://openalex.org/W7155085145","doi":"https://doi.org/10.48550/arxiv.2604.18570","title":"A multimodal and temporal foundation model for virtual patient representations at healthcare system scale","display_name":"A multimodal and temporal foundation model for virtual patient representations at healthcare system scale","publication_year":2026,"publication_date":"2026-04-20","ids":{"openalex":"https://openalex.org/W7155085145","doi":"https://doi.org/10.48550/arxiv.2604.18570"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.18570","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18570","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.18570","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134136094","display_name":"Andrew Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Andrew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134130166","display_name":"Tong Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076319448","display_name":"Sophia Wagner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wagner, Sophia J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132908947","display_name":"Caiwei Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Caiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101963872","display_name":"Ming L\u00fc","orcid":"https://orcid.org/0000-0002-5393-2536"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Ming Y.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007377464","display_name":"R. Pettit","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pettit, Rowland","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047797726","display_name":"Joshua E. Lewis","orcid":"https://orcid.org/0000-0002-4168-0407"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lewis, Joshua E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134186919","display_name":"Alexandre Misrahi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Misrahi, Alexandre","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134196459","display_name":"Dandan Mo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mo, Dandan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078810229","display_name":"Long P. Le","orcid":"https://orcid.org/0000-0003-4212-6528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Le, Long Phi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134105814","display_name":"Faisal Mahmood","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahmood, Faisal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.8967000246047974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.8967000246047974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.025200000032782555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.014499999582767487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5379999876022339},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42500001192092896},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.4117000102996826},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.37880000472068787},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.3732999861240387},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3693999946117401},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.36309999227523804},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.34220001101493835},{"id":"https://openalex.org/keywords/medical-record","display_name":"Medical record","score":0.34209999442100525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6453999876976013},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5379999876022339},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.511900007724762},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.42669999599456787},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42500001192092896},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4117000102996826},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.37880000472068787},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3693999946117401},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34869998693466187},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34310001134872437},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.34220001101493835},{"id":"https://openalex.org/C195910791","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Medical record","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33570000529289246},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.30630001425743103},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.3027999997138977},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C69505689","wikidata":"https://www.wikidata.org/wiki/Q455338","display_name":"Unified Medical Language System","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C45827449","wikidata":"https://www.wikidata.org/wiki/Q5270338","display_name":"Diagnosis code","level":3,"score":0.28439998626708984},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.25699999928474426},{"id":"https://openalex.org/C2778533338","wikidata":"https://www.wikidata.org/wiki/Q7935148","display_name":"Virtual patient","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.18570","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18570","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.18570","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18570","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6546164751052856,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"medicine":[1],"generates":[2],"vast":[3],"multimodal":[4,33,210,230],"data":[5],"across":[6],"siloed":[7],"systems,":[8],"yet":[9],"no":[10],"existing":[11],"model":[12,36,205],"integrates":[13],"the":[14,21,131,155,224,244,250],"full":[15,251],"breadth":[16],"and":[17,38,68,94,117,141,192,221,236],"temporal":[18,34],"depth":[19],"of":[20,44,55,99,113,115,133,149,160,186,226,253],"clinical":[22,88,95,157],"record":[23],"into":[24,125],"a":[25,32,49,75,103,145,229],"unified":[26,76],"patient":[27,109,127,254],"representation.":[28],"We":[29,153,212],"introduce":[30],"Apollo,":[31],"foundation":[35,245],"trained":[37],"evaluated":[39],"on":[40,217],"over":[41,80],"three":[42],"decades":[43],"longitudinal":[45],"hospital":[46,52,193],"records":[47,58],"from":[48,59,144],"major":[50,70],"US":[51],"system,":[53],"composed":[54],"25":[56],"billion":[57],"7.2":[60],"million":[61,151],"patients,":[62],"representing":[63],"28":[64],"distinct":[65],"medical":[66,71,84,100,231],"modalities":[67],"12":[69],"specialties.":[72],"Apollo":[73,124,161,227],"learns":[74],"representation":[77],"space":[78],"integrating":[79],"100":[81],"thousand":[82],"unique":[83],"events":[85,189],"in":[86,173],"our":[87],"vocabulary":[89],"as":[90,92,228],"well":[91],"images":[93],"text.":[96],"This":[97],"\"atlas":[98],"concepts\"":[101],"forms":[102],"computational":[104,259],"substrate":[105],"for":[106,246],"modeling":[107,241],"entire":[108],"care":[110,255],"journeys":[111],"comprised":[112],"sequences":[114],"structured":[116],"unstructured":[118],"events,":[119],"which":[120],"are":[121],"compressed":[122],"by":[123],"virtual":[126],"representations.":[128],"To":[129],"assess":[130],"potential":[132,159,225],"these":[134,240],"whole-patient":[135],"representations,":[136],"we":[137,202],"created":[138],"322":[139],"prognosis":[140],"retrieval":[142,219],"tasks":[143],"held-out":[146],"test":[147],"set":[148],"1.4":[150],"patients.":[152],"demonstrate":[154,223],"generalized":[156],"forecasting":[158],"embeddings,":[162],"including":[163],"predicting":[164],"new":[165],"disease":[166,177],"onset":[167],"risk":[168,185],"up":[169],"to":[170,258],"five":[171],"years":[172],"advance":[174],"(95":[175],"tasks),":[176,180,184,191],"progression":[178],"(78":[179],"treatment":[181],"response":[182],"(59":[183],"treatment-related":[187],"adverse":[188],"(17":[190],"operations":[194],"endpoints":[195],"(12":[196],"tasks).":[197],"Using":[198],"feature":[199],"attribution":[200],"techniques,":[201],"show":[203],"that":[204],"predictions":[206],"align":[207],"with":[208],"clinically-interpretable":[209],"biomarkers.":[211],"evaluate":[213],"semantic":[214],"similarity":[215],"search":[216,232],"61":[218],"tasks,":[220],"moreover":[222],"engine":[233],"using":[234],"text":[235],"image":[237],"queries.":[238],"Together,":[239],"capabilities":[242],"establish":[243],"computable":[247],"medicine,":[248],"where":[249],"context":[252],"becomes":[256],"accessible":[257],"reasoning.":[260]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-22T00:00:00"}