{"id":"https://openalex.org/W4416659331","doi":"https://doi.org/10.48550/arxiv.2511.13703","title":"Generalist Foundation Models Are Not Clinical Enough for Hospital Operations","display_name":"Generalist Foundation Models Are Not Clinical Enough for Hospital Operations","publication_year":2025,"publication_date":"2025-11-17","ids":{"openalex":"https://openalex.org/W4416659331","doi":"https://doi.org/10.48550/arxiv.2511.13703"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2511.13703","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.13703","pdf_url":"https://arxiv.org/pdf/2511.13703","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2511.13703","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110626363","display_name":"Lu Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jiang, Lavender Y.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033944347","display_name":"and Baojiu Chen and Baojiu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Angelica","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102009909","display_name":"Xu Han","orcid":"https://orcid.org/0000-0002-3353-7539"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Xu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015581915","display_name":"Xujin Chris Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xujin Chris","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120518561","display_name":"Radhika Dua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dua, Radhika","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103034531","display_name":"Kevin P. Eaton","orcid":"https://orcid.org/0000-0002-1377-9354"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eaton, Kevin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108480419","display_name":"Frederick Wolff","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wolff, Frederick","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088255915","display_name":"Robert Steele","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steele, Robert","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077249620","display_name":"Jeff Zhang","orcid":"https://orcid.org/0000-0001-7411-8923"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jeff","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016320486","display_name":"Anton Alyakin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alyakin, Anton","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067737099","display_name":"Quanwen Pan","orcid":"https://orcid.org/0000-0001-6575-8734"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Qingkai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101942973","display_name":"Yanbing Chen","orcid":"https://orcid.org/0000-0002-6489-0458"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yanbing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047079851","display_name":"Karl L. Sangwon","orcid":"https://orcid.org/0000-0002-6941-3001"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sangwon, Karl L.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039258965","display_name":"Daniel Alexander Alber","orcid":"https://orcid.org/0000-0001-7957-5170"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alber, Daniel A.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114285297","display_name":"Jaden Stryker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stryker, Jaden","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072843141","display_name":"Jin Ha Lee","orcid":"https://orcid.org/0000-0002-9007-514X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jin Vivian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087660055","display_name":"Yindalon Aphinyanaphongs","orcid":"https://orcid.org/0000-0001-8605-5392"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aphinyanaphongs, Yindalon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027121815","display_name":"Kyunghyun Cho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cho, Kyunghyun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5060570681","display_name":"Eric K. Oermann","orcid":"https://orcid.org/0000-0002-1876-5963"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oermann, Eric Karl","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":19,"corresponding_author_ids":["https://openalex.org/A5110626363"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.011599999852478504,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.006599999964237213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5236999988555908},{"id":"https://openalex.org/keywords/generalist-and-specialist-species","display_name":"Generalist and specialist species","score":0.5099999904632568},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.5088000297546387},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4945000112056732},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.489300012588501},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.4350999891757965},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.34860000014305115},{"id":"https://openalex.org/keywords/triage","display_name":"Triage","score":0.3310000002384186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6887999773025513},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5236999988555908},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5138000249862671},{"id":"https://openalex.org/C45371612","wikidata":"https://www.wikidata.org/wiki/Q3058587","display_name":"Generalist and specialist species","level":3,"score":0.5099999904632568},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5088000297546387},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4945000112056732},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.489300012588501},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4480000138282776},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.4350999891757965},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3418000042438507},{"id":"https://openalex.org/C2777120189","wikidata":"https://www.wikidata.org/wiki/Q780067","display_name":"Triage","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.328000009059906},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.3095000088214874},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2930999994277954},{"id":"https://openalex.org/C2776814669","wikidata":"https://www.wikidata.org/wiki/Q7144965","display_name":"Patient-centered outcomes","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C71405471","wikidata":"https://www.wikidata.org/wiki/Q757012","display_name":"Quality management","level":3,"score":0.27320000529289246},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2712000012397766},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2671000063419342},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.258899986743927},{"id":"https://openalex.org/C2780724011","wikidata":"https://www.wikidata.org/wiki/Q1295316","display_name":"Emergency department","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C154874363","wikidata":"https://www.wikidata.org/wiki/Q3518464","display_name":"Medical classification","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2511.13703","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.13703","pdf_url":"https://arxiv.org/pdf/2511.13703","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.13703","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.13703","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2511.13703","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.13703","pdf_url":"https://arxiv.org/pdf/2511.13703","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Hospitals":[0],"and":[1,13,23,65,108,118,146,157,187,205,236,251],"healthcare":[2,240],"systems":[3,241],"rely":[4],"on":[5,20,29,52,122,168,174,217],"operational":[6,40],"decisions":[7],"that":[8,92,195,206,225,238],"determine":[9],"patient":[10],"flow,":[11],"cost,":[12],"quality":[14],"of":[15,47,104,124,246],"care.":[16],"Despite":[17],"strong":[18],"performance":[19],"medical":[21],"knowledge":[22,36],"conversational":[24],"benchmarks,":[25],"foundation":[26],"models":[27,48,120,141,148,232],"trained":[28],"general":[30],"text":[31],"may":[32],"lack":[33],"the":[34,69,80,222,244],"specialized":[35,54,119,226,234],"required":[37],"for":[38,198],"these":[39],"decisions.":[41],"We":[42,160],"introduce":[43],"Lang1,":[44],"a":[45,53,85],"family":[46],"(100M-7B":[49],"parameters)":[50],"pretrained":[51],"corpus":[55],"blending":[56],"80B":[57],"clinical":[58,185],"tokens":[59,67],"from":[60,68,88],"NYU":[61],"Langone":[62],"Health's":[63],"EHRs":[64],"627B":[66],"internet.":[70],"To":[71],"rigorously":[72],"evaluate":[73],"Lang1":[74],"in":[75,233],"real-world":[76,252],"settings,":[77,115,182],"we":[78],"developed":[79],"REalistic":[81],"Medical":[82],"Evaluation":[83],"(ReMedE),":[84],"benchmark":[86],"derived":[87],"668,331":[89],"EHR":[90],"notes":[91],"evaluates":[93],"five":[94,125],"critical":[95],"tasks:":[96],"30-day":[97,100],"readmission":[98],"prediction,":[99,102],"mortality":[101,130],"length":[103],"stay,":[105],"comorbidity":[106],"coding,":[107],"predicting":[109],"insurance":[110],"claims":[111],"denial.":[112],"In":[113],"zero-shot":[114,147],"both":[116],"general-purpose":[117],"underperform":[121],"four":[123],"tasks":[126,170,186],"(36.6%-71.7%":[127],"AUROC),":[128],"with":[129,165,230],"prediction":[131],"being":[132],"an":[133,188],"exception.":[134],"After":[135],"finetuning,":[136,204,250],"Lang1-1B":[137,177],"outperforms":[138],"finetuned":[139],"generalist":[140,231],"up":[142,149],"to":[143,150,172,180],"70x":[144],"larger":[145],"671x":[151],"larger,":[152],"improving":[153],"AUROC":[154],"by":[155,214],"3.64%-6.75%":[156],"1.66%-23.66%":[158],"respectively.":[159],"also":[161],"observed":[162],"cross-task":[163],"scaling":[164],"joint":[166],"finetuning":[167,208],"multiple":[169],"leading":[171],"improvement":[173],"other":[175,184],"tasks.":[176],"effectively":[178],"transfers":[179],"out-of-distribution":[181],"including":[183],"external":[189],"health":[190],"system.":[191],"Our":[192,219],"findings":[193,220],"suggest":[194],"predictive":[196],"capabilities":[197],"hospital":[199],"operations":[200],"require":[201],"explicit":[202],"supervised":[203,249],"this":[207],"process":[209],"is":[210],"made":[211],"more":[212],"efficient":[213],"in-domain":[215,247],"pretraining":[216],"EHR.":[218],"support":[221],"emerging":[223],"view":[224],"LLMs":[227],"can":[228],"compete":[229],"tasks,":[235],"show":[237],"effective":[239],"AI":[242],"requires":[243],"combination":[245],"pretraining,":[248],"evaluation":[253],"beyond":[254],"proxy":[255],"benchmarks.":[256]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-19T00:00:00"}