{"id":"https://openalex.org/W7117381719","doi":"https://doi.org/10.1038/s41746-025-02253-2","title":"Context matching is not reasoning when performing generalized clinical evaluation of generative language models","display_name":"Context matching is not reasoning when performing generalized clinical evaluation of generative language models","publication_year":2025,"publication_date":"2025-12-27","ids":{"openalex":"https://openalex.org/W7117381719","doi":"https://doi.org/10.1038/s41746-025-02253-2","pmid":"https://pubmed.ncbi.nlm.nih.gov/41455812"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-025-02253-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02253-2","pdf_url":"https://www.nature.com/articles/s41746-025-02253-2_reference.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-025-02253-2_reference.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003128469","display_name":"Andrew Wen","orcid":"https://orcid.org/0000-0001-9090-8028"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]},{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Wen","raw_affiliation_strings":["Center for Translational AI Excellence and Applications in Medicine, D. Bradley McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston, Houston, TX, USA","Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Translational AI Excellence and Applications in Medicine, D. Bradley McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]},{"raw_affiliation_string":"Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121389038","display_name":"Qiuhao Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiuhao Lu","raw_affiliation_strings":["Center for Translational AI Excellence and Applications in Medicine, D. Bradley McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Translational AI Excellence and Applications in Medicine, D. Bradley McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048791081","display_name":"Yu-Neng Chuang","orcid":"https://orcid.org/0000-0002-7492-0817"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu-Neng Chuang","raw_affiliation_strings":["Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022465283","display_name":"G. C. Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guanchu Wang","raw_affiliation_strings":["Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067607368","display_name":"Jiayi Yuan","orcid":"https://orcid.org/0009-0007-0121-4990"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiayi Yuan","raw_affiliation_strings":["Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121387758","display_name":"Jiamu Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiamu Zhang","raw_affiliation_strings":["Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081833455","display_name":"L H Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liwei Wang","raw_affiliation_strings":["Center for Translational AI Excellence and Applications in Medicine, D. Bradley McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Translational AI Excellence and Applications in Medicine, D. Bradley McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032226587","display_name":"Sunyang Fu","orcid":"https://orcid.org/0000-0003-1691-5179"},"institutions":[{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sunyang Fu","raw_affiliation_strings":["Center for Translational AI Excellence and Applications in Medicine, D. Bradley McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Translational AI Excellence and Applications in Medicine, D. Bradley McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121403841","display_name":"Kurt D. Miller","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146710","display_name":"Mayo Clinic in Florida","ror":"https://ror.org/03zzw1w08","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210146710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kurt D. Miller","raw_affiliation_strings":["Department of AI & Informatics Research, Mayo Clinic, Rochester, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of AI & Informatics Research, Mayo Clinic, Rochester, MN, USA","institution_ids":["https://openalex.org/I4210146710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011531438","display_name":"Heling Jia","orcid":"https://orcid.org/0009-0009-5906-6577"},"institutions":[{"id":"https://openalex.org/I4210146710","display_name":"Mayo Clinic in Florida","ror":"https://ror.org/03zzw1w08","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210146710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heling Jia","raw_affiliation_strings":["Department of AI & Informatics Research, Mayo Clinic, Rochester, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of AI & Informatics Research, Mayo Clinic, Rochester, MN, USA","institution_ids":["https://openalex.org/I4210146710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044068445","display_name":"Steven Bedrick","orcid":"https://orcid.org/0000-0002-0163-9397"},"institutions":[{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven D. Bedrick","raw_affiliation_strings":["Department of Medical Informatics and Clinical Epidemiology, School of Medicine, Oregon Health & Science University, Portland, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Informatics and Clinical Epidemiology, School of Medicine, Oregon Health & Science University, Portland, OR, USA","institution_ids":["https://openalex.org/I165690674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001422310","display_name":"William Hersh","orcid":"https://orcid.org/0000-0002-4114-5148"},"institutions":[{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William R. Hersh","raw_affiliation_strings":["Department of Medical Informatics and Clinical Epidemiology, School of Medicine, Oregon Health & Science University, Portland, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Informatics and Clinical Epidemiology, School of Medicine, Oregon Health & Science University, Portland, OR, USA","institution_ids":["https://openalex.org/I165690674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121396754","display_name":"Kirk E. Roberts","orcid":null},"institutions":[{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kirk E. Roberts","raw_affiliation_strings":["Center for Translational AI Excellence and Applications in Medicine, D. Bradley McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Translational AI Excellence and Applications in Medicine, D. Bradley McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016168798","display_name":"Xia Hu","orcid":"https://orcid.org/0000-0003-3488-576X"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xia Hu","raw_affiliation_strings":["Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA. Xia.Hu@rice.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA. Xia.Hu@rice.edu","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101585388","display_name":"Hongfang Liu","orcid":"https://orcid.org/0000-0002-4352-2533"},"institutions":[{"id":"https://openalex.org/I4210159031","display_name":"The University of Texas Health Science Center","ror":"https://ror.org/05cwbxa29","country_code":"US","type":"education","lineage":["https://openalex.org/I4210159031"]},{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hongfang Liu","raw_affiliation_strings":["Center for Translational AI Excellence and Applications in Medicine, D. Bradley McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston, Houston, TX, USA. Hongfang.Liu@uth.tmc.edu","Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA. Hongfang.Liu@uth.tmc.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Translational AI Excellence and Applications in Medicine, D. Bradley McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston, Houston, TX, USA. Hongfang.Liu@uth.tmc.edu","institution_ids":["https://openalex.org/I4210159031"]},{"raw_affiliation_string":"Department of Computer Science, George R. Brown School of Engineering and Computing, Rice University, Houston, TX, USA. Hongfang.Liu@uth.tmc.edu","institution_ids":["https://openalex.org/I74775410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":15,"corresponding_author_ids":["https://openalex.org/A5016168798","https://openalex.org/A5101585388"],"corresponding_institution_ids":["https://openalex.org/I4210159031","https://openalex.org/I74775410"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":0.4186,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.75164628,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"9","issue":"1","first_page":"71","last_page":"71"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.2800999879837036,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.2800999879837036,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.25940001010894775,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16220000386238098,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.784600019454956},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6434000134468079},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6265000104904175},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.604200005531311},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.546500027179718},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.49630001187324524},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4839000105857849}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.784600019454956},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6434000134468079},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6431000232696533},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6265000104904175},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.604200005531311},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.583899974822998},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.546500027179718},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.49630001187324524},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4839000105857849},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45489999651908875},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35260000824928284},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2720000147819519},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1038/s41746-025-02253-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02253-2","pdf_url":"https://www.nature.com/articles/s41746-025-02253-2_reference.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:41455812","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41455812","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:digitalcommons.library.tmc.edu:uthshis_docs-1695","is_oa":false,"landing_page_url":"https://digitalcommons.library.tmc.edu/uthshis_docs/716","pdf_url":null,"source":{"id":"https://openalex.org/S4377196655","display_name":"Digital Commons-TMC (Texas Medical Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1337852284","host_organization_name":"Texas Medical Center","host_organization_lineage":["https://openalex.org/I1337852284"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty, Staff and Student Publications","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:9223d670eaf74c93bea54dfef940474d","is_oa":true,"landing_page_url":"https://doaj.org/article/9223d670eaf74c93bea54dfef940474d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 9, Iss 1, Pp 1-8 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12827943","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12827943/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s41746-025-02253-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02253-2","pdf_url":"https://www.nature.com/articles/s41746-025-02253-2_reference.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5476878881454468}],"awards":[{"id":"https://openalex.org/G1557490745","display_name":null,"funder_award_id":"R01 HG012748","funder_id":"https://openalex.org/F4320337348","funder_display_name":"National Human Genome Research Institute"},{"id":"https://openalex.org/G1808951250","display_name":"Recruitment of Established Investigators","funder_award_id":"RR230020","funder_id":"https://openalex.org/F4320308129","funder_display_name":"Cancer Prevention and Research Institute of Texas"},{"id":"https://openalex.org/G1905399659","display_name":null,"funder_award_id":"R01 LM014508","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G4804796168","display_name":null,"funder_award_id":"R01LM011934","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G4926275431","display_name":null,"funder_award_id":"R01AG072799","funder_id":"https://openalex.org/F4320337337","funder_display_name":"National Institute on Aging"},{"id":"https://openalex.org/G5059418981","display_name":null,"funder_award_id":"R01HG012748","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6568267561","display_name":null,"funder_award_id":"R01LM011934","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G683514226","display_name":null,"funder_award_id":"R01 LM011934","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G8550404864","display_name":null,"funder_award_id":"R01 AG072799","funder_id":"https://openalex.org/F4320337337","funder_display_name":"National Institute on Aging"},{"id":"https://openalex.org/G8795884375","display_name":null,"funder_award_id":"R01HG012748","funder_id":"https://openalex.org/F4320337348","funder_display_name":"National Human Genome Research Institute"}],"funders":[{"id":"https://openalex.org/F4320308129","display_name":"Cancer Prevention and Research Institute of Texas","ror":"https://ror.org/0003xa228"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337337","display_name":"National Institute on Aging","ror":"https://ror.org/049v75w11"},{"id":"https://openalex.org/F4320337348","display_name":"National Human Genome Research Institute","ror":"https://ror.org/00baak391"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7117381719.pdf"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W2078319424","https://openalex.org/W2959026463","https://openalex.org/W2963341956","https://openalex.org/W2970482702","https://openalex.org/W3162922479","https://openalex.org/W3172642864","https://openalex.org/W4319460874","https://openalex.org/W4384561707","https://openalex.org/W4387321091","https://openalex.org/W4388500499","https://openalex.org/W4389518953","https://openalex.org/W4401200607","https://openalex.org/W4402670101","https://openalex.org/W4403420208","https://openalex.org/W4405079446","https://openalex.org/W4406740982","https://openalex.org/W4407203427","https://openalex.org/W4408207901","https://openalex.org/W4410028173","https://openalex.org/W4411119840"],"related_works":[],"abstract_inverted_index":{"Current":[0],"discussion":[1],"surrounding":[2],"the":[3,33,62,116],"clinical":[4,18],"capabilities":[5],"of":[6,35,64,144],"generative":[7],"language":[8],"models(GLMs)":[9],"predominantly":[10],"centers":[11],"around":[12],"multiple-choice":[13],"question-answer(MCQA)":[14],"benchmarks":[15,42],"derived":[16],"from":[17],"licensing":[19],"examinations.":[20],"While":[21,90],"accepted":[22],"for":[23,47,110,137],"human":[24],"examinees,":[25],"characteristics":[26],"unique":[27],"to":[28,78,96,100,122],"GLMs":[29],"bring":[30],"into":[31],"question":[32],"validity":[34],"such":[36],"benchmarks.":[37],"Here,":[38],"we":[39,103],"validate":[40],"five":[41],"using":[43],"eight":[44],"GLMs,":[45],"ablating":[46],"parameter":[48],"size":[49],"and":[50,81],"reasoning":[51,111],"capabilities,":[52],"validating":[53],"via":[54],"prompt":[55],"permutation":[56],"three":[57],"key":[58],"assumptions":[59],"that":[60,67,73,82],"underpin":[61],"generalizability":[63],"MCQA-based":[65],"assessments:":[66],"knowledge":[68],"is":[69],"applied,":[70],"not":[71],"memorized,":[72],"semantic":[74],"consistency":[75],"will":[76],"lead":[77],"consistent":[79],"answers,":[80],"situations":[83],"with":[84,108],"no":[85],"answers":[86],"can":[87],"be":[88],"recognized.":[89],"large":[91],"models":[92,119,125],"are":[93,120],"more":[94,138,142],"resilient":[95],"our":[97],"perturbations":[98],"compared":[99],"small":[101,118],"models,":[102],"globally":[104],"invalidate":[105],"these":[106],"assumptions,":[107],"implications":[109],"models.":[112],"Additionally,":[113],"despite":[114],"retaining":[115],"knowledge,":[117],"prone":[121],"memorization.":[123],"All":[124],"exhibit":[126],"significant":[127],"failure":[128],"in":[129],"null-answer":[130],"scenarios.":[131],"We":[132],"then":[133],"suggest":[134],"several":[135],"adaptations":[136],"robust":[139],"benchmark":[140],"designs,":[141],"reflective":[143],"real-world":[145],"conditions.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-12-27T00:00:00"}