{"id":"https://openalex.org/W4400921803","doi":"https://doi.org/10.1038/s41746-024-01185-7","title":"Hidden flaws behind expert-level accuracy of multimodal GPT-4 vision in medicine","display_name":"Hidden flaws behind expert-level accuracy of multimodal GPT-4 vision in medicine","publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4400921803","doi":"https://doi.org/10.1038/s41746-024-01185-7","pmid":"https://pubmed.ncbi.nlm.nih.gov/39043988"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-024-01185-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01185-7","pdf_url":"https://www.nature.com/articles/s41746-024-01185-7.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-024-01185-7.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100611571","display_name":"Qiao Jin","orcid":"https://orcid.org/0000-0002-1268-7239"},"institutions":[{"id":"https://openalex.org/I1299303238","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238"]},{"id":"https://openalex.org/I2800548410","display_name":"United States National Library of Medicine","ror":"https://ror.org/0060t0j89","country_code":"US","type":"archive","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Qiao Jin","raw_affiliation_strings":["National Library of Medicine, National Institutes of Health, Bethesda, MD, USA"],"affiliations":[{"raw_affiliation_string":"National Library of Medicine, National Institutes of Health, Bethesda, MD, USA","institution_ids":["https://openalex.org/I2800548410","https://openalex.org/I1299303238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045753028","display_name":"Fangyuan Chen","orcid":"https://orcid.org/0000-0002-9891-4753"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fangyuan Chen","raw_affiliation_strings":["University of Pittsburgh, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030407665","display_name":"Yiliang Zhou","orcid":"https://orcid.org/0009-0002-7457-7075"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiliang Zhou","raw_affiliation_strings":["Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012700366","display_name":"Ziyang Xu","orcid":"https://orcid.org/0000-0002-8297-7573"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziyang Xu","raw_affiliation_strings":["Ronald O. Perelman Department of Dermatology, New York University Grossman School of Medicine, New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"Ronald O. Perelman Department of Dermatology, New York University Grossman School of Medicine, New York City, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060226368","display_name":"Justin M. Cheung","orcid":null},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin M. Cheung","raw_affiliation_strings":["Department of Medicine, Harvard Medical School and Massachusetts General Hospital, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Medicine, Harvard Medical School and Massachusetts General Hospital, Boston, MA, USA","institution_ids":["https://openalex.org/I4210087915","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015998530","display_name":"Robert F. Chen","orcid":"https://orcid.org/0000-0003-0625-9323"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Chen","raw_affiliation_strings":["Pathology & Laboratory Medicine, Weill Cornell Medicine, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Pathology & Laboratory Medicine, Weill Cornell Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016047550","display_name":"Ronald M. Summers","orcid":"https://orcid.org/0000-0001-8081-7376"},"institutions":[{"id":"https://openalex.org/I4210155647","display_name":"National Institutes of Health Clinical Center","ror":"https://ror.org/04vfsmv21","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210155647"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ronald M. Summers","raw_affiliation_strings":["Imaging Biomarkers and Computer-Aided Diagnosis Laboratory, Department of Radiology and Imaging Sciences, National Institutes of Health Clinical Center, Bethesda, MD, USA"],"affiliations":[{"raw_affiliation_string":"Imaging Biomarkers and Computer-Aided Diagnosis Laboratory, Department of Radiology and Imaging Sciences, National Institutes of Health Clinical Center, Bethesda, MD, USA","institution_ids":["https://openalex.org/I4210155647"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026263464","display_name":"Justin F. Rousseau","orcid":"https://orcid.org/0000-0002-2817-9124"},"institutions":[{"id":"https://openalex.org/I4388891891","display_name":"Southwestern Medical Center","ror":"https://ror.org/05d80e146","country_code":null,"type":"healthcare","lineage":["https://openalex.org/I4388891891"]},{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin F. Rousseau","raw_affiliation_strings":["Department of Neurology, Peter O'Donnell Jr. Brain Institute, UT Southwestern Medical Center, Dallas, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Neurology, Peter O'Donnell Jr. Brain Institute, UT Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407","https://openalex.org/I4388891891"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090201061","display_name":"Peiyun Ni","orcid":"https://orcid.org/0000-0002-9261-0839"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peiyun Ni","raw_affiliation_strings":["Division of Gastroenterology, Department of Medicine, Harvard Medical School and Massachusetts General Hospital, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Division of Gastroenterology, Department of Medicine, Harvard Medical School and Massachusetts General Hospital, Boston, MA, USA","institution_ids":["https://openalex.org/I4210087915","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012044529","display_name":"Marc Landsman","orcid":"https://orcid.org/0009-0005-8641-0338"},"institutions":[{"id":"https://openalex.org/I1299218025","display_name":"MetroHealth","ror":"https://ror.org/0377srw41","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299218025"]},{"id":"https://openalex.org/I4210153792","display_name":"University School","ror":"https://ror.org/05ap66461","country_code":"US","type":"education","lineage":["https://openalex.org/I4210153792"]},{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc J. Landsman","raw_affiliation_strings":["Case Western Reserve University School of Medicine, Cleveland, OH, USA","Division of Gastroenterology, Department of Medicine, Metrohealth Medical Center, Cleveland, OH, USA"],"affiliations":[{"raw_affiliation_string":"Case Western Reserve University School of Medicine, Cleveland, OH, USA","institution_ids":["https://openalex.org/I58956616","https://openalex.org/I4210153792"]},{"raw_affiliation_string":"Division of Gastroenterology, Department of Medicine, Metrohealth Medical Center, Cleveland, OH, USA","institution_ids":["https://openalex.org/I1299218025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069439888","display_name":"Sally L. Baxter","orcid":"https://orcid.org/0000-0002-5271-7690"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sally L. Baxter","raw_affiliation_strings":["Division of Ophthalmology Informatics and Data Science, Viterbi Family Department of Ophthalmology and Shiley Eye Institute, University of California San Diego, La Jolla, CA, USA"],"affiliations":[{"raw_affiliation_string":"Division of Ophthalmology Informatics and Data Science, Viterbi Family Department of Ophthalmology and Shiley Eye Institute, University of California San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038874495","display_name":"Subhi J. Al\u2019Aref","orcid":"https://orcid.org/0000-0002-2258-2035"},"institutions":[{"id":"https://openalex.org/I79620101","display_name":"University of Arkansas for Medical Sciences","ror":"https://ror.org/00xcryt71","country_code":"US","type":"education","lineage":["https://openalex.org/I79620101"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subhi J. Al\u2019Aref","raw_affiliation_strings":["Division of Cardiology, Department of Internal Medicine, University of Arkansas for Medical Sciences, Little Rock, AR, USA"],"affiliations":[{"raw_affiliation_string":"Division of Cardiology, Department of Internal Medicine, University of Arkansas for Medical Sciences, Little Rock, AR, USA","institution_ids":["https://openalex.org/I79620101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101862247","display_name":"Yijia Li","orcid":"https://orcid.org/0000-0001-5300-0571"},"institutions":[{"id":"https://openalex.org/I4210134769","display_name":"University of Pittsburgh Medical Center","ror":"https://ror.org/04ehecz88","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210098814","https://openalex.org/I4210134769"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yijia Li","raw_affiliation_strings":["University of Pittsburgh Medical Center, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"University of Pittsburgh Medical Center, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I4210134769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069210015","display_name":"Alexander Chen","orcid":"https://orcid.org/0000-0002-3183-0088"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Chen","raw_affiliation_strings":["Department of Internal Medicine, Weill Cornell Medicine, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Internal Medicine, Weill Cornell Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062982133","display_name":"Josef A. Brejt","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josef A. Brejt","raw_affiliation_strings":["Department of Internal Medicine, Weill Cornell Medicine, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Internal Medicine, Weill Cornell Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054028651","display_name":"Michael F. Chiang","orcid":"https://orcid.org/0000-0002-8172-7636"},"institutions":[{"id":"https://openalex.org/I1299303238","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238"]},{"id":"https://openalex.org/I4210139686","display_name":"National Eye Institute","ror":"https://ror.org/03wkg3b53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210139686"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael F. Chiang","raw_affiliation_strings":["National Eye Institute, National Institutes of Health, Bethesda, MD, USA"],"affiliations":[{"raw_affiliation_string":"National Eye Institute, National Institutes of Health, Bethesda, MD, USA","institution_ids":["https://openalex.org/I4210139686","https://openalex.org/I1299303238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085113833","display_name":"Yifan Peng","orcid":"https://orcid.org/0000-0001-9309-8331"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Peng","raw_affiliation_strings":["Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA. yip4002@med.cornell.edu","Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA. yip4002@med.cornell.edu","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083081872","display_name":"Zhiyong Lu","orcid":"https://orcid.org/0000-0001-9998-916X"},"institutions":[{"id":"https://openalex.org/I1299303238","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238"]},{"id":"https://openalex.org/I2800548410","display_name":"United States National Library of Medicine","ror":"https://ror.org/0060t0j89","country_code":"US","type":"archive","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiyong Lu","raw_affiliation_strings":["National Library of Medicine, National Institutes of Health, Bethesda, MD, USA. zhiyong.lu@nih.gov","National Library of Medicine, National Institutes of Health, Bethesda, MD, USA"],"affiliations":[{"raw_affiliation_string":"National Library of Medicine, National Institutes of Health, Bethesda, MD, USA. zhiyong.lu@nih.gov","institution_ids":["https://openalex.org/I2800548410"]},{"raw_affiliation_string":"National Library of Medicine, National Institutes of Health, Bethesda, MD, USA","institution_ids":["https://openalex.org/I2800548410","https://openalex.org/I1299303238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":18,"corresponding_author_ids":["https://openalex.org/A5100611571"],"corresponding_institution_ids":["https://openalex.org/I1299303238","https://openalex.org/I2800548410"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":11.7928,"has_fulltext":true,"cited_by_count":101,"citation_normalized_percentile":{"value":0.98900756,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":"1","first_page":"190","last_page":"190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9337999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9300000071525574,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5322439670562744},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4329751133918762},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4309542775154114},{"id":"https://openalex.org/keywords/precision-medicine","display_name":"Precision medicine","score":0.4151926636695862},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2889344096183777},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.10776776075363159}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5322439670562744},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4329751133918762},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4309542775154114},{"id":"https://openalex.org/C163763905","wikidata":"https://www.wikidata.org/wiki/Q17075943","display_name":"Precision medicine","level":2,"score":0.4151926636695862},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2889344096183777},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.10776776075363159}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1038/s41746-024-01185-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01185-7","pdf_url":"https://www.nature.com/articles/s41746-024-01185-7.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:39043988","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39043988","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:escholarship.org:ark:/13030/qt5cj5w41r","is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/5cj5w41r","pdf_url":"https://escholarship.org/content/qt5cj5w41r/qt5cj5w41r.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, vol 7, iss 1","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11266508","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11266508","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11266508/pdf/41746_2024_Article_1185.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"},{"id":"pmh:ark:/13030/qt5cj5w41r","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:doaj.org/article:59fddd1b59b84a58bdb3e77d502905d6","is_oa":true,"landing_page_url":"https://doaj.org/article/59fddd1b59b84a58bdb3e77d502905d6","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 7, Iss 1, Pp 1-6 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1038/s41746-024-01185-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01185-7","pdf_url":"https://www.nature.com/articles/s41746-024-01185-7.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4713501941","display_name":null,"funder_award_id":"R01LM014344","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G8110047914","display_name":null,"funder_award_id":"R01LM014344","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"},{"id":"https://openalex.org/F4320337376","display_name":"NIH Clinical Center","ror":"https://ror.org/04vfsmv21"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400921803.pdf","grobid_xml":"https://content.openalex.org/works/W4400921803.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W4295951577","https://openalex.org/W4322720296","https://openalex.org/W4323066559","https://openalex.org/W4327810158","https://openalex.org/W4360891289","https://openalex.org/W4378783233","https://openalex.org/W4381587418","https://openalex.org/W4384071683","https://openalex.org/W4385374442","https://openalex.org/W4386120650","https://openalex.org/W4386736797","https://openalex.org/W4387775965","https://openalex.org/W4387973771","https://openalex.org/W4388093101","https://openalex.org/W4388585663","https://openalex.org/W4389156617","https://openalex.org/W4391544808","https://openalex.org/W4392359953"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Recent":[0],"studies":[1],"indicate":[2],"that":[3,81,111],"Generative":[4],"Pre-trained":[5],"Transformer":[6],"4":[7],"with":[8,104],"Vision":[9],"(GPT-4V)":[10],"outperforms":[11],"human":[12,86],"physicians":[13,87,101],"in":[14,98,117,129,138],"medical":[15,49,76],"challenge":[16],"tasks.":[17],"However,":[18,108],"these":[19],"evaluations":[20,149],"primarily":[21],"focused":[22],"on":[23],"the":[24,33,70,122,144],"accuracy":[25,90,137],"of":[26,41,44,48,60,75,134,150],"multi-choice":[27,89,139],"questions":[28],"alone.":[29],"Our":[30],"study":[31],"extends":[32],"current":[34],"scope":[35],"by":[36],"conducting":[37],"a":[38],"comprehensive":[39],"analysis":[40],"GPT-4V's":[42,135],"rationales":[43,116,152],"image":[45,130],"comprehension,":[46],"recall":[47],"knowledge,":[50],"and":[51,72],"step-by-step":[52],"multimodal":[53,156],"reasoning":[54],"when":[55],"solving":[56],"New":[57],"England":[58],"Journal":[59],"Medicine":[61],"(NEJM)":[62],"Image":[63],"Challenges-an":[64],"imaging":[65],"quiz":[66],"designed":[67],"to":[68,85],"test":[69],"knowledge":[71],"diagnostic":[73],"capabilities":[74],"professionals.":[77],"Evaluation":[78],"results":[79],"confirmed":[80],"GPT-4V":[82,94,112],"performs":[83,96],"comparatively":[84],"regarding":[88],"(81.6%":[91],"vs.":[92],"77.8%).":[93],"also":[95],"well":[97],"cases":[99,118],"where":[100,119],"incorrectly":[102],"answer,":[103],"over":[105],"78%":[106],"accuracy.":[107],"we":[109],"discovered":[110],"frequently":[113],"presents":[114],"flawed":[115],"it":[120],"makes":[121],"correct":[123],"final":[124],"choices":[125],"(35.5%),":[126],"most":[127],"prominent":[128],"comprehension":[131],"(27.2%).":[132],"Regardless":[133],"high":[136],"questions,":[140],"our":[141],"findings":[142],"emphasize":[143],"necessity":[145],"for":[146],"further":[147],"in-depth":[148],"its":[151],"before":[153],"integrating":[154],"such":[155],"AI":[157],"models":[158],"into":[159],"clinical":[160],"workflows.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":61},{"year":2024,"cited_by_count":22}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}