{"id":"https://openalex.org/W4378348993","doi":"https://doi.org/10.1093/clinchem/hvad058","title":"Assessing the Accuracy and Clinical Utility of ChatGPT in Laboratory Medicine","display_name":"Assessing the Accuracy and Clinical Utility of ChatGPT in Laboratory Medicine","publication_year":2023,"publication_date":"2023-05-25","ids":{"openalex":"https://openalex.org/W4378348993","doi":"https://doi.org/10.1093/clinchem/hvad058","pmid":"https://pubmed.ncbi.nlm.nih.gov/37231970"},"language":"en","primary_location":{"id":"doi:10.1093/clinchem/hvad058","doi":"https://doi.org/10.1093/clinchem/hvad058","is_oa":false,"landing_page_url":"https://doi.org/10.1093/clinchem/hvad058","pdf_url":null,"source":{"id":"https://openalex.org/S139212996","display_name":"Clinical Chemistry","issn_l":"0009-9147","issn":["0009-9147","1530-8561"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320272","host_organization_name":"American Association for Clinical Chemistry","host_organization_lineage":["https://openalex.org/P4310320272"],"host_organization_lineage_names":["American Association for Clinical Chemistry"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Clinical Chemistry","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101888004","display_name":"Carlos Mu\u00f1oz\u2010Zuluaga","orcid":"https://orcid.org/0000-0002-6125-3170","observed_orcids":["https://orcid.org/0000-0002-6125-3170"]},"institutions":[{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlos Munoz-Zuluaga","raw_affiliation_strings":["Department of Pathology and Laboratory Medicine, Weill Cornell Medicine , New York, NY 10065 , United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pathology and Laboratory Medicine, Weill Cornell Medicine , New York, NY 10065 , United States","institution_ids":["https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010916893","display_name":"Zhen Zhao","orcid":"https://orcid.org/0000-0002-9742-5982","observed_orcids":["https://orcid.org/0000-0002-9742-5982"]},"institutions":[{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhen Zhao","raw_affiliation_strings":["Department of Pathology and Laboratory Medicine, Weill Cornell Medicine , New York, NY 10065 , United States"],"raw_orcid":"https://orcid.org/0000-0002-9742-5982","affiliations":[{"raw_affiliation_string":"Department of Pathology and Laboratory Medicine, Weill Cornell Medicine , New York, NY 10065 , United States","institution_ids":["https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100455768","display_name":"Fei Wang","orcid":"https://orcid.org/0000-0001-9459-9461","observed_orcids":["https://orcid.org/0000-0001-9459-9461"]},"institutions":[{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Wang","raw_affiliation_strings":["Department of Population Health Sciences, Weill Cornell Medicine , New York, NY , United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine , New York, NY , United States","institution_ids":["https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028535028","display_name":"Matthew Blake Greenblatt","orcid":"https://orcid.org/0000-0001-9794-8532","observed_orcids":["https://orcid.org/0000-0001-9794-8532"]},"institutions":[{"id":"https://openalex.org/I1281539108","display_name":"Hospital for Special Surgery","ror":"https://ror.org/03zjqec80","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1281539108"]},{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew B Greenblatt","raw_affiliation_strings":["Department of Pathology and Laboratory Medicine, Weill Cornell Medicine , New York, NY 10065 , United States","Research Division, Hospital for Special Surgery , New York, NY , United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pathology and Laboratory Medicine, Weill Cornell Medicine , New York, NY 10065 , United States","institution_ids":["https://openalex.org/I4387153466"]},{"raw_affiliation_string":"Research Division, Hospital for Special Surgery , New York, NY , United States","institution_ids":["https://openalex.org/I1281539108"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080585906","display_name":"He S. Yang","orcid":"https://orcid.org/0000-0001-5827-992X","observed_orcids":["https://orcid.org/0000-0001-5827-992X"]},"institutions":[{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"He S Yang","raw_affiliation_strings":["Department of Pathology and Laboratory Medicine, Weill Cornell Medicine , New York, NY 10065 , United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pathology and Laboratory Medicine, Weill Cornell Medicine , New York, NY 10065 , United States","institution_ids":["https://openalex.org/I4387153466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5080585906"],"corresponding_institution_ids":["https://openalex.org/I4387153466"],"apc_list":{"value":4088,"currency":"USD","value_usd":4088},"apc_paid":null,"fwci":2.076,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.89160589,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"69","issue":"8","first_page":"939","last_page":"940"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11314","display_name":"Clinical Laboratory Practices and Quality Control","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9990000128746033},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.9359999895095825},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9729999899864197},{"id":"https://openalex.org/keywords/laboratory-medicine","display_name":"clinical pathology","score":0.9179999828338623},{"id":"https://openalex.org/keywords/accuracy-assessment","display_name":"accuracy assessment","score":0.6069999933242798},{"id":"https://openalex.org/keywords/clinical-utility","display_name":"clinical utility","score":0.9179999828338623},{"id":"https://openalex.org/keywords/artificial-intelligence-in-healthcare","display_name":"artificial intelligence in healthcare","score":0.7919999957084656},{"id":"https://openalex.org/keywords/medical-question-answering","display_name":"medical question answering","score":0.5350000262260437}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.4669042229652405},{"id":"https://openalex.org/C44519122","wikidata":"https://www.wikidata.org/wiki/Q2296168","display_name":"Medical laboratory","level":2,"score":0.4502800703048706},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.3939388692378998},{"id":"https://openalex.org/C74909509","wikidata":"https://www.wikidata.org/wiki/Q10387","display_name":"Gerontology","level":1,"score":0.3327330946922302},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.16210460662841797},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.10929742455482483}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1093/clinchem/hvad058","doi":"https://doi.org/10.1093/clinchem/hvad058","is_oa":false,"landing_page_url":"https://doi.org/10.1093/clinchem/hvad058","pdf_url":null,"source":{"id":"https://openalex.org/S139212996","display_name":"Clinical Chemistry","issn_l":"0009-9147","issn":["0009-9147","1530-8561"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320272","host_organization_name":"American Association for Clinical Chemistry","host_organization_lineage":["https://openalex.org/P4310320272"],"host_organization_lineage_names":["American Association for Clinical Chemistry"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Clinical Chemistry","raw_type":"journal-article"},{"id":"pmid:37231970","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37231970","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Clinical chemistry","raw_type":"Letter"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.6240000128746033,"id":"https://metadata.un.org/sdg/3"}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W4319083882","https://openalex.org/W4324308091"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3031052312","https://openalex.org/W4389568370","https://openalex.org/W3032375762","https://openalex.org/W1995515455","https://openalex.org/W2080531066","https://openalex.org/W3108674512","https://openalex.org/W1506200166","https://openalex.org/W1489783725","https://openalex.org/W2148612803"],"abstract_inverted_index":{"The":[0,55],"Chat":[1],"Generative":[2],"Pre-trained":[3],"Transformer":[4],"(ChatGPT)":[5],"is":[6,83,96,120],"a":[7,52,84,153],"natural":[8],"language":[9,59],"processing":[10],"tool":[11],"driven":[12],"by":[13,114],"artificial":[14],"intelligence":[15],"and":[16,124],"trained":[17,104],"on":[18,105],"massive":[19],"amounts":[20],"of":[21,78,90,149,156,172],"data":[22,107,135,174],"(1,":[23],"2).":[24],"ChatGPT":[25,63,100,129],"has":[26],"been":[27],"gaining":[28],"significant":[29],"attention":[30],"since":[31],"its":[32,39,92,110],"release":[33],"in":[34,46,51,87,94,132,160,175],"November":[35],"2022":[36],"due":[37],"to":[38,42,48,128,139,151,169],"extraordinary":[40],"ability":[41,148],"generate":[43],"human-like":[44],"answers":[45],"response":[47],"text":[49],"input":[50],"conversational":[53],"context.":[54,177],"initial":[56],"backbone":[57],"large":[58],"model":[60],"that":[61,122],"supports":[62],"was":[64,73,101],"GPT-3.5.":[65],"In":[66,117],"March":[67],"2023,":[68],"an":[69],"upgraded":[70],"version,":[71],"GPT-4,":[72],"released":[74],"with":[75],"the":[76,88,147,161],"promise":[77],"improved":[79],"accuracy.":[80],"Although":[81],"there":[82],"widespread":[85],"interest":[86],"use":[89],"ChatGPT,":[91],"application":[93],"medicine":[95,163],"controversial":[97],"(3,":[98],"4).":[99],"not":[102],"extensively":[103],"biomedical":[106],"nor":[108],"were":[109],"responses":[111],"thoroughly":[112],"assessed":[113],"medical":[115],"experts.":[116],"particular,":[118],"it":[119],"likely":[121],"patients":[123],"clinicians":[125],"will":[126],"turn":[127],"for":[130],"assistance":[131],"interpreting":[133],"laboratory":[134,142,162,173],"or":[136],"understanding":[137],"how":[138],"utilize":[140],"clinical":[141,176],"services.":[143],"Here":[144],"we":[145],"evaluated":[146],"GPT-4":[150],"answer":[152],"representative":[154],"set":[155],"questions":[157],"frequently":[158],"encountered":[159],"field,":[164],"ranging":[165],"from":[166],"basic":[167],"knowledge":[168],"complex":[170],"interpretation":[171]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":12}],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2025-10-10T00:00:00"}