{"id":"https://openalex.org/W7114932139","doi":"https://doi.org/10.3389/frai.2025.1681979","title":"ChatGPT and reference intervals: a comparative analysis of repeatability in GPT-3.5 Turbo, GPT-4, and GPT-4o","display_name":"ChatGPT and reference intervals: a comparative analysis of repeatability in GPT-3.5 Turbo, GPT-4, and GPT-4o","publication_year":2025,"publication_date":"2025-12-12","ids":{"openalex":"https://openalex.org/W7114932139","doi":"https://doi.org/10.3389/frai.2025.1681979","pmid":"https://pubmed.ncbi.nlm.nih.gov/41459577"},"language":"en","primary_location":{"id":"doi:10.3389/frai.2025.1681979","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2025.1681979","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2025.1681979/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://public-pages-files-2025.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2025.1681979/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Annika Meyer","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153755","display_name":"University Hospital Cologne","ror":"https://ror.org/05mxhda18","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210153755"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Annika Meyer","raw_affiliation_strings":["Department of Anesthesiology and Operative Intensive Care, Faculty of Medicine and University Hospital, University Hospital Cologne, Cologne, Germany","Institute of Clinical Chemistry, Faculty of Medicine and University Hospital, University Hospital Cologne, Cologne, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesiology and Operative Intensive Care, Faculty of Medicine and University Hospital, University Hospital Cologne, Cologne, Germany","institution_ids":["https://openalex.org/I4210153755"]},{"raw_affiliation_string":"Institute of Clinical Chemistry, Faculty of Medicine and University Hospital, University Hospital Cologne, Cologne, Germany","institution_ids":["https://openalex.org/I4210153755"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Edgar Sch\u00f6mig","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153755","display_name":"University Hospital Cologne","ror":"https://ror.org/05mxhda18","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210153755"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Edgar Sch\u00f6mig","raw_affiliation_strings":["Institute for Pharmacology, Faculty of Medicine and University Hospital, University Hospital Cologne, Cologne, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Pharmacology, Faculty of Medicine and University Hospital, University Hospital Cologne, Cologne, Germany","institution_ids":["https://openalex.org/I4210153755"]}]},{"author_position":"last","author":{"id":null,"display_name":"Thomas Streichert","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153755","display_name":"University Hospital Cologne","ror":"https://ror.org/05mxhda18","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210153755"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Streichert","raw_affiliation_strings":["Institute of Clinical Chemistry, Faculty of Medicine and University Hospital, University Hospital Cologne, Cologne, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Clinical Chemistry, Faculty of Medicine and University Hospital, University Hospital Cologne, Cologne, Germany","institution_ids":["https://openalex.org/I4210153755"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210153755"],"apc_list":{"value":1150,"currency":"USD","value_usd":1150},"apc_paid":{"value":1150,"currency":"USD","value_usd":1150},"fwci":1.6939,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.87584774,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"1681979","last_page":"1681979"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/repeatability","display_name":"Repeatability","score":0.6833000183105469},{"id":"https://openalex.org/keywords/harmonization","display_name":"Harmonization","score":0.444599986076355},{"id":"https://openalex.org/keywords/reference-values","display_name":"Reference values","score":0.4440000057220459},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.36570000648498535},{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.328000009059906}],"concepts":[{"id":"https://openalex.org/C154020017","wikidata":"https://www.wikidata.org/wiki/Q520171","display_name":"Repeatability","level":2,"score":0.6833000183105469},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47200000286102295},{"id":"https://openalex.org/C2779962950","wikidata":"https://www.wikidata.org/wiki/Q5659376","display_name":"Harmonization","level":2,"score":0.444599986076355},{"id":"https://openalex.org/C2985213535","wikidata":"https://www.wikidata.org/wiki/Q1626599","display_name":"Reference values","level":2,"score":0.4440000057220459},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3495999872684479},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.33469998836517334},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2786000072956085},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2784000039100647},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.27559998631477356},{"id":"https://openalex.org/C60478076","wikidata":"https://www.wikidata.org/wiki/Q3036835","display_name":"Reference data","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C3018076075","wikidata":"https://www.wikidata.org/wiki/Q1826427","display_name":"Variance components","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.2531999945640564}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/frai.2025.1681979","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2025.1681979","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2025.1681979/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},{"id":"pmid:41459577","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41459577","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in artificial intelligence","raw_type":null},{"id":"pmh:oai:doaj.org/article:24b93d9c8afa4d4f8009f5767c6dcce6","is_oa":true,"landing_page_url":"https://doaj.org/article/24b93d9c8afa4d4f8009f5767c6dcce6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Artificial Intelligence, Vol 8 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12740928","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12740928/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Artif Intell","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/frai.2025.1681979","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2025.1681979","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2025.1681979/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320325385","display_name":"Stiftung f\u00fcr Pathobiochemie und Molekulare Diagnostik","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7114932139.pdf","grobid_xml":"https://content.openalex.org/works/W7114932139.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1988486242","https://openalex.org/W2072262195","https://openalex.org/W2076661987","https://openalex.org/W2080741898","https://openalex.org/W2147559839","https://openalex.org/W2199924972","https://openalex.org/W2509053282","https://openalex.org/W2584480920","https://openalex.org/W2765132019","https://openalex.org/W2800115148","https://openalex.org/W2990427812","https://openalex.org/W3133702157","https://openalex.org/W3193697168","https://openalex.org/W4308834527","https://openalex.org/W4318899036","https://openalex.org/W4361289889","https://openalex.org/W4366603014","https://openalex.org/W4376872703","https://openalex.org/W4385064363","https://openalex.org/W4385620011","https://openalex.org/W4386407716","https://openalex.org/W4390741581","https://openalex.org/W4391644728","https://openalex.org/W4391644915","https://openalex.org/W4392573765","https://openalex.org/W4393318237","https://openalex.org/W4399093667","https://openalex.org/W4399701665","https://openalex.org/W4400677043","https://openalex.org/W4402326869","https://openalex.org/W4402966708"],"related_works":[],"abstract_inverted_index":{"Background":[0],"Large":[1],"language":[2],"models":[3],"such":[4],"as":[5,9,64],"ChatGPT":[6,45,184],"hold":[7],"promise":[8],"rapid":[10],"\u201ccurbside":[11],"consultation\u201d":[12],"tools":[13],"in":[14,28],"laboratory":[15,86,214,237],"medicine.":[16],"However,":[17],"their":[18],"ability":[19],"to":[20,136,156,169,230,235],"generate":[21],"consistent":[22],"and":[23,99,118,129,161,219,233],"clinically":[24],"reliable":[25],"reference":[26,61,82,209,240],"intervals\u2014particularly":[27],"the":[29,54,58,94,105,115,123,182,246],"absence":[30],"of":[31,44,80,96,110,208,213],"contextual":[32],"clinical":[33],"information\u2014remains":[34],"uncertain.":[35],"Method":[36],"This":[37],"cross-sectional":[38],"study":[39],"evaluated":[40],"whether":[41],"three":[42],"versions":[43,185],"(GPT-3.5-Turbo,":[46],"GPT-4,":[47],"GPT-4o)":[48],"maintain":[49],"repeatable":[50],"reference-interval":[51],"outputs":[52],"when":[53,239],"prompt":[55,203],"intentionally":[56],"omits":[57],"interval,":[59],"using":[60,93],"interval":[62],"variability":[63,192],"a":[65,108],"stress-test":[66],"for":[67,91,114,122,140,195],"model":[68,217],"consistency.":[69],"Standardized":[70],"prompts":[71],"were":[72,88,144],"submitted":[73],"through":[74],"726,000":[75],"chatbot":[76],"requests.":[77],"A":[78],"total":[79],"246,842":[81],"intervals":[83,139,241],"across":[84,147],"47":[85],"parameters":[87,143],"then":[89],"analyzed":[90],"consistency":[92],"coefficient":[95],"variation":[97],"(CV)":[98],"regression":[100],"models.":[101],"Results":[102],"On":[103],"average,":[104],"chatbots":[106,226],"exhibited":[107],"CV":[109],"26.50%":[111],"(IQR:":[112,120],"7.35\u2013129.01%)":[113],"lower":[116,133,148],"limit":[117,125,163],"15.82%":[119],"4.50\u201345.30%)":[121],"upper":[124,162],"upon":[126],"repetition.":[127],"GPT-4":[128],"GPT-4o":[130],"demonstrated":[131],"significantly":[132],"CVs":[134],"compared":[135],"GPT-3.5-Turbo.":[137],"Reference":[138],"poorly":[141,196],"standardized":[142,197],"particularly":[145,194],"inconsistent":[146],"(":[149],"\u03b2":[150],":":[151],"0.6;":[152],"95%":[153,166],"CI:":[154,167],"0.35":[155],"0.86;":[157],"p":[158,171],"<":[159,172],"0.001)":[160],"(\u03b2:":[164],"0.5;":[165],"0.28":[168],"0.71;":[170],"0.001),":[173],"while":[174],"unit":[175],"expressions":[176],"also":[177],"showed":[178],"variability.":[179],"Conclusion":[180],"While":[181],"newer":[183],"tested":[186],"demonstrate":[187],"improved":[188],"repeatability,":[189],"diagnostically":[190],"unacceptable":[191],"persists,":[193],"analytes.":[198],"Mitigating":[199],"this":[200],"requires":[201],"thoughtful":[202],"design":[204],"(e.g.,":[205],"mandatory":[206],"inclusion":[207],"intervals),":[210],"global":[211],"harmonization":[212],"standards,":[215],"further":[216],"refinement,":[218],"robust":[220],"regulatory":[221],"oversight.":[222],"Until":[223],"then,":[224],"AI":[225],"should":[227],"be":[228],"restricted":[229],"professional":[231],"use":[232],"trained":[234],"refuse":[236],"interpretation":[238],"are":[242],"not":[243],"provided":[244],"by":[245],"user.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2025-12-12T00:00:00"}