{"id":"https://openalex.org/W4400549596","doi":"https://doi.org/10.2196/51282","title":"Assessing GPT-4\u2019s Performance in Delivering Medical Advice: Comparative Analysis With Human Experts","display_name":"Assessing GPT-4\u2019s Performance in Delivering Medical Advice: Comparative Analysis With Human Experts","publication_year":2024,"publication_date":"2024-07-08","ids":{"openalex":"https://openalex.org/W4400549596","doi":"https://doi.org/10.2196/51282","pmid":"https://pubmed.ncbi.nlm.nih.gov/38989848","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/11250047"},"language":"en","primary_location":{"id":"doi:10.2196/51282","doi":"https://doi.org/10.2196/51282","is_oa":true,"landing_page_url":"https://doi.org/10.2196/51282","pdf_url":null,"source":{"id":"https://openalex.org/S4210212741","display_name":"JMIR Medical Education","issn_l":"2369-3762","issn":["2369-3762"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Medical Education","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.2196/51282","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103324691","display_name":"Eunbeen Jo","orcid":"https://orcid.org/0000-0002-2468-0114","observed_orcids":["https://orcid.org/0000-0002-2468-0114"]},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Eunbeen Jo","raw_affiliation_strings":["Department of Medical Informatics, Korea University College of Medicine, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-2468-0114","affiliations":[{"raw_affiliation_string":"Department of Medical Informatics, Korea University College of Medicine, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082350046","display_name":"Sanghoun Song","orcid":"https://orcid.org/0000-0002-4234-232X","observed_orcids":["https://orcid.org/0000-0002-4234-232X"]},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sanghoun Song","raw_affiliation_strings":["Department of Linguistics, Korea University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-4234-232X","affiliations":[{"raw_affiliation_string":"Department of Linguistics, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427730","display_name":"Jong-Ho Kim","orcid":"https://orcid.org/0000-0002-1309-0821","observed_orcids":["https://orcid.org/0000-0002-1309-0821"]},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]},{"id":"https://openalex.org/I2799980853","display_name":"Korea University Medical Center","ror":"https://ror.org/02cs2sd33","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I197347611","https://openalex.org/I2799980853"]},{"id":"https://openalex.org/I4405260934","display_name":"Korea University Anam Hospital","ror":"https://ror.org/04gjj3027","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I197347611","https://openalex.org/I2799980853","https://openalex.org/I4405260934"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jong-Ho Kim","raw_affiliation_strings":["Department of Cardiology, Cardiovascular Center, Korea University College of Medicine, Seoul, Republic of Korea","Division of Cardiology, Department of Internal Medicine, Korea University Anam Hospital, Seoul, Republic of Korea","Korea University Research Institute for Medical Bigdata Science, Korea University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-1309-0821","affiliations":[{"raw_affiliation_string":"Department of Cardiology, Cardiovascular Center, Korea University College of Medicine, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611","https://openalex.org/I2799980853"]},{"raw_affiliation_string":"Division of Cardiology, Department of Internal Medicine, Korea University Anam Hospital, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I4405260934"]},{"raw_affiliation_string":"Korea University Research Institute for Medical Bigdata Science, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101586991","display_name":"Subin Lim","orcid":"https://orcid.org/0000-0003-4660-8911","observed_orcids":["https://orcid.org/0000-0003-4660-8911"]},"institutions":[{"id":"https://openalex.org/I4405260934","display_name":"Korea University Anam Hospital","ror":"https://ror.org/04gjj3027","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I197347611","https://openalex.org/I2799980853","https://openalex.org/I4405260934"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Subin Lim","raw_affiliation_strings":["Division of Cardiology, Department of Internal Medicine, Korea University Anam Hospital, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-4660-8911","affiliations":[{"raw_affiliation_string":"Division of Cardiology, Department of Internal Medicine, Korea University Anam Hospital, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I4405260934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015942085","display_name":"Ju Hyeon Kim","orcid":"https://orcid.org/0000-0002-4193-0891","observed_orcids":["https://orcid.org/0000-0002-4193-0891"]},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]},{"id":"https://openalex.org/I2799980853","display_name":"Korea University Medical Center","ror":"https://ror.org/02cs2sd33","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I197347611","https://openalex.org/I2799980853"]},{"id":"https://openalex.org/I4405260934","display_name":"Korea University Anam Hospital","ror":"https://ror.org/04gjj3027","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I197347611","https://openalex.org/I2799980853","https://openalex.org/I4405260934"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ju Hyeon Kim","raw_affiliation_strings":["Department of Cardiology, Cardiovascular Center, Korea University College of Medicine, Seoul, Republic of Korea","Division of Cardiology, Department of Internal Medicine, Korea University Anam Hospital, Seoul, Republic of Korea","Korea University Research Institute for Medical Bigdata Science, Korea University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-4193-0891","affiliations":[{"raw_affiliation_string":"Department of Cardiology, Cardiovascular Center, Korea University College of Medicine, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611","https://openalex.org/I2799980853"]},{"raw_affiliation_string":"Division of Cardiology, Department of Internal Medicine, Korea University Anam Hospital, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I4405260934"]},{"raw_affiliation_string":"Korea University Research Institute for Medical Bigdata Science, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036379724","display_name":"Jung\u2010Joon Cha","orcid":"https://orcid.org/0000-0002-8299-1877","observed_orcids":["https://orcid.org/0000-0002-8299-1877"]},"institutions":[{"id":"https://openalex.org/I4405260934","display_name":"Korea University Anam Hospital","ror":"https://ror.org/04gjj3027","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I197347611","https://openalex.org/I2799980853","https://openalex.org/I4405260934"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jung-Joon Cha","raw_affiliation_strings":["Division of Cardiology, Department of Internal Medicine, Korea University Anam Hospital, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-8299-1877","affiliations":[{"raw_affiliation_string":"Division of Cardiology, Department of Internal Medicine, Korea University Anam Hospital, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I4405260934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100337302","display_name":"Young-Min Kim","orcid":"https://orcid.org/0000-0002-6914-901X","observed_orcids":["https://orcid.org/0000-0002-6914-901X"]},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young-Min Kim","raw_affiliation_strings":["School of Interdisciplinary Industrial Studies, Hanyang University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-6914-901X","affiliations":[{"raw_affiliation_string":"School of Interdisciplinary Industrial Studies, Hanyang University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037704369","display_name":"Hyung Joon Joo","orcid":"https://orcid.org/0000-0003-1846-8464","observed_orcids":["https://orcid.org/0000-0003-1846-8464"]},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]},{"id":"https://openalex.org/I2799980853","display_name":"Korea University Medical Center","ror":"https://ror.org/02cs2sd33","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I197347611","https://openalex.org/I2799980853"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Hyung Joon Joo","raw_affiliation_strings":["Department of Cardiology, Cardiovascular Center, Korea University College of Medicine, Seoul, Republic of Korea","Department of Medical Informatics, Korea University College of Medicine, Seoul, Republic of Korea","Korea University Research Institute for Medical Bigdata Science, Korea University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-1846-8464","affiliations":[{"raw_affiliation_string":"Department of Cardiology, Cardiovascular Center, Korea University College of Medicine, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611","https://openalex.org/I2799980853"]},{"raw_affiliation_string":"Department of Medical Informatics, Korea University College of Medicine, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"Korea University Research Institute for Medical Bigdata Science, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5037704369"],"corresponding_institution_ids":["https://openalex.org/I197347611","https://openalex.org/I2799980853"],"apc_list":{"value":1873,"currency":"USD","value_usd":1873},"apc_paid":{"value":1873,"currency":"USD","value_usd":1873},"fwci":3.3331,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.93112336,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"e51282","last_page":"e51282"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.9980000257492065},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9660000205039978},{"id":"https://openalex.org/keywords/human-ai-comparison","display_name":"human-AI comparison","score":0.7170000076293945},{"id":"https://openalex.org/keywords/drug-information","display_name":"drug information","score":0.6940000057220459},{"id":"https://openalex.org/keywords/provisional-diagnosis","display_name":"preliminary diagnosis","score":0.9509999752044678},{"id":"https://openalex.org/keywords/type-token-ratio","display_name":"type-token ratio","score":0.8389999866485596},{"id":"https://openalex.org/keywords/health-misinformation","display_name":"health misinformation","score":0.4309999942779541},{"id":"https://openalex.org/keywords/artificial-intelligence-in-healthcare","display_name":"artificial intelligence in healthcare","score":0.3319999873638153},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.46399998664855957},{"id":"https://openalex.org/keywords/chatbots","display_name":"chatbots","score":0.3100000023841858}],"concepts":[{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.5499288439750671},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.5009636878967285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49511757493019104},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.4906984567642212},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.45987290143966675},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.4299164116382599},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.41507527232170105},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.36362725496292114},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.33444786071777344},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32522791624069214},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.22346410155296326},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.20049697160720825},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12278592586517334},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D002309","descriptor_name":"Cardiology","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.2196/51282","doi":"https://doi.org/10.2196/51282","is_oa":true,"landing_page_url":"https://doi.org/10.2196/51282","pdf_url":null,"source":{"id":"https://openalex.org/S4210212741","display_name":"JMIR Medical Education","issn_l":"2369-3762","issn":["2369-3762"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Medical Education","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11250047","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11250047","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11250047/pdf/","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Med Educ","raw_type":"Text"},{"id":"pmid:38989848","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38989848","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR medical education","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:bef56d3f9bc3422da20e507eaa4824c5","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/bef56d3f9bc3422da20e507eaa4824c5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"JMIR Medical Education, Vol 10, Pp e51282-e51282 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.2196/51282","doi":"https://doi.org/10.2196/51282","is_oa":true,"landing_page_url":"https://doi.org/10.2196/51282","pdf_url":null,"source":{"id":"https://openalex.org/S4210212741","display_name":"JMIR Medical Education","issn_l":"2369-3762","issn":["2369-3762"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Medical Education","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.9391000270843506,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400549596.pdf","grobid_xml":"https://content.openalex.org/works/W4400549596.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W2989281995","https://openalex.org/W3029248646","https://openalex.org/W3086963535","https://openalex.org/W3089461587","https://openalex.org/W3095319910","https://openalex.org/W4229015090","https://openalex.org/W4283312187","https://openalex.org/W4292199287","https://openalex.org/W4319662928","https://openalex.org/W4323652488","https://openalex.org/W4324304837","https://openalex.org/W4327810158","https://openalex.org/W4361289889","https://openalex.org/W4363679378","https://openalex.org/W4376613087","https://openalex.org/W4376866715","https://openalex.org/W4379877813","https://openalex.org/W4380685958","https://openalex.org/W4382930233","https://openalex.org/W4383217199","https://openalex.org/W4383301640","https://openalex.org/W4383346782","https://openalex.org/W4384071683","https://openalex.org/W4385568225"],"related_works":["https://openalex.org/W7152017467","https://openalex.org/W4417152775","https://openalex.org/W4412007169","https://openalex.org/W4397005597","https://openalex.org/W4391779256","https://openalex.org/W4412514154","https://openalex.org/W7126083144","https://openalex.org/W4386820334","https://openalex.org/W4403808634","https://openalex.org/W7213029564"],"abstract_inverted_index":{"Background:":[0],"Accurate":[1],"medical":[2,46,66,75,234,369,373,421],"advice":[3,76,356],"is":[4,237,245,410],"paramount":[5],"in":[6,37,44,73,99,233,332,354,367,382,391],"ensuring":[7],"optimal":[8],"patient":[9],"care,":[10],"and":[11,96,108,122,146,156,167,173,179,189,201,213,222,227,285,344,402,423],"misinformation":[12],"can":[13],"lead":[14],"to":[15,54,63,90,137,209,339,375,412],"misguided":[16],"decisions":[17],"with":[18,70,81,134,371],"potentially":[19,296],"detrimental":[20],"health":[21,40],"outcomes.":[22],"The":[23],"emergence":[24],"of":[25,68,94,116,181,191,216,271,293,352,385,397,417],"large":[26],"language":[27],"models":[28],"(LLMs)":[29],"such":[30],"as":[31,184,186],"OpenAI's":[32],"GPT-4":[33,69,95,131,226,260,280,331,353,362],"has":[34,363],"spurred":[35],"interest":[36],"their":[38,52,298],"potential":[39,366,416],"care":[41],"applications,":[42],"particularly":[43,381],"automated":[45,368],"consultation.":[47],"Yet,":[48],"rigorous":[49],"investigations":[50],"comparing":[51],"performance":[53,93],"human":[55,71,97,125,154,228,294,328,376],"experts":[56,72,98,126,155,229,329],"remain":[57,380],"sparse.":[58],"Objective:":[59],"This":[60],"study":[61],"aims":[62],"compare":[64,210],"the":[65,92,138,149,165,177,182,187,192,211,217,350,383,395,414],"accuracy":[67,188,235,251,374],"providing":[74,355],"using":[77,219],"real-world":[78],"user-generated":[79],"queries,":[80],"a":[82,159,195,204,268,287],"specific":[83,100,333,398],"focus":[84],"on":[85,358],"cardiology.":[86],"It":[87],"also":[88,267],"sought":[89],"analyze":[91],"question":[101,334],"categories,":[102,335],"including":[103],"drug":[104,340],"or":[105,341],"medication":[106,342],"information":[107,343],"preliminary":[109,345],"diagnoses.":[110,346],"Methods:":[111],"We":[112],"collected":[113],"251":[114],"pairs":[115,166],"cardiology-specific":[117],"questions":[118,183],"from":[119,124],"general":[120,301],"users":[121,302],"answers":[123,150],"via":[127],"an":[128],"internet":[129],"portal.":[130],"was":[132,171,207],"tasked":[133],"generating":[135],"responses":[136,218,258,273,281],"same":[139],"questions.":[140],"Three":[141],"independent":[142],"cardiologists":[143],"(SL,":[144],"JHK,":[145],"JJC)":[147],"evaluated":[148],"provided":[151],"by":[152],"both":[153],"GPT-4.":[157],"Using":[158],"computer":[160],"interface,":[161],"each":[162],"evaluator":[163],"compared":[164],"determined":[168],"which":[169],"answer":[170],"superior,":[172],"they":[174],"quantitatively":[175],"measured":[176],"clarity":[178],"complexity":[180],"well":[185],"appropriateness":[190],"responses,":[193],"applying":[194],"3-tiered":[196],"grading":[197],"scale":[198],"(low,":[199],"medium,":[200],"high).":[202],"Furthermore,":[203],"linguistic":[205],"analysis":[206],"conducted":[208],"length":[212],"vocabulary":[214,290],"diversity":[215],"word":[220],"count":[221],"type-token":[223,315],"ratio.":[224],"Results:":[225],"displayed":[230],"comparable":[231,372],"efficacy":[232],"(\"GPT-4":[236],"better\"":[238,246],"at":[239,247],"132/251,":[240],"52.6%":[241],"vs":[242,263,276,309,321],"\"Human":[243],"expert":[244],"119/251,":[248],"47.4%).":[249],"In":[250],"level":[252],"categorization,":[253],"humans":[254],"had":[255],"more":[256],"high-accuracy":[257],"than":[259,291],"(50/237,":[261],"21.1%":[262],"30/238,":[264],"12.6%)":[265],"but":[266],"greater":[269],"proportion":[270],"low-accuracy":[272],"(11/237,":[274],"4.6%":[275],"1/238,":[277],"0.4%;":[278],"P=.001).":[279],"were":[282],"generally":[283],"longer":[284],"used":[286],"less":[288],"diverse":[289],"those":[292,337],"experts,":[295],"enhancing":[297],"comprehensibility":[299],"for":[300,405],"(sentence":[303],"count:":[304],"mean":[305,310,317,322],"10.9,":[306],"SD":[307,312,319,324],"4.2":[308],"5.9,":[311],"3.7;":[313],"P<.001;":[314],"ratio:":[316],"0.69,":[318],"0.07":[320],"0.79,":[323],"0.09;":[325],"P<.001).":[326],"Nevertheless,":[327],"outperformed":[330],"notably":[336],"related":[338],"These":[347],"findings":[348],"highlight":[349],"limitations":[351],"based":[357],"clinical":[359,387,399],"experience.":[360],"Conclusions:":[361],"shown":[364],"promising":[365],"consultation,":[370],"experts.":[377],"However,":[378],"challenges":[379],"realm":[384],"nuanced":[386],"judgment.":[388],"Future":[389],"improvements":[390],"LLMs":[392,418],"may":[393],"require":[394],"integration":[396],"reasoning":[400],"pathways":[401],"regulatory":[403],"oversight":[404],"safe":[406],"use.":[407],"Further":[408],"research":[409],"needed":[411],"understand":[413],"full":[415],"across":[419],"various":[420],"specialties":[422],"conditions.":[424]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2024-07-12T00:00:00"}