{"id":"https://openalex.org/W4399238566","doi":"https://doi.org/10.1016/j.hlc.2024.03.005","title":"Appropriateness of ChatGPT in Answering Heart Failure Related Questions","display_name":"Appropriateness of ChatGPT in Answering Heart Failure Related Questions","alternate_titles":[],"publication_year":2024,"publication_date":"2024-05-31","ids":{"openalex":"https://openalex.org/W4399238566","doi":"https://doi.org/10.1016/j.hlc.2024.03.005","pmid":"https://pubmed.ncbi.nlm.nih.gov/38821760"},"language":"en","primary_location":{"id":"doi:10.1016/j.hlc.2024.03.005","doi":"https://doi.org/10.1016/j.hlc.2024.03.005","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.hlc.2024.03.005","pdf_url":null,"source":{"id":"https://openalex.org/S119123570","display_name":"Heart Lung and Circulation","issn_l":"1443-9506","issn":["1443-9506","1444-2892"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Heart, Lung and Circulation","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4399238566"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.hlc.2024.03.005","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037702123","display_name":"Ryan C King","orcid":"https://orcid.org/0000-0003-3479-0365","observed_orcids":["https://orcid.org/0000-0003-3479-0365"]},"institutions":[{"id":"https://openalex.org/I4210096636","display_name":"University of California, Irvine Medical Center","ror":"https://ror.org/00cm8nm15","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210096636","https://openalex.org/I4210137750"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Ryan C. King","raw_affiliation_strings":["Division of Cardiology, Department of Medicine, Irvine Medical Center, University of California, Orange, CA, USA. Electronic address: kingrc@hs.uci.edu"],"raw_orcid":"https://orcid.org/0000-0003-3479-0365","affiliations":[{"raw_affiliation_string":"Division of Cardiology, Department of Medicine, Irvine Medical Center, University of California, Orange, CA, USA. Electronic address: kingrc@hs.uci.edu","institution_ids":["https://openalex.org/I4210096636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050631900","display_name":"Jamil S. Samaan","orcid":"https://orcid.org/0000-0002-6191-2631","observed_orcids":["https://orcid.org/0000-0002-6191-2631"]},"institutions":[{"id":"https://openalex.org/I1282927834","display_name":"Cedars-Sinai Medical Center","ror":"https://ror.org/02pammg90","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1282927834"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jamil S. Samaan","raw_affiliation_strings":["Karsh Division of Gastroenterology and Hepatology, Department of Medicine, Cedars-Sinai Medical Center, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6191-2631","affiliations":[{"raw_affiliation_string":"Karsh Division of Gastroenterology and Hepatology, Department of Medicine, Cedars-Sinai Medical Center, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1282927834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024721601","display_name":"Yee Hui Yeo","orcid":"https://orcid.org/0000-0002-2703-5954","observed_orcids":["https://orcid.org/0000-0002-2703-5954"]},"institutions":[{"id":"https://openalex.org/I1282927834","display_name":"Cedars-Sinai Medical Center","ror":"https://ror.org/02pammg90","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1282927834"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yee Hui Yeo","raw_affiliation_strings":["Karsh Division of Gastroenterology and Hepatology, Department of Medicine, Cedars-Sinai Medical Center, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karsh Division of Gastroenterology and Hepatology, Department of Medicine, Cedars-Sinai Medical Center, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1282927834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036674959","display_name":"Behram P. Mody","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210096636","display_name":"University of California, Irvine Medical Center","ror":"https://ror.org/00cm8nm15","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210096636","https://openalex.org/I4210137750"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Behram Mody","raw_affiliation_strings":["Division of Cardiology, Department of Medicine, Irvine Medical Center, University of California, Orange, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Cardiology, Department of Medicine, Irvine Medical Center, University of California, Orange, CA, USA","institution_ids":["https://openalex.org/I4210096636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008484827","display_name":"Dawn M. Lombardo","orcid":"https://orcid.org/0000-0002-3068-1658","observed_orcids":["https://orcid.org/0000-0002-3068-1658"]},"institutions":[{"id":"https://openalex.org/I4210096636","display_name":"University of California, Irvine Medical Center","ror":"https://ror.org/00cm8nm15","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210096636","https://openalex.org/I4210137750"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dawn M. Lombardo","raw_affiliation_strings":["Division of Cardiology, Department of Medicine, Irvine Medical Center, University of California, Orange, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3068-1658","affiliations":[{"raw_affiliation_string":"Division of Cardiology, Department of Medicine, Irvine Medical Center, University of California, Orange, CA, USA","institution_ids":["https://openalex.org/I4210096636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044330611","display_name":"Roxana Ghashghaei","orcid":"https://orcid.org/0000-0002-2588-2631","observed_orcids":["https://orcid.org/0000-0002-2588-2631"]},"institutions":[{"id":"https://openalex.org/I4210096636","display_name":"University of California, Irvine Medical Center","ror":"https://ror.org/00cm8nm15","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210096636","https://openalex.org/I4210137750"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Roxana Ghashghaei","raw_affiliation_strings":["Division of Cardiology, Department of Medicine, Irvine Medical Center, University of California, Orange, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2588-2631","affiliations":[{"raw_affiliation_string":"Division of Cardiology, Department of Medicine, Irvine Medical Center, University of California, Orange, CA, USA","institution_ids":["https://openalex.org/I4210096636"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5037702123"],"corresponding_institution_ids":["https://openalex.org/I4210096636"],"apc_list":{"value":2860,"currency":"USD","value_usd":2860},"apc_paid":{"value":2860,"currency":"USD","value_usd":2860},"fwci":3.4801,"has_fulltext":false,"cited_by_count":56,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.93786478,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":"33","issue":"9","first_page":"1314","last_page":"1318"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10198","display_name":"Heart Failure Treatment and Management","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9589999914169312},{"id":"https://openalex.org/keywords/heart-failure","display_name":"heart failure","score":0.9369999766349792},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9240000247955322},{"id":"https://openalex.org/keywords/patient-education","display_name":"patient education","score":0.7699999809265137},{"id":"https://openalex.org/keywords/frequently-asked-questions","display_name":"frequently asked questions","score":0.8309999704360962},{"id":"https://openalex.org/keywords/gpt-3-5","display_name":"GPT-3.5","score":0.8489999771118164},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.9990000128746033},{"id":"https://openalex.org/keywords/response-accuracy","display_name":"response accuracy","score":0.7940000295639038},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.9190000295639038},{"id":"https://openalex.org/keywords/health-information","display_name":"health information","score":0.3580000102519989},{"id":"https://openalex.org/keywords/artificial-intelligence-in-healthcare","display_name":"artificial intelligence in healthcare","score":0.5590000152587891}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.9282306432723999},{"id":"https://openalex.org/C2778198053","wikidata":"https://www.wikidata.org/wiki/Q181754","display_name":"Heart failure","level":2,"score":0.7675766944885254},{"id":"https://openalex.org/C2781374807","wikidata":"https://www.wikidata.org/wiki/Q6746704","display_name":"Management of heart failure","level":3,"score":0.4537636339664459},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.3674367368221283},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.34953904151916504},{"id":"https://openalex.org/C164705383","wikidata":"https://www.wikidata.org/wiki/Q10379","display_name":"Cardiology","level":1,"score":0.25556331872940063}],"mesh":[{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006333","descriptor_name":"Heart Failure","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D006333","descriptor_name":"Heart Failure","qualifier_ui":"Q000628","qualifier_name":"therapy","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010353","descriptor_name":"Patient Education as Topic","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D011795","descriptor_name":"Surveys and Questionnaires","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1016/j.hlc.2024.03.005","doi":"https://doi.org/10.1016/j.hlc.2024.03.005","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.hlc.2024.03.005","pdf_url":null,"source":{"id":"https://openalex.org/S119123570","display_name":"Heart Lung and Circulation","issn_l":"1443-9506","issn":["1443-9506","1444-2892"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Heart, Lung and Circulation","raw_type":"journal-article"},{"id":"doi:10.1101/2023.07.07.23292385","doi":"https://doi.org/10.1101/2023.07.07.23292385","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2023.07.07.23292385","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2023/07/10/2023.07.07.23292385.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},{"id":"pmid:38821760","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38821760","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Heart, lung & circulation","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1016/j.hlc.2024.03.005","doi":"https://doi.org/10.1016/j.hlc.2024.03.005","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.hlc.2024.03.005","pdf_url":null,"source":{"id":"https://openalex.org/S119123570","display_name":"Heart Lung and Circulation","issn_l":"1443-9506","issn":["1443-9506","1444-2892"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Heart, Lung and Circulation","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.9537000060081482,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399238566.pdf","grobid_xml":"https://content.openalex.org/works/W4399238566.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2133908663","https://openalex.org/W4200087172","https://openalex.org/W4210937888","https://openalex.org/W4319062614","https://openalex.org/W4323050332","https://openalex.org/W4327810158","https://openalex.org/W4353016766","https://openalex.org/W4367175507","https://openalex.org/W4372348574","https://openalex.org/W4381853206","https://openalex.org/W4385578676","https://openalex.org/W4386414742"],"related_works":["https://openalex.org/W4392548413","https://openalex.org/W4404597693","https://openalex.org/W7159677060","https://openalex.org/W4415647220","https://openalex.org/W4415544305","https://openalex.org/W4396520509","https://openalex.org/W4388705160","https://openalex.org/W4411445900","https://openalex.org/W4399353024","https://openalex.org/W4406365282"],"abstract_inverted_index":{"BACKGROUND:":[0],"Heart":[1],"failure":[2],"requires":[3],"complex":[4],"management,":[5],"and":[6,27,61,73,84,106,126,129,157,160,175,198,203,222,231,241,263,280,286],"increased":[7],"patient":[8,284,290],"knowledge":[9,20,150],"has":[10],"been":[11],"shown":[12],"to":[13,188,265,282],"improve":[14],"outcomes.":[15],"This":[16],"study":[17],"assessed":[18],"the":[19,152,195,234,256],"of":[21,34,44,86,148,154,236],"Chat":[22],"Generative":[23],"Pre-trained":[24],"Transformer":[25],"(ChatGPT)":[26],"its":[28,272],"appropriateness":[29],"as":[30,172,251],"a":[31,100,114,145,252],"supplemental":[32],"resource":[33],"information":[35,262],"for":[36,151,177,226],"patients":[37,266],"with":[38,96,139,214,224,268],"heart":[39,48,108,237,269],"failure.":[40,109,270],"METHOD:":[41],"A":[42],"total":[43,168],"107":[45],"frequently":[46],"asked":[47],"failure-related":[49,238],"questions":[50,239],"were":[51,68,88,166,184],"included":[52],"in":[53,94,104,194,219,245,255],"3":[54],"categories:":[55],"\"basic":[56,155],"knowledge\"":[57,156],"(49),":[58],"\"management\"":[59,158,196],"(41)":[60],"\"other\"":[62,199],"(17).":[63],"Two":[64],"responses":[65,77,87,138,169,183],"per":[66,78,80],"question":[67,79],"generated":[69],"using":[70,113],"both":[71],"GPT-3.5":[72,191,215,230],"GPT-4":[74,134,143,223,232],"(i.e.,":[75],"two":[76,91,167],"model).":[81],"The":[82,207],"accuracy":[83],"reproducibility":[85],"graded":[89,112,171],"by":[90,99,258],"reviewers,":[92],"board-certified":[93,103],"cardiology,":[95],"differences":[97],"resolved":[98],"third":[101],"reviewer,":[102],"cardiology":[105],"advanced":[107],"Accuracy":[110],"was":[111],"four-point":[115],"scale:":[116],"(1)":[117],"comprehensive,":[118],"(2)":[119],"correct":[120,125,140,174],"but":[121],"inadequate,":[122],"(3)":[123],"some":[124,127],"incorrect,":[128],"(4)":[130],"completely":[131],"incorrect.":[132],"RESULTS:":[133],"provided":[135,210],"107/107":[136],"(100%)":[137],"information.":[141],"Further,":[142],"displayed":[144],"greater":[146],"proportion":[147],"comprehensive":[149,189],"categories":[153],"(89.8%":[159],"82.9%,":[161],"respectively).":[162],"For":[163],"GPT-3,":[164],"there":[165],"(1.9%)":[170],"\"some":[173],"incorrect\"":[176,182],"GPT-3.5,":[178],"while":[179],"no":[180],"\"completely":[181],"produced.":[185],"With":[186],"respect":[187],"knowledge,":[190],"performed":[192],"best":[193],"category":[197,200,221],"(prognosis,":[201],"procedures,":[202],"support)":[204],"(78.1%,":[205],"94.1%).":[206],"models":[208],"also":[209],"highly":[211],"reproducible":[212],"responses,":[213],"scoring":[216],"above":[217],"94%":[218],"every":[220],"100%":[225],"all":[227,289],"answers.":[228],"CONCLUSIONS:":[229],"answered":[233],"majority":[235],"accurately":[240],"reliably.":[242],"If":[243],"validated":[244],"future":[246,257],"studies,":[247],"ChatGPT":[248,275],"may":[249],"serve":[250],"useful":[253],"tool":[254],"providing":[259],"accessible":[260],"health-related":[261],"education":[264],"living":[267],"In":[271],"current":[273],"state,":[274],"necessitates":[276],"further":[277],"rigorous":[278],"testing":[279],"validation":[281],"ensure":[283],"safety":[285],"equity":[287],"across":[288],"demographics.":[291]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4399238566","counts_by_year":[{"year":2026,"cited_by_count":21},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2024-06-01T00:00:00"}
