{"id":"https://openalex.org/W4392391178","doi":"https://doi.org/10.1053/j.jvca.2024.01.032","title":"Artificial Intelligence for Anesthesiology Board\u2013Style Examination Questions: Role of Large Language Models","display_name":"Artificial Intelligence for Anesthesiology Board\u2013Style Examination Questions: Role of Large Language Models","publication_year":2024,"publication_date":"2024-02-01","ids":{"openalex":"https://openalex.org/W4392391178","doi":"https://doi.org/10.1053/j.jvca.2024.01.032","pmid":"https://pubmed.ncbi.nlm.nih.gov/38423884"},"language":"en","primary_location":{"id":"doi:10.1053/j.jvca.2024.01.032","doi":"https://doi.org/10.1053/j.jvca.2024.01.032","is_oa":false,"landing_page_url":"https://doi.org/10.1053/j.jvca.2024.01.032","pdf_url":null,"source":{"id":"https://openalex.org/S132356188","display_name":"Journal of Cardiothoracic and Vascular Anesthesia","issn_l":"1053-0770","issn":["1053-0770","1532-8422"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cardiothoracic and Vascular Anesthesia","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043317577","display_name":"Adnan Ahmed Khan","orcid":"https://orcid.org/0000-0002-1394-9309","observed_orcids":["https://orcid.org/0000-0002-1394-9309"]},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adnan A. Khan","raw_affiliation_strings":["Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030500434","display_name":"Rayaan Ahmed Yunus","orcid":"https://orcid.org/0000-0002-1629-2701","observed_orcids":["https://orcid.org/0000-0002-1629-2701"]},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rayaan Yunus","raw_affiliation_strings":["Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076130122","display_name":"Mahad Sohail","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahad Sohail","raw_affiliation_strings":["Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049232884","display_name":"Taha A. Zaka Ur Rehman","orcid":"https://orcid.org/0000-0003-2994-9212","observed_orcids":["https://orcid.org/0000-0003-2994-9212"]},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Taha A. Rehman","raw_affiliation_strings":["Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068961186","display_name":"Shirin Saeed","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shirin Saeed","raw_affiliation_strings":["Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006597288","display_name":"Yifan Bu","orcid":"https://orcid.org/0000-0002-3319-0926","observed_orcids":["https://orcid.org/0000-0002-3319-0926","https://orcid.org/0009-0002-9419-7256"]},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Bu","raw_affiliation_strings":["Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069553149","display_name":"Cullen D. Jackson","orcid":"https://orcid.org/0000-0002-5134-9152","observed_orcids":["https://orcid.org/0000-0002-5134-9152"]},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cullen D. Jackson","raw_affiliation_strings":["Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033026124","display_name":"Aidan M. Sharkey","orcid":"https://orcid.org/0000-0001-6708-0031","observed_orcids":["https://orcid.org/0000-0001-6708-0031"]},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aidan Sharkey","raw_affiliation_strings":["Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016249345","display_name":"Feroze U. Mahmood","orcid":"https://orcid.org/0000-0002-7071-0476","observed_orcids":["https://orcid.org/0000-0002-7071-0476"]},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feroze Mahmood","raw_affiliation_strings":["Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073837991","display_name":"Robina Matyal","orcid":"https://orcid.org/0000-0003-2887-0852","observed_orcids":["https://orcid.org/0000-0003-2887-0852"]},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Robina Matyal","raw_affiliation_strings":["Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA. Electronic address: rmatyal1@bidmc.harvard.edu","Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA. Electronic address: rmatyal1@bidmc.harvard.edu","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Anesthesia, Critical Care, and Pain Medicine, Beth Israel Deaconess Medical Center, Harvard Medical School Boston, MA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5073837991"],"corresponding_institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"],"apc_list":{"value":3190,"currency":"USD","value_usd":3190},"apc_paid":null,"fwci":2.987,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.92050804,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"38","issue":"5","first_page":"1251","last_page":"1259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9980000257492065},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.925000011920929},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.9269999861717224},{"id":"https://openalex.org/keywords/google-bard","display_name":"Google Bard","score":0.9559999704360962},{"id":"https://openalex.org/keywords/exam-question-generation","display_name":"exam question generation","score":0.4560000002384186},{"id":"https://openalex.org/keywords/llm-reliability","display_name":"LLM reliability","score":0.4169999957084656},{"id":"https://openalex.org/keywords/medical-education","display_name":"medical education","score":0.7139999866485596},{"id":"https://openalex.org/keywords/anesthesia-education","display_name":"anesthesiology education","score":0.5080000162124634}],"concepts":[{"id":"https://openalex.org/C2779526319","wikidata":"https://www.wikidata.org/wiki/Q615057","display_name":"Anesthesiology","level":2,"score":0.8269231915473938},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5725930333137512},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5631778240203857},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.42219915986061096},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3953242897987366},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.21924394369125366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.162187397480011},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.12540316581726074},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08212417364120483},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000776","descriptor_name":"Anesthesiology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011446","descriptor_name":"Prospective Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1053/j.jvca.2024.01.032","doi":"https://doi.org/10.1053/j.jvca.2024.01.032","is_oa":false,"landing_page_url":"https://doi.org/10.1053/j.jvca.2024.01.032","pdf_url":null,"source":{"id":"https://openalex.org/S132356188","display_name":"Journal of Cardiothoracic and Vascular Anesthesia","issn_l":"1053-0770","issn":["1053-0770","1532-8422"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cardiothoracic and Vascular Anesthesia","raw_type":"journal-article"},{"id":"pmid:38423884","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38423884","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of cardiothoracic and vascular anesthesia","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7246000170707703,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2258456050","https://openalex.org/W2797763839","https://openalex.org/W4319662928","https://openalex.org/W4366269319","https://openalex.org/W4367330172","https://openalex.org/W4375850424","https://openalex.org/W4376640725","https://openalex.org/W4377030497","https://openalex.org/W4377220156","https://openalex.org/W4379093714","https://openalex.org/W4380291159","https://openalex.org/W4384071683","https://openalex.org/W4384561707","https://openalex.org/W4385620111","https://openalex.org/W4385827730","https://openalex.org/W6851779521"],"related_works":["https://openalex.org/W4410590877","https://openalex.org/W4394951501","https://openalex.org/W7140323679","https://openalex.org/W4376636500","https://openalex.org/W7214014649","https://openalex.org/W7135205217","https://openalex.org/W4404255701","https://openalex.org/W4412598937","https://openalex.org/W7204926520","https://openalex.org/W4413990696"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":7}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-03-05T00:00:00"}