{"id":"https://openalex.org/W4367668444","doi":"https://doi.org/10.1093/asj/sjad128","title":"Performance of ChatGPT on the Plastic Surgery Inservice Training Examination","display_name":"Performance of ChatGPT on the Plastic Surgery Inservice Training Examination","publication_year":2023,"publication_date":"2023-05-02","ids":{"openalex":"https://openalex.org/W4367668444","doi":"https://doi.org/10.1093/asj/sjad128","pmid":"https://pubmed.ncbi.nlm.nih.gov/37128784"},"language":"en","primary_location":{"id":"doi:10.1093/asj/sjad128","doi":"https://doi.org/10.1093/asj/sjad128","is_oa":true,"landing_page_url":"https://doi.org/10.1093/asj/sjad128","pdf_url":"https://academic.oup.com/asj/advance-article-pdf/doi/10.1093/asj/sjad128/50459430/sjad128.pdf","source":{"id":"https://openalex.org/S193626562","display_name":"Aesthetic Surgery Journal","issn_l":"1090-820X","issn":["1090-820X","1527-330X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aesthetic Surgery Journal","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://academic.oup.com/asj/advance-article-pdf/doi/10.1093/asj/sjad128/50459430/sjad128.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075493620","display_name":"Rohun Gupta","orcid":"https://orcid.org/0000-0003-1491-2441","observed_orcids":["https://orcid.org/0000-0003-1491-2441"]},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rohun Gupta","raw_affiliation_strings":["SLUCare Academic Pavilion , 1008 S. Spring Ave , Suite , 1500 St. Louis , MO 63110 , USA"],"raw_orcid":"https://orcid.org/0000-0003-1491-2441","affiliations":[{"raw_affiliation_string":"SLUCare Academic Pavilion , 1008 S. Spring Ave , Suite , 1500 St. Louis , MO 63110 , USA","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088753827","display_name":"Isabel Herzog","orcid":"https://orcid.org/0000-0001-7491-5746","observed_orcids":["https://orcid.org/0000-0001-7491-5746"]},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Isabel Herzog","raw_affiliation_strings":["Division of Plastic Surgery , Department of Surgery , St. Louis University School of Medicine , St. Louis , MO , USA"],"raw_orcid":"https://orcid.org/0000-0001-7491-5746","affiliations":[{"raw_affiliation_string":"Division of Plastic Surgery , Department of Surgery , St. Louis University School of Medicine , St. Louis , MO , USA","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078350138","display_name":"John B Park","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John B Park","raw_affiliation_strings":["SLUCare Academic Pavilion , 1008 S. Spring Ave , Suite , 1500 St. Louis , MO 63110 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SLUCare Academic Pavilion , 1008 S. Spring Ave , Suite , 1500 St. Louis , MO 63110 , USA","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052870979","display_name":"Joseph S. Weisberger","orcid":"https://orcid.org/0000-0002-2922-6180","observed_orcids":["https://orcid.org/0000-0002-2922-6180"]},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Weisberger","raw_affiliation_strings":["Division of Plastic Surgery , Department of Surgery , St. Louis University School of Medicine , St. Louis , MO , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Plastic Surgery , Department of Surgery , St. Louis University School of Medicine , St. Louis , MO , USA","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032172464","display_name":"Peter K. Firouzbakht","orcid":"https://orcid.org/0000-0003-1482-2390","observed_orcids":["https://orcid.org/0000-0003-1482-2390"]},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Firouzbakht","raw_affiliation_strings":["Division of Plastic Surgery , Department of Surgery , St. Louis University School of Medicine , St. Louis , MO , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Plastic Surgery , Department of Surgery , St. Louis University School of Medicine , St. Louis , MO , USA","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093020686","display_name":"Vanessa A Ocon","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vanessa Ocon","raw_affiliation_strings":["SLUCare Academic Pavilion , 1008 S. Spring Ave , Suite , 1500 St. Louis , MO 63110 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SLUCare Academic Pavilion , 1008 S. Spring Ave , Suite , 1500 St. Louis , MO 63110 , USA","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047995793","display_name":"John An Kuang Chao","orcid":"https://orcid.org/0000-0001-7355-0298","observed_orcids":["https://orcid.org/0000-0001-7355-0298","https://orcid.org/0009-0002-8692-3449"]},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Chao","raw_affiliation_strings":["Division of Plastic Surgery , Department of Surgery , St. Louis University School of Medicine , St. Louis , MO , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Plastic Surgery , Department of Surgery , St. Louis University School of Medicine , St. Louis , MO , USA","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102896812","display_name":"Edward S. Lee","orcid":"https://orcid.org/0000-0003-0487-3493","observed_orcids":["https://orcid.org/0000-0003-0487-3493"]},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward S Lee","raw_affiliation_strings":["Division of Plastic Surgery , Department of Surgery , St. Louis University School of Medicine , St. Louis , MO , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Plastic Surgery , Department of Surgery , St. Louis University School of Medicine , St. Louis , MO , USA","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051558819","display_name":"Brian A. Mailey","orcid":"https://orcid.org/0000-0002-2846-7556","observed_orcids":["https://orcid.org/0000-0002-2846-7556"]},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Brian A Mailey","raw_affiliation_strings":["SLUCare Academic Pavilion , 1008 S. Spring Ave , Suite , 1500 St. Louis , MO 63110 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SLUCare Academic Pavilion , 1008 S. Spring Ave , Suite , 1500 St. Louis , MO 63110 , USA","institution_ids":["https://openalex.org/I47838141"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5051558819"],"corresponding_institution_ids":["https://openalex.org/I47838141"],"apc_list":{"value":5080,"currency":"USD","value_usd":5080},"apc_paid":null,"fwci":3.935,"has_fulltext":true,"cited_by_count":106,"citation_normalized_percentile":{"value":0.9495104,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"43","issue":"12","first_page":"NP1078","last_page":"NP1082"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":1.0},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9399999976158142},{"id":"https://openalex.org/keywords/artificial-intelligence-in-medical-education","display_name":"artificial intelligence in medical education","score":0.6830000281333923},{"id":"https://openalex.org/keywords/logical-fallacies","display_name":"logical fallacies","score":0.6259999871253967},{"id":"https://openalex.org/keywords/case-based-learning","display_name":"case-based learning","score":0.5569999814033508}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.7819912433624268},{"id":"https://openalex.org/C2781035248","wikidata":"https://www.wikidata.org/wiki/Q186150","display_name":"Fallacy","level":2,"score":0.4992685317993164},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.48754236102104187},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.33274245262145996},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007318","descriptor_name":"Inservice Training","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013518","descriptor_name":"Surgery, Plastic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019317","descriptor_name":"Evidence-Based Medicine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019651","descriptor_name":"Plastic Surgery Procedures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1093/asj/sjad128","doi":"https://doi.org/10.1093/asj/sjad128","is_oa":true,"landing_page_url":"https://doi.org/10.1093/asj/sjad128","pdf_url":"https://academic.oup.com/asj/advance-article-pdf/doi/10.1093/asj/sjad128/50459430/sjad128.pdf","source":{"id":"https://openalex.org/S193626562","display_name":"Aesthetic Surgery Journal","issn_l":"1090-820X","issn":["1090-820X","1527-330X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aesthetic Surgery Journal","raw_type":"journal-article"},{"id":"pmid:37128784","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37128784","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aesthetic surgery journal","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1093/asj/sjad128","doi":"https://doi.org/10.1093/asj/sjad128","is_oa":true,"landing_page_url":"https://doi.org/10.1093/asj/sjad128","pdf_url":"https://academic.oup.com/asj/advance-article-pdf/doi/10.1093/asj/sjad128/50459430/sjad128.pdf","source":{"id":"https://openalex.org/S193626562","display_name":"Aesthetic Surgery Journal","issn_l":"1090-820X","issn":["1090-820X","1527-330X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aesthetic Surgery Journal","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8278999924659729,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"},{"score":0.4043000042438507,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4367668444.pdf","grobid_xml":"https://content.openalex.org/works/W4367668444.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W61072347","https://openalex.org/W2286052855","https://openalex.org/W2917570206","https://openalex.org/W3030163527","https://openalex.org/W3212428104","https://openalex.org/W4321850160","https://openalex.org/W4328049700","https://openalex.org/W4328104933","https://openalex.org/W4366338954"],"related_works":["https://openalex.org/W4411045383","https://openalex.org/W4386700994","https://openalex.org/W4368360859","https://openalex.org/W4409381278","https://openalex.org/W4379095443","https://openalex.org/W4399890730","https://openalex.org/W4416421386","https://openalex.org/W4402270282","https://openalex.org/W4388461083","https://openalex.org/W7139932050"],"abstract_inverted_index":{"BACKGROUND:":[0],"Developed":[1],"originally":[2],"as":[3,35,69],"a":[4,18,70,151,195,211],"tool":[5,20,71,213,252],"for":[6,253],"resident":[7,73,220,254],"self-evaluation,":[8],"the":[9,43,48,80,87,94,125,140,216],"Plastic":[10,23,51,99,257],"Surgery":[11,24],"Inservice":[12],"Training":[13],"Examination":[14],"(PSITE)":[15],"has":[16,41,215],"become":[17],"standardized":[19],"adopted":[21],"by":[22,75,120,185,222],"residency":[25],"programs.":[26],"The":[27,54,161],"introduction":[28],"of":[29,50,56,97,127,153,159,168,174,181,202],"large":[30],"language":[31],"models":[32],"(LLMs),":[33],"such":[34],"ChatGPT":[36,65,121,149,209,247],"(OpenAI,":[37],"San":[38],"Francisco,":[39],"CA),":[40],"demonstrated":[42],"potential":[44,217],"to":[45,60,134,218],"help":[46],"propel":[47],"field":[49],"Surgery.":[52,258],"OBJECTIVES:":[53],"authors":[55],"this":[57],"study":[58],"wanted":[59],"assess":[61],"whether":[62],"or":[63,106,145],"not":[64],"could":[66],"be":[67,135,249],"utilized":[68],"in":[72,166,172,179,199,237],"education":[74,221,255],"assessing":[76],"its":[77],"accuracy":[78,158],"on":[79,93],"PSITE.":[81],"METHODS:":[82],"Questions":[83,103],"were":[84,108,122,132,137],"obtained":[85],"from":[86],"2022":[88],"PSITE,":[89],"which":[90],"was":[91,194],"present":[92],"American":[95],"Council":[96],"Academic":[98],"Surgeons":[100],"(ACAPS)":[101],"website.":[102],"containing":[104],"images":[105],"tables":[107],"carefully":[109],"inspected":[110],"and":[111,176,187,231,239],"flagged":[112],"before":[113],"being":[114],"inputted":[115],"into":[116,139],"ChatGPT.":[117],"All":[118],"responses":[119],"qualified":[123],"utilizing":[124],"properties":[126],"natural":[128],"coherence.":[129],"Responses":[130],"that":[131,192,214,246],"found":[133],"incorrect":[136,188],"divided":[138],"following":[141],"categories:":[142],"logical,":[143],"informational,":[144],"explicit":[146],"fallacy.":[147],"RESULTS:":[148],"answered":[150],"total":[152],"242":[154],"questions":[155],"with":[156],"an":[157,250],"54.96%.":[160],"software":[162],"incorporated":[163],"logical":[164],"reasoning":[165],"88.8%":[167],"questions,":[169,175],"internal":[170],"information":[171,178,204],"95.5%":[173],"external":[177,203],"92.1%":[180],"questions.":[182],"When":[183],"stratified":[184],"correct":[186],"responses,":[189],"we":[190],"determined":[191],"there":[193],"statistically":[196],"significant":[197],"difference":[198],"ChatGPT's":[200],"use":[201],"(P":[205],"<":[206],".05).":[207],"CONCLUSIONS:":[208],"is":[210,244],"versatile":[212],"impact":[219],"providing":[223,228],"general":[224],"knowledge,":[225],"clarifying":[226],"information,":[227],"case-based":[229],"learning,":[230],"promoting":[232],"evidence-based":[233],"medicine.":[234],"With":[235],"advancements":[236],"LLM":[238],"artificial":[240],"intelligence":[241],"(AI),":[242],"it":[243],"possible":[245],"may":[248],"impactful":[251],"within":[256]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":23}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-05-03T00:00:00"}