{"id":"https://openalex.org/W4383371705","doi":"https://doi.org/10.1093/postmj/qgad053","title":"Artificial intelligence in orthopaedics: can Chat Generative Pre-trained Transformer (ChatGPT) pass Section 1 of the Fellowship of the Royal College of Surgeons (Trauma & Orthopaedics) examination?","display_name":"Artificial intelligence in orthopaedics: can Chat Generative Pre-trained Transformer (ChatGPT) pass Section 1 of the Fellowship of the Royal College of Surgeons (Trauma & Orthopaedics) examination?","alternate_titles":[],"publication_year":2023,"publication_date":"2023-07-06","ids":{"openalex":"https://openalex.org/W4383371705","doi":"https://doi.org/10.1093/postmj/qgad053","pmid":"https://pubmed.ncbi.nlm.nih.gov/37410674"},"language":"en","primary_location":{"id":"doi:10.1093/postmj/qgad053","doi":"https://doi.org/10.1093/postmj/qgad053","is_oa":false,"landing_page_url":"https://doi.org/10.1093/postmj/qgad053","pdf_url":null,"source":{"id":"https://openalex.org/S43893605","display_name":"Postgraduate Medical Journal","issn_l":"0032-5473","issn":["0032-5473","1469-0756"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Postgraduate Medical Journal","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4383371705"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037551373","display_name":"Rory Cuthbert","orcid":"https://orcid.org/0000-0001-6211-3789","observed_orcids":["https://orcid.org/0000-0001-6211-3789"]},"institutions":[{"id":"https://openalex.org/I125671874","display_name":"National Health Service","ror":"https://ror.org/02wnqcb97","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I125671874","https://openalex.org/I1311074006"]},{"id":"https://openalex.org/I1298207432","display_name":"Guy's Hospital","ror":"https://ror.org/04r33pf22","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I1298207432","https://openalex.org/I200166805","https://openalex.org/I4210111135"]},{"id":"https://openalex.org/I1324925910","display_name":"St Thomas' Hospital","ror":"https://ror.org/054gk2851","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I1324925910","https://openalex.org/I200166805","https://openalex.org/I4210111135"]},{"id":"https://openalex.org/I200166805","display_name":"Guy's and St Thomas' NHS Foundation Trust","ror":"https://ror.org/00j161312","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I200166805"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rory Cuthbert","raw_affiliation_strings":["Guy\u2019s and St Thomas\u2019 Hospital National Health Service Foundation Trust , London, SE1 9RT , United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-6211-3789","affiliations":[{"raw_affiliation_string":"Guy\u2019s and St Thomas\u2019 Hospital National Health Service Foundation Trust , London, SE1 9RT , United Kingdom","institution_ids":["https://openalex.org/I125671874","https://openalex.org/I1298207432","https://openalex.org/I1324925910","https://openalex.org/I200166805"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010143072","display_name":"Ashley Iain Simpson","orcid":"https://orcid.org/0000-0001-6232-536X","observed_orcids":["https://orcid.org/0000-0001-6232-536X"]},"institutions":[{"id":"https://openalex.org/I125671874","display_name":"National Health Service","ror":"https://ror.org/02wnqcb97","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I125671874","https://openalex.org/I1311074006"]},{"id":"https://openalex.org/I1298207432","display_name":"Guy's Hospital","ror":"https://ror.org/04r33pf22","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I1298207432","https://openalex.org/I200166805","https://openalex.org/I4210111135"]},{"id":"https://openalex.org/I1324925910","display_name":"St Thomas' Hospital","ror":"https://ror.org/054gk2851","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I1324925910","https://openalex.org/I200166805","https://openalex.org/I4210111135"]},{"id":"https://openalex.org/I200166805","display_name":"Guy's and St Thomas' NHS Foundation Trust","ror":"https://ror.org/00j161312","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I200166805"]}],"countries":["GB"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Ashley I Simpson","raw_affiliation_strings":["Guy\u2019s and St Thomas\u2019 Hospital National Health Service Foundation Trust , London, SE1 9RT , United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-6232-536X","affiliations":[{"raw_affiliation_string":"Guy\u2019s and St Thomas\u2019 Hospital National Health Service Foundation Trust , London, SE1 9RT , United Kingdom","institution_ids":["https://openalex.org/I125671874","https://openalex.org/I1298207432","https://openalex.org/I1324925910","https://openalex.org/I200166805"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010143072"],"corresponding_institution_ids":["https://openalex.org/I125671874","https://openalex.org/I1298207432","https://openalex.org/I1324925910","https://openalex.org/I200166805"],"apc_list":{"value":3000,"currency":"GBP","value_usd":3731},"apc_paid":null,"fwci":2.0691,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.89210526,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":100},"biblio":{"volume":"99","issue":"1176","first_page":"1110","last_page":"1114"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.984000027179718},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9800000190734863},{"id":"https://openalex.org/keywords/artificial-intelligence-in-healthcare","display_name":"artificial intelligence in healthcare","score":0.824999988079071},{"id":"https://openalex.org/keywords/orthopedic-surgery","display_name":"orthopedic surgery","score":0.7179999947547913},{"id":"https://openalex.org/keywords/trauma-surgery","display_name":"trauma surgery","score":0.9359999895095825},{"id":"https://openalex.org/keywords/frcs-examination","display_name":"FRCS examination","score":0.8420000076293945},{"id":"https://openalex.org/keywords/medical-licensing-examinations","display_name":"medical licensing examinations","score":0.7329999804496765},{"id":"https://openalex.org/keywords/ai-reliability","display_name":"AI reliability","score":0.6669999957084656},{"id":"https://openalex.org/keywords/model-limitations","display_name":"model limitations","score":0.5139999985694885},{"id":"https://openalex.org/keywords/medical-education","display_name":"medical education","score":0.45100000500679016}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.7951107025146484},{"id":"https://openalex.org/C2780642338","wikidata":"https://www.wikidata.org/wiki/Q7632042","display_name":"Subspecialty","level":2,"score":0.779714047908783},{"id":"https://openalex.org/C68312169","wikidata":"https://www.wikidata.org/wiki/Q216685","display_name":"Orthopedic surgery","level":2,"score":0.4469277262687683},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.4409027099609375},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4075339436531067},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.2836618423461914},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.18345314264297485},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.10054323077201843},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005257","descriptor_name":"Fellowships and Scholarships","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009985","descriptor_name":"Orthopedics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019637","descriptor_name":"Orthopedic Procedures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D066231","descriptor_name":"Surgeons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1093/postmj/qgad053","doi":"https://doi.org/10.1093/postmj/qgad053","is_oa":false,"landing_page_url":"https://doi.org/10.1093/postmj/qgad053","pdf_url":null,"source":{"id":"https://openalex.org/S43893605","display_name":"Postgraduate Medical Journal","issn_l":"0032-5473","issn":["0032-5473","1469-0756"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Postgraduate Medical Journal","raw_type":"journal-article"},{"id":"pmid:37410674","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37410674","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Postgraduate medical journal","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6240000128746033,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2617110182","https://openalex.org/W2958109836","https://openalex.org/W3134138028","https://openalex.org/W3195038684","https://openalex.org/W3213681890","https://openalex.org/W4214601041","https://openalex.org/W4319662928","https://openalex.org/W4319663047","https://openalex.org/W4320486331","https://openalex.org/W4322008312","https://openalex.org/W4366989525","https://openalex.org/W4367310920"],"related_works":["https://openalex.org/W4404868896","https://openalex.org/W4400958508","https://openalex.org/W4385351447","https://openalex.org/W4377711218","https://openalex.org/W4390393653","https://openalex.org/W4386127784","https://openalex.org/W7147510259","https://openalex.org/W4388378667","https://openalex.org/W4408132805","https://openalex.org/W4411465215"],"abstract_inverted_index":{"Purpose":[0],"Chat":[1],"Generative":[2],"Pre-trained":[3],"Transformer":[4],"(ChatGPT)":[5],"is":[6,203,252,308],"a":[7,100,121,378,400],"large":[8],"language":[9],"artificial":[10],"intelligence":[11],"(AI)":[12],"model":[13,223,277,338],"which":[14],"generates":[15],"contextually":[16],"relevant":[17],"text":[18],"in":[19,42,49,52,84,120,168,174,262,289,384],"response":[20],"to":[21,130,206,215,225,241,311,320,340,371,390],"questioning.":[22],"After":[23],"ChatGPT":[24,68,132,137,165,182,202,287,307,376],"successfully":[25],"passed":[26],"the":[27,56,74,77,103,143,151,189,198,208,217,221,264,276,293,313,322,325,336,364],"United":[28,265],"States":[29,266],"Medical":[30,267],"Licensing":[31,268],"Examinations,":[32,269],"proponents":[33],"have":[34],"argued":[35],"it":[36,185,383,398],"should":[37,232],"play":[38],"an":[39],"increasing":[40],"role":[41],"medical":[43,272,281,367],"service":[44,282],"provision":[45,283],"and":[46,55,86,92,107,147,172,192,211,271,284,292,296,316,349,369,387],"education.":[47,285],"AI":[48,59],"healthcare":[50],"remains":[51,288],"its":[53,227,239,247,290,342,394],"infancy,":[54,291],"reliability":[57,295],"of":[58,73,76,80,109,158,246,324,328,393],"systems":[60],"must":[61],"be":[62,233,391],"scrutinized.":[63],"This":[64,304,361],"study":[65,302,305,354,362],"assessed":[66],"whether":[67],"could":[69],"pass":[70,145,216,321],"Section":[71],"1":[72,106],"Fellowship":[75,323],"Royal":[78,326],"College":[79,327],"Surgeons":[81,329],"(FRCS)":[82,330],"examination":[83],"Trauma":[85],"Orthopaedic":[87],"Surgery.":[88],"Methods":[89],"The":[90],"UK":[91],"Ireland":[93],"In-Training":[94],"Examination":[95],"(UKITE)":[96],"was":[97,128],"used":[98],"as":[99,236,238,377,399],"surrogate":[101],"for":[102,197,280,366,388],"FRCS.":[104],"Papers":[105],"2":[108],"UKITE":[110],"2022":[111],"were":[112,119],"directly":[113],"inputted":[114],"into":[115],"ChatGPT.":[116],"All":[117],"questions":[118,179,405],"single-best-answer":[122],"format":[123],"without":[124],"wording":[125],"alterations.":[126],"Imaging":[127],"trialled":[129],"ensure":[131,242],"utilized":[133],"this":[134,256,301,353],"information.":[135],"Results":[136],"scored":[138,166],"35.8%:":[139],"30%":[140],"lower":[141,149],"than":[142,150],"FRCS":[144,218],"rate":[146],"8.2%":[148],"mean":[152],"score":[153],"achieved":[154],"by":[155],"human":[156],"candidates":[157],"all":[159],"training":[160],"levels.":[161],"Subspecialty":[162],"analysis":[163],"demonstrated":[164],"highest":[167],"basic":[169],"science":[170],"(53.3%)":[171],"lowest":[173],"trauma":[175],"(0%).":[176],"In":[177],"87":[178],"answered":[180],"incorrectly,":[181],"only":[183],"stated":[184],"did":[186],"not":[187],"know":[188],"answer":[190],"once":[191],"gave":[193],"incorrect":[194],"explanatory":[195,350],"answers":[196],"remaining":[199],"questions.":[200],"Conclusion":[201],"currently":[204,309],"unable":[205,310],"exert":[207,312,372],"higher-order":[209,314],"judgement":[210,315],"multilogical":[212,317],"thinking":[213,318],"required":[214,319],"examination.":[219,334],"Further,":[220,335],"current":[222,337],"fails":[224,339],"recognize":[226,341],"own":[228,343],"limitations.":[229],"ChatGPT\u2019s":[230,259],"deficiencies":[231],"publicized":[234],"equally":[235],"much":[237],"successes":[240],"clinicians":[243,270,370],"remain":[244,298],"aware":[245,392],"fallibility.":[248],"Key":[249],"messages":[250],"What":[251,300],"already":[253],"known":[254],"on":[255],"topic":[257],"Following":[258],"much-publicized":[260],"success":[261],"passing":[263],"students":[273,368],"are":[274],"using":[275,397],"increasingly":[278],"frequently":[279],"However":[286],"model\u2019s":[294],"accuracy":[297],"unproven.":[299],"adds":[303],"demonstrates":[306],"(Trauma":[331],"&":[332],"Orthopaedics)":[333],"limitations":[344],"when":[345,374,396],"offering":[346],"both":[347],"direct":[348],"answers.":[351],"How":[352],"might":[355],"affect":[356],"research,":[357],"practice,":[358,386],"or":[359,381],"policy":[360],"highlights":[363],"need":[365],"caution":[373],"employing":[375],"revision":[379],"tool":[380],"applying":[382],"clinical":[385],"patients":[389],"fallibilities":[395],"health":[401],"resource.":[402],"Future":[403],"research":[404],"include:":[406]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4383371705","counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":29},{"year":2023,"cited_by_count":5},{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2023-07-07T00:00:00"}
