{"id":"https://openalex.org/W4377711218","doi":"https://doi.org/10.1097/corr.0000000000002704","title":"Can Artificial Intelligence Pass the American Board of Orthopaedic Surgery Examination? Orthopaedic Residents Versus ChatGPT","display_name":"Can Artificial Intelligence Pass the American Board of Orthopaedic Surgery Examination? Orthopaedic Residents Versus ChatGPT","alternate_titles":[],"publication_year":2023,"publication_date":"2023-05-23","ids":{"openalex":"https://openalex.org/W4377711218","doi":"https://doi.org/10.1097/corr.0000000000002704","pmid":"https://pubmed.ncbi.nlm.nih.gov/37220190","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10344569"},"language":"en","primary_location":{"id":"doi:10.1097/corr.0000000000002704","doi":"https://doi.org/10.1097/corr.0000000000002704","is_oa":false,"landing_page_url":"https://doi.org/10.1097/corr.0000000000002704","pdf_url":null,"source":{"id":"https://openalex.org/S191421250","display_name":"Clinical Orthopaedics and Related Research","issn_l":"0009-921X","issn":["0009-921X","1528-1132"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Clinical Orthopaedics &amp; Related Research","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4377711218"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10344569/pdf/abjs-481-1623.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089681125","display_name":"Zachary Christopher Lum","orcid":"https://orcid.org/0000-0002-5871-8539","observed_orcids":["https://orcid.org/0000-0002-5871-8539"]},"institutions":[{"id":"https://openalex.org/I203088144","display_name":"Nova Southeastern University","ror":"https://ror.org/042bbge36","country_code":"US","type":"education","lineage":["https://openalex.org/I203088144"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zachary C. Lum","raw_affiliation_strings":["Nova Southeastern University, Davie, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-5871-8539","affiliations":[{"raw_affiliation_string":"Nova Southeastern University, Davie, FL, USA","institution_ids":["https://openalex.org/I203088144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5089681125"],"corresponding_institution_ids":["https://openalex.org/I203088144"],"apc_list":null,"apc_paid":null,"fwci":5.3788,"has_fulltext":true,"cited_by_count":169,"citation_normalized_percentile":{"value":0.97057471,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":100},"biblio":{"volume":"481","issue":"8","first_page":"1623","last_page":"1630"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13946","display_name":"Musculoskeletal Disorders and Rehabilitation","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9440000057220459},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9800000190734863},{"id":"https://openalex.org/keywords/orthopedic-residents","display_name":"orthopaedic residents","score":0.7300000190734863},{"id":"https://openalex.org/keywords/orthopaedic-in-training-examination","display_name":"Orthopaedic In-Training Examination","score":0.9559999704360962},{"id":"https://openalex.org/keywords/question-taxonomy","display_name":"question taxonomy","score":0.5619999766349792},{"id":"https://openalex.org/keywords/orthopaedic-education","display_name":"orthopaedic education","score":0.593999981880188}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.854293167591095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5612998008728027},{"id":"https://openalex.org/C68312169","wikidata":"https://www.wikidata.org/wiki/Q216685","display_name":"Orthopedic surgery","level":2,"score":0.5046743154525757},{"id":"https://openalex.org/C122048520","wikidata":"https://www.wikidata.org/wiki/Q2913954","display_name":"Percentile","level":2,"score":0.4306486248970032},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42674243450164795},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.2638280987739563},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15865415334701538},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.09503716230392456},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D002983","descriptor_name":"Clinical Competence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007396","descriptor_name":"Internship and Residency","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009985","descriptor_name":"Orthopedics","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":true},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019637","descriptor_name":"Orthopedic Procedures","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1097/corr.0000000000002704","doi":"https://doi.org/10.1097/corr.0000000000002704","is_oa":false,"landing_page_url":"https://doi.org/10.1097/corr.0000000000002704","pdf_url":null,"source":{"id":"https://openalex.org/S191421250","display_name":"Clinical Orthopaedics and Related Research","issn_l":"0009-921X","issn":["0009-921X","1528-1132"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Clinical Orthopaedics &amp; Related Research","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10344569","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10344569","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10344569/pdf/abjs-481-1623.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Clin Orthop Relat Res","raw_type":"Text"},{"id":"pmid:37220190","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37220190","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Clinical orthopaedics and related research","raw_type":"Journal Article"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt2w3583s5","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/2w3583s5","pdf_url":"https://escholarship.org/content/qt2w3583s5/qt2w3583s5.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Clinical Orthopaedics and Related Research\u00ae, vol 481, iss 8","raw_type":"article"},{"id":"pmh:oai:nsuworks.nova.edu:hpd_facarticles-1434","doi":null,"is_oa":false,"landing_page_url":"https://nsuworks.nova.edu/hpd_facarticles/467","pdf_url":null,"source":{"id":"https://openalex.org/S4377196410","display_name":"NSUWorks (Nova Southeastern University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I203088144","host_organization_name":"Nova Southeastern University","host_organization_lineage":["https://openalex.org/I203088144"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"HPD Articles","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:10344569","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10344569","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10344569/pdf/abjs-481-1623.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Clin Orthop Relat Res","raw_type":"Text"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.8048999905586243,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4377711218.pdf","grobid_xml":"https://content.openalex.org/works/W4377711218.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1991227778","https://openalex.org/W2206637708","https://openalex.org/W2626778328","https://openalex.org/W3080187696","https://openalex.org/W3163978087","https://openalex.org/W3177617320","https://openalex.org/W4200099554","https://openalex.org/W4205381968","https://openalex.org/W4221030526","https://openalex.org/W4280557200","https://openalex.org/W4281935484","https://openalex.org/W4282916947","https://openalex.org/W4311359174","https://openalex.org/W4319662928","https://openalex.org/W4367307887"],"related_works":["https://openalex.org/W4388378667","https://openalex.org/W4376461276","https://openalex.org/W4381190265","https://openalex.org/W4392763366","https://openalex.org/W4406238710","https://openalex.org/W4386448461","https://openalex.org/W4386909987","https://openalex.org/W4409693306","https://openalex.org/W4389546238","https://openalex.org/W4402539996"],"abstract_inverted_index":{"BACKGROUND:":[0],"Advances":[1],"in":[2,61,212,328,475],"neural":[3],"networks,":[4],"deep":[5,15],"learning,":[6],"and":[7,36,47,107,175,273,287,307,342,349,415,446,470,488,491,496,510],"artificial":[8],"intelligence":[9],"(AI)":[10],"have":[11],"progressed":[12],"recently.":[13],"Previous":[14],"learning":[16,509],"AI":[17,40,57,481],"has":[18,53,58,433],"been":[19],"structured":[20],"around":[21],"domain-specific":[22],"areas":[23,29,498],"that":[24,32,69,95,181,377,451],"are":[25,448],"trained":[26],"on":[27,170,237,259,319,352,493],"dataset-specific":[28],"of":[30,65,68,78,104,128,164,182,232,240,263,271,275,280,302,304,310,312,361,365,399,401,408,410,418,420,437,452,499],"interest":[31],"yield":[33],"high":[34],"accuracy":[35],"precision.":[37],"A":[38],"new":[39],"model":[41],"using":[42,290,357],"large":[43],"language":[44],"models":[45],"(LLM)":[46],"nonspecific":[48],"domain":[49],"areas,":[50],"ChatGPT":[51,295],"(OpenAI),":[52],"gained":[54],"attention.":[55],"Although":[56,429],"demonstrated":[59],"proficiency":[60],"managing":[62],"vast":[63],"amounts":[64],"data,":[66],"implementation":[67],"knowledge":[70,447,487],"remains":[71],"a":[72,84,124,189,244,291,358,371,434,453,473],"challenge.":[73],"QUESTIONS/PURPOSES:":[74],"(1)":[75],"What":[76],"percentage":[77,96],"Orthopaedic":[79,129,172,228,321],"In-Training":[80,173,229,322],"Examination":[81,174,230,323],"questions":[82,168,202,214,404,413,423],"can":[83],"generative,":[85],"pretrained":[86],"transformer":[87],"chatbot":[88],"(ChatGPT)":[89],"answer":[90,156,209,222,299],"correctly?":[91],"(2)":[92],"How":[93],"does":[94],"compare":[97],"with":[98,180,193,216,226,267,466],"results":[99,223],"achieved":[100],"by":[101],"orthopaedic":[102,139,233,440,455,508],"residents":[103,118,183],"different":[105],"levels,":[106],"if":[108],"scoring":[109],"lower":[110],"than":[111],"the":[112,138,149,154,171,177,186,203,227,238,250,260,281,297,305,313,325,329,337,343,353,362,368,378,382,439],"10th":[113,251,363],"percentile":[114,331,339,345,364],"relative":[115],"to":[116,121,123,136,152,450,461,483],"5th-year":[117],"is":[119,132],"likely":[120,135],"correspond":[122],"failing":[125],"American":[126],"Board":[127],"Surgery":[130],"score,":[131],"this":[133,430,494],"LLM":[134,204,326,379,432],"pass":[137,381],"surgery":[140,234,441,456],"written":[141,383],"boards?":[142],"(3)":[143],"Does":[144],"increasing":[145,467],"question":[146,391,468],"taxonomy":[147,262,392,469],"affect":[148],"LLM's":[150,221,282,387,459],"ability":[151,460],"select":[153],"correct":[155,298],"choices?":[157],"METHODS:":[158],"This":[159],"study":[160,495],"randomly":[161],"selected":[162,296],"400":[163],"3840":[165],"publicly":[166],"available":[167],"based":[169,258,351,492],"compared":[176,225],"mean":[178],"score":[179,218],"who":[184],"took":[185],"test":[187],"over":[188],"5-year":[190],"period.":[191],"Questions":[192,253],"figures,":[194],"diagrams,":[195],"or":[196],"charts":[197],"were":[198,224,255],"excluded,":[199],"including":[200],"five":[201],"could":[205],"not":[206],"provide":[207,462],"an":[208,241,504],"for,":[210],"resulting":[211],"207":[213],"administered":[215],"raw":[217],"recorded.":[219],"The":[220,386,458],"ranking":[231],"residents.":[235],"Based":[236,318],"findings":[239],"earlier":[242],"study,":[243],"pass-fail":[245],"cutoff":[246,360],"was":[247,278,288],"set":[248],"at":[249,486],"percentile.":[252],"answered":[254,316,396],"then":[256],"categorized":[257],"Buckwalter":[261],"recall,":[264],"which":[265],"deals":[266],"increasingly":[268],"complex":[269],"levels":[270,286],"interpretation":[272],"application":[274],"knowledge;":[276],"comparison":[277],"made":[279],"performance":[283,388,445],"across":[284],"taxonomic":[285],"analyzed":[289],"chi-square":[292],"test.":[293],"RESULTS:":[294],"47%":[300],"(97":[301],"207)":[303,311],"time,":[306],"53%":[308],"(110":[309],"time":[314],"it":[315,374,501],"incorrectly.":[317],"prior":[320],"testing,":[324],"scored":[327],"40th":[330],"for":[332,340,346,370,507],"postgraduate":[333],"year":[334],"(PGY)":[335],"1s,":[336],"eighth":[338],"PGY2s,":[341],"first":[344],"PGY3s,":[347],"PGY4s,":[348],"PGY5s;":[350],"latter":[354],"finding":[355],"(and":[356],"predefined":[359],"PGY5s":[366],"as":[367,390],"threshold":[369],"passing":[372,438],"score),":[373],"seems":[375],"unlikely":[376],"would":[380],"board":[384,442],"examination.":[385],"decreased":[389],"level":[393],"increased":[394],"(it":[395],"54%":[397],"[54":[398],"101]":[400],"Tax":[402,411,421],"1":[403],"correctly,":[405,414],"51%":[406],"[18":[407],"35]":[409],"2":[412],"34%":[416],"[24":[417],"71]":[419],"3":[422],"correctly;":[424],"p":[425],"=":[426],"0.034).":[427],"CONCLUSION:":[428],"general-domain":[431],"low":[435],"likelihood":[436],"examination,":[443],"testing":[444],"comparable":[449],"first-year":[454],"resident.":[457],"accurate":[463],"answers":[464],"declines":[465],"complexity,":[471],"indicating":[472],"deficiency":[474],"implementing":[476],"knowledge.":[477],"CLINICAL":[478],"RELEVANCE:":[479],"Current":[480],"appears":[482],"perform":[484],"better":[485],"interpretation-based":[489],"inquires,":[490],"other":[497],"opportunity,":[500],"may":[502],"become":[503],"additional":[505],"tool":[506],"education.":[511]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4377711218","counts_by_year":[{"year":2026,"cited_by_count":26},{"year":2025,"cited_by_count":58},{"year":2024,"cited_by_count":68},{"year":2023,"cited_by_count":15},{"year":2019,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-05-24T00:00:00"}
