{"id":"https://openalex.org/W4392906843","doi":"https://doi.org/10.7759/cureus.56402","title":"A Comparison Between GPT-3.5, GPT-4, and GPT-4V: Can the Large Language Model (ChatGPT) Pass the Japanese Board of Orthopaedic Surgery Examination?","display_name":"A Comparison Between GPT-3.5, GPT-4, and GPT-4V: Can the Large Language Model (ChatGPT) Pass the Japanese Board of Orthopaedic Surgery Examination?","alternate_titles":[],"publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392906843","doi":"https://doi.org/10.7759/cureus.56402","pmid":"https://pubmed.ncbi.nlm.nih.gov/38633935","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/11023708"},"language":"en","primary_location":{"id":"doi:10.7759/cureus.56402","doi":"https://doi.org/10.7759/cureus.56402","is_oa":true,"landing_page_url":"https://doi.org/10.7759/cureus.56402","pdf_url":"https://assets.cureus.com/uploads/original_article/pdf/224749/20240318-25213-1n6iikz.pdf","source":{"id":"https://openalex.org/S2738950867","display_name":"Cureus","issn_l":"2168-8184","issn":["2168-8184"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310316779","host_organization_name":"Cureus, Inc.","host_organization_lineage":["https://openalex.org/P4310316779"],"host_organization_lineage_names":["Cureus, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4392906843"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://assets.cureus.com/uploads/original_article/pdf/224749/20240318-25213-1n6iikz.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088152179","display_name":"Nozomu Nakajima","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210104391","display_name":"Sakai City Medical Center","ror":"https://ror.org/014nm9q97","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210104391","https://openalex.org/I4405286217"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nozomu Nakajima","raw_affiliation_strings":["Orthopaedics, Sakai City Medical Center, Sakai, JPN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Orthopaedics, Sakai City Medical Center, Sakai, JPN","institution_ids":["https://openalex.org/I4210104391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000214180","display_name":"Takahito Fujimori","orcid":"https://orcid.org/0000-0002-2758-7919","observed_orcids":["https://orcid.org/0000-0002-2758-7919"]},"institutions":[{"id":"https://openalex.org/I4210104391","display_name":"Sakai City Medical Center","ror":"https://ror.org/014nm9q97","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210104391","https://openalex.org/I4405286217"]},{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Takahito Fujimori","raw_affiliation_strings":["Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN",". Orthopaedics, Sakai City Medical Center, Sakai, JPN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":". Orthopaedics, Sakai City Medical Center, Sakai, JPN","institution_ids":["https://openalex.org/I4210104391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058503316","display_name":"Masayuki Furuya","orcid":"https://orcid.org/0000-0002-1652-7216","observed_orcids":["https://orcid.org/0000-0002-1652-7216"]},"institutions":[{"id":"https://openalex.org/I4210104391","display_name":"Sakai City Medical Center","ror":"https://ror.org/014nm9q97","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210104391","https://openalex.org/I4405286217"]},{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masayuki Furuya","raw_affiliation_strings":["Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN",". Orthopaedics, Sakai City Medical Center, Sakai, JPN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":". Orthopaedics, Sakai City Medical Center, Sakai, JPN","institution_ids":["https://openalex.org/I4210104391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085068251","display_name":"Yuya Kanie","orcid":"https://orcid.org/0000-0001-5977-1959","observed_orcids":["https://orcid.org/0000-0001-5977-1959"]},"institutions":[{"id":"https://openalex.org/I4210104391","display_name":"Sakai City Medical Center","ror":"https://ror.org/014nm9q97","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210104391","https://openalex.org/I4405286217"]},{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuya Kanie","raw_affiliation_strings":["Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN",". Orthopaedics, Sakai City Medical Center, Sakai, JPN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":". Orthopaedics, Sakai City Medical Center, Sakai, JPN","institution_ids":["https://openalex.org/I4210104391"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hirotatsu Imai","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210104391","display_name":"Sakai City Medical Center","ror":"https://ror.org/014nm9q97","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210104391","https://openalex.org/I4405286217"]},{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hirotatsu Imai","raw_affiliation_strings":["Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN",". Orthopaedics, Sakai City Medical Center, Sakai, JPN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":". Orthopaedics, Sakai City Medical Center, Sakai, JPN","institution_ids":["https://openalex.org/I4210104391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049641043","display_name":"Kosuke Kita","orcid":"https://orcid.org/0000-0002-5825-3348","observed_orcids":["https://orcid.org/0000-0002-5825-3348"]},"institutions":[{"id":"https://openalex.org/I4210104391","display_name":"Sakai City Medical Center","ror":"https://ror.org/014nm9q97","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210104391","https://openalex.org/I4405286217"]},{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kosuke Kita","raw_affiliation_strings":["Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN",". Orthopaedics, Sakai City Medical Center, Sakai, JPN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":". Orthopaedics, Sakai City Medical Center, Sakai, JPN","institution_ids":["https://openalex.org/I4210104391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071955115","display_name":"Keisuke Uemura","orcid":"https://orcid.org/0000-0002-9245-1743","observed_orcids":["https://orcid.org/0000-0002-9245-1743"]},"institutions":[{"id":"https://openalex.org/I4210104391","display_name":"Sakai City Medical Center","ror":"https://ror.org/014nm9q97","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210104391","https://openalex.org/I4405286217"]},{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keisuke Uemura","raw_affiliation_strings":["Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN",". Orthopaedics, Sakai City Medical Center, Sakai, JPN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":". Orthopaedics, Sakai City Medical Center, Sakai, JPN","institution_ids":["https://openalex.org/I4210104391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058646134","display_name":"Seiji Okada","orcid":"https://orcid.org/0000-0002-5107-8209","observed_orcids":["https://orcid.org/0000-0002-5107-8209"]},"institutions":[{"id":"https://openalex.org/I4210104391","display_name":"Sakai City Medical Center","ror":"https://ror.org/014nm9q97","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210104391","https://openalex.org/I4405286217"]},{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Seiji Okada","raw_affiliation_strings":["Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN",". Orthopaedics, Sakai City Medical Center, Sakai, JPN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Orthopaedic Surgery, Osaka University, Graduate School of Medicine, Suita, JPN","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":". Orthopaedics, Sakai City Medical Center, Sakai, JPN","institution_ids":["https://openalex.org/I4210104391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5000214180"],"corresponding_institution_ids":["https://openalex.org/I4210104391","https://openalex.org/I98285908"],"apc_list":null,"apc_paid":null,"fwci":1.9335,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.85749911,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"16","issue":"3","first_page":"e56402","last_page":"e56402"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9629999995231628},{"id":"https://openalex.org/keywords/gpt-3-5","display_name":"GPT-3.5","score":0.9309999942779541},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.9980000257492065},{"id":"https://openalex.org/keywords/gpt-4v","display_name":"GPT-4V","score":0.9950000047683716},{"id":"https://openalex.org/keywords/orthopedic-surgery","display_name":"orthopedic surgery","score":0.734000027179718},{"id":"https://openalex.org/keywords/medical-licensing-examinations","display_name":"medical licensing examinations","score":0.6610000133514404},{"id":"https://openalex.org/keywords/image-based-questions","display_name":"image-based questions","score":0.5630000233650208},{"id":"https://openalex.org/keywords/image-recognition","display_name":"image recognition","score":0.5400000214576721},{"id":"https://openalex.org/keywords/model-evaluation","display_name":"model evaluation","score":0.5479999780654907},{"id":"https://openalex.org/keywords/artificial-intelligence-in-medical-education","display_name":"artificial intelligence in medical education","score":0.5839999914169312},{"id":"https://openalex.org/keywords/artificial-intelligence-in-clinical-practice","display_name":"clinical implementation of AI","score":0.5879999995231628},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.5109999775886536}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.4206179678440094},{"id":"https://openalex.org/C61434518","wikidata":"https://www.wikidata.org/wiki/Q932510","display_name":"General surgery","level":1,"score":0.35613301396369934},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.34214985370635986}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.7759/cureus.56402","doi":"https://doi.org/10.7759/cureus.56402","is_oa":true,"landing_page_url":"https://doi.org/10.7759/cureus.56402","pdf_url":"https://assets.cureus.com/uploads/original_article/pdf/224749/20240318-25213-1n6iikz.pdf","source":{"id":"https://openalex.org/S2738950867","display_name":"Cureus","issn_l":"2168-8184","issn":["2168-8184"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310316779","host_organization_name":"Cureus, Inc.","host_organization_lineage":["https://openalex.org/P4310316779"],"host_organization_lineage_names":["Cureus, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11023708","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11023708","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11023708/pdf/cureus-0016-00000056402.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"Text"},{"id":"pmid:38633935","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38633935","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.7759/cureus.56402","doi":"https://doi.org/10.7759/cureus.56402","is_oa":true,"landing_page_url":"https://doi.org/10.7759/cureus.56402","pdf_url":"https://assets.cureus.com/uploads/original_article/pdf/224749/20240318-25213-1n6iikz.pdf","source":{"id":"https://openalex.org/S2738950867","display_name":"Cureus","issn_l":"2168-8184","issn":["2168-8184"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310316779","host_organization_name":"Cureus, Inc.","host_organization_lineage":["https://openalex.org/P4310316779"],"host_organization_lineage_names":["Cureus, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.4043000042438507,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3959562783","display_name":"\u4eba\u5de5\u77e5\u80fd\u306b\u3088\u308b\u6df1\u5c64\u5b66\u7fd2\u3092\u5229\u7528\u3057\u305f\u7279\u767a\u6027\u5074\u5f2f\u75c7\u306e\u9032\u884c\u4e88\u6e2c","funder_award_id":"22K09353","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392906843.pdf","grobid_xml":"https://content.openalex.org/works/W4392906843.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1494192115","https://openalex.org/W1997866278","https://openalex.org/W2031184266","https://openalex.org/W2060482235","https://openalex.org/W2110293626","https://openalex.org/W2273066798","https://openalex.org/W2626778328","https://openalex.org/W3030163527","https://openalex.org/W3203982446","https://openalex.org/W3209636687","https://openalex.org/W4302603702","https://openalex.org/W4307499977","https://openalex.org/W4319662928","https://openalex.org/W4323360926","https://openalex.org/W4327946446","https://openalex.org/W4376640725","https://openalex.org/W4377220156","https://openalex.org/W4380685958","https://openalex.org/W4381953225","https://openalex.org/W4385351447","https://openalex.org/W4385827730","https://openalex.org/W4386448461","https://openalex.org/W4386510404","https://openalex.org/W4386553312"],"related_works":["https://openalex.org/W4387080427","https://openalex.org/W7118665070","https://openalex.org/W4392591375","https://openalex.org/W4412744396","https://openalex.org/W4413141568","https://openalex.org/W4380291159","https://openalex.org/W4385827730","https://openalex.org/W4401118779","https://openalex.org/W4400798463","https://openalex.org/W4404654936"],"abstract_inverted_index":{"Introduction":[0],"Recently,":[1],"large-scale":[2],"language":[3],"models,":[4],"such":[5,325],"as":[6,60,134,203,326],"ChatGPT":[7,95,310,328],"(OpenAI,":[8],"San":[9],"Francisco,":[10],"CA),":[11],"have":[12],"evolved.":[13],"These":[14],"models":[15,78],"are":[16],"designed":[17],"to":[18,35,51,71,90,179,199,229,249,314,331,334],"think":[19],"and":[20,24,53,120,123,151,163,165,168,225,252,270,290,307],"act":[21],"like":[22],"humans":[23],"possess":[25],"a":[26,38,61,262],"broad":[27],"range":[28],"of":[29,40,64,76,94,99,108,111,147,219,280],"specialized":[30],"knowledge.":[31],"GPT-3.5":[32,162,271],"was":[33,135,186,201,222,227,247,261,283,295],"reported":[34],"be":[36,82,332],"at":[37],"level":[39],"passing":[41,232],"the":[42,73,92,97,136,174,214,217,231,238,245,258,266,278,300,316,335],"United":[43],"States":[44],"Medical":[45],"Licensing":[46],"Examination.":[47],"Its":[48],"capabilities":[49],"continue":[50],"evolve,":[52],"in":[54,96,117,129,265,285,288,292,299],"October":[55],"2023,":[56],"GPT-4V":[57],"became":[58],"available":[59,190],"model":[62],"capable":[63],"image":[65,167],"recognition.":[66],"Therefore,":[67],"it":[68,185],"is":[69,181,329],"important":[70],"know":[72],"current":[74],"performance":[75,93,267,301,313],"these":[77,142],"because":[79],"they":[80],"will":[81],"soon":[83],"incorporated":[84],"into":[85,144],"medical":[86],"practice.":[87],"We":[88,103,140],"aimed":[89],"evaluate":[91],"field":[98],"orthopedic":[100,317],"surgery.":[101],"Methods":[102],"used":[104,128],"three":[105,145],"years'":[106],"worth":[107],"Japanese":[109,132],"Board":[110],"Orthopaedic":[112],"Surgery":[113],"Examinations":[114],"(JBOSE)":[115],"conducted":[116],"2021,":[118],"2022,":[119],"2023.":[121],"Questions":[122],"their":[124,130],"multiple-choice":[125],"answers":[126,221,282],"were":[127],"original":[131],"form,":[133],"official":[137],"examination":[138],"rubric.":[139],"inputted":[141,157],"questions":[143,304],"versions":[146],"ChatGPT:":[148],"GPT-3.5,":[149,244,286],"GPT-4,":[150,164,207,289],"GPT-4V.":[152,172,293,308],"For":[153,206,243,275],"image-based":[154,215,236,276,303],"questions,":[155,212,237,277],"we":[156],"only":[158],"textual":[159,169],"statements":[160,170],"for":[161,171,302],"both":[166],"As":[173],"minimum":[175,195],"scoring":[176,196],"rate":[177,197],"acquired":[178,198],"pass":[180,200,257,315],"not":[182,256],"officially":[183],"disclosed,":[184],"calculated":[187,202],"using":[188],"publicly":[189],"data.":[191],"Results":[192],"The":[193],"estimated":[194],"50.1%":[204],"(43.7-53.8%).":[205],"even":[208],"when":[209],"answering":[210],"all":[211],"including":[213],"ones,":[216],"percentage":[218,246,279],"correct":[220,281],"59%":[223],"(55-61%)":[224],"GPT-4":[226,269,306],"able":[228],"achieve":[230],"line.":[233],"When":[234],"excluding":[235],"score":[239],"reached":[240],"67%":[241],"(63-73%).":[242],"limited":[248],"30%":[250],"(28-32%),":[251],"this":[253],"version":[254],"could":[255],"examination.":[259,319],"There":[260,294],"significant":[263,297],"difference":[264,298],"between":[268,305],"(p":[272],"<":[273],"0.001).":[274],"25%":[284],"38%":[287,291],"no":[296],"Conclusions":[309],"had":[311],"enough":[312],"specialist":[318],"After":[320],"adding":[321],"further":[322],"training":[323],"data":[324],"images,":[327],"expected":[330],"applied":[333],"orthopedics":[336],"field.":[337]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392906843","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":6}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-03-19T00:00:00"}
