{"id":"https://openalex.org/W4416618182","doi":"https://doi.org/10.2196/79465","title":"The Validity of Generative Artificial Intelligence in Evaluating Medical Students in Objective Structured Clinical Examination: Experimental Study","display_name":"The Validity of Generative Artificial Intelligence in Evaluating Medical Students in Objective Structured Clinical Examination: Experimental Study","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W4416618182","doi":"https://doi.org/10.2196/79465","pmid":"https://pubmed.ncbi.nlm.nih.gov/41343812","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/12715467"},"language":"en","primary_location":{"id":"doi:10.2196/79465","doi":"https://doi.org/10.2196/79465","is_oa":true,"landing_page_url":"https://doi.org/10.2196/79465","pdf_url":null,"source":{"id":"https://openalex.org/S4210234749","display_name":"JMIR Formative Research","issn_l":"2561-326X","issn":["2561-326X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","medline","norway-1","oarl","poland-20","russia-white-list-3","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Formative Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.2196/79465","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064143364","display_name":"Masashi Yokose","orcid":"https://orcid.org/0000-0002-2685-0658","observed_orcids":["https://orcid.org/0000-0002-2685-0658"]},"institutions":[{"id":"https://openalex.org/I78274823","display_name":"Dokkyo Medical University","ror":"https://ror.org/05k27ay38","country_code":"JP","type":"education","lineage":["https://openalex.org/I78274823"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Masashi Yokose","raw_affiliation_strings":["Department of Diagnostic and Generalist Medicine, Dokkyo Medical University, Tochigi, Japan"],"raw_orcid":"https://orcid.org/0000-0002-2685-0658","affiliations":[{"raw_affiliation_string":"Department of Diagnostic and Generalist Medicine, Dokkyo Medical University, Tochigi, Japan","institution_ids":["https://openalex.org/I78274823"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043968090","display_name":"Takanobu Hirosawa","orcid":"https://orcid.org/0000-0002-3573-8203","observed_orcids":["https://orcid.org/0000-0002-3573-8203"]},"institutions":[{"id":"https://openalex.org/I78274823","display_name":"Dokkyo Medical University","ror":"https://ror.org/05k27ay38","country_code":"JP","type":"education","lineage":["https://openalex.org/I78274823"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takanobu Hirosawa","raw_affiliation_strings":["Department of Diagnostic and Generalist Medicine, Dokkyo Medical University, Tochigi, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3573-8203","affiliations":[{"raw_affiliation_string":"Department of Diagnostic and Generalist Medicine, Dokkyo Medical University, Tochigi, Japan","institution_ids":["https://openalex.org/I78274823"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011099201","display_name":"Tetsu Sakamoto","orcid":"https://orcid.org/0000-0001-9104-8891","observed_orcids":["https://orcid.org/0000-0001-9104-8891"]},"institutions":[{"id":"https://openalex.org/I78274823","display_name":"Dokkyo Medical University","ror":"https://ror.org/05k27ay38","country_code":"JP","type":"education","lineage":["https://openalex.org/I78274823"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsu Sakamoto","raw_affiliation_strings":["Department of Diagnostic and Generalist Medicine, Dokkyo Medical University, Tochigi, Japan"],"raw_orcid":"https://orcid.org/0000-0001-9104-8891","affiliations":[{"raw_affiliation_string":"Department of Diagnostic and Generalist Medicine, Dokkyo Medical University, Tochigi, Japan","institution_ids":["https://openalex.org/I78274823"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030355121","display_name":"Ren Kawamura","orcid":"https://orcid.org/0000-0002-5632-3218","observed_orcids":["https://orcid.org/0000-0002-5632-3218"]},"institutions":[{"id":"https://openalex.org/I78274823","display_name":"Dokkyo Medical University","ror":"https://ror.org/05k27ay38","country_code":"JP","type":"education","lineage":["https://openalex.org/I78274823"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ren Kawamura","raw_affiliation_strings":["Department of Diagnostic and Generalist Medicine, Dokkyo Medical University, Tochigi, Japan"],"raw_orcid":"https://orcid.org/0000-0002-5632-3218","affiliations":[{"raw_affiliation_string":"Department of Diagnostic and Generalist Medicine, Dokkyo Medical University, Tochigi, Japan","institution_ids":["https://openalex.org/I78274823"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yudai Suzuki","orcid":"https://orcid.org/0000-0002-7462-9878","observed_orcids":["https://orcid.org/0000-0002-7462-9878"]},"institutions":[{"id":"https://openalex.org/I4405256837","display_name":"Yamagata Prefectural Government","ror":"https://ror.org/04k6amx66","country_code":"JP","type":"government","lineage":["https://openalex.org/I4405256837"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yudai Suzuki","raw_affiliation_strings":["Department of Internal Medicine, Yamagata Prefectural Kahoku Hospital, Yamagata, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7462-9878","affiliations":[{"raw_affiliation_string":"Department of Internal Medicine, Yamagata Prefectural Kahoku Hospital, Yamagata, Japan","institution_ids":["https://openalex.org/I4405256837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043660785","display_name":"Yukinori Harada","orcid":"https://orcid.org/0000-0001-6042-7397","observed_orcids":["https://orcid.org/0000-0001-6042-7397"]},"institutions":[{"id":"https://openalex.org/I78274823","display_name":"Dokkyo Medical University","ror":"https://ror.org/05k27ay38","country_code":"JP","type":"education","lineage":["https://openalex.org/I78274823"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yukinori Harada","raw_affiliation_strings":["Department of Diagnostic and Generalist Medicine, Dokkyo Medical University, Tochigi, Japan"],"raw_orcid":"https://orcid.org/0000-0001-6042-7397","affiliations":[{"raw_affiliation_string":"Department of Diagnostic and Generalist Medicine, Dokkyo Medical University, Tochigi, Japan","institution_ids":["https://openalex.org/I78274823"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012449169","display_name":"Taro Shimizu","orcid":"https://orcid.org/0000-0002-3788-487X","observed_orcids":["https://orcid.org/0000-0002-3788-487X"]},"institutions":[{"id":"https://openalex.org/I78274823","display_name":"Dokkyo Medical University","ror":"https://ror.org/05k27ay38","country_code":"JP","type":"education","lineage":["https://openalex.org/I78274823"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Taro Shimizu","raw_affiliation_strings":["Department of Diagnostic and Generalist Medicine, Dokkyo Medical University, Tochigi, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3788-487X","affiliations":[{"raw_affiliation_string":"Department of Diagnostic and Generalist Medicine, Dokkyo Medical University, Tochigi, Japan","institution_ids":["https://openalex.org/I78274823"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5064143364"],"corresponding_institution_ids":["https://openalex.org/I78274823"],"apc_list":{"value":1900,"currency":"USD","value_usd":1900},"apc_paid":{"value":1900,"currency":"USD","value_usd":1900},"fwci":2.9161,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91901761,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"e79465","last_page":"e79465"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8378999829292297,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8378999829292297,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.15479999780654907,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.9340000152587891},{"id":"https://openalex.org/keywords/chatgpt-4","display_name":"ChatGPT-4","score":0.9919999837875366},{"id":"https://openalex.org/keywords/objective-structured-clinical-examination","display_name":"OSCE","score":0.8880000114440918},{"id":"https://openalex.org/keywords/medical-student-assessment","display_name":"medical student assessment","score":0.8569999933242798},{"id":"https://openalex.org/keywords/ai-based-assessment","display_name":"AI-assisted assessment","score":0.6389999985694885},{"id":"https://openalex.org/keywords/physician-assessment","display_name":"physician assessment","score":0.32100000977516174},{"id":"https://openalex.org/keywords/assessment-validity","display_name":"assessment validity","score":0.5410000085830688},{"id":"https://openalex.org/keywords/patient-interviews","display_name":"patient interviews","score":0.30399999022483826},{"id":"https://openalex.org/keywords/clinical-notes","display_name":"clinical notes","score":0.8180000185966492},{"id":"https://openalex.org/keywords/clinical-reasoning","display_name":"clinical reasoning","score":0.824999988079071},{"id":"https://openalex.org/keywords/medical-history","display_name":"medical history","score":0.574999988079071},{"id":"https://openalex.org/keywords/physical-examination","display_name":"physical examination","score":0.8840000033378601},{"id":"https://openalex.org/keywords/large-language-models-in-education","display_name":"large language models in education","score":0.5040000081062317},{"id":"https://openalex.org/keywords/human-ai-agreement","display_name":"human-AI agreement","score":0.4399999976158142}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5313000082969666},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42419999837875366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38429999351501465},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C3019150057","wikidata":"https://www.wikidata.org/wiki/Q92779279","display_name":"Medical information","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C106977388","wikidata":"https://www.wikidata.org/wiki/Q2752427","display_name":"Medical research","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3167000114917755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3086000084877014},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.2944999933242798},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.2630999982357025},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.25529998540878296}],"mesh":[{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D002983","descriptor_name":"Clinical Competence","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007564","descriptor_name":"Japan","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013337","descriptor_name":"Students, Medical","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.2196/79465","doi":"https://doi.org/10.2196/79465","is_oa":true,"landing_page_url":"https://doi.org/10.2196/79465","pdf_url":null,"source":{"id":"https://openalex.org/S4210234749","display_name":"JMIR Formative Research","issn_l":"2561-326X","issn":["2561-326X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","medline","norway-1","oarl","poland-20","russia-white-list-3","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Formative Research","raw_type":"journal-article"},{"id":"doi:10.2196/preprints.79465","doi":"https://doi.org/10.2196/preprints.79465","is_oa":false,"landing_page_url":"https://doi.org/10.2196/preprints.79465","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:pubmedcentral.nih.gov:12715467","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12715467/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12715467/pdf/","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Form Res","raw_type":"Text"},{"id":"pmid:41343812","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41343812","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR formative research","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:e431d4f90bee4505903921a5c0cf2dec","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/e431d4f90bee4505903921a5c0cf2dec","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"JMIR Formative Research, Vol 9, p e79465 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.2196/79465","doi":"https://doi.org/10.2196/79465","is_oa":true,"landing_page_url":"https://doi.org/10.2196/79465","pdf_url":null,"source":{"id":"https://openalex.org/S4210234749","display_name":"JMIR Formative Research","issn_l":"2561-326X","issn":["2561-326X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","medline","norway-1","oarl","poland-20","russia-white-list-3","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Formative Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8371999859809875,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"},{"score":0.75,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416618182.pdf","grobid_xml":"https://content.openalex.org/works/W4416618182.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2057006818","https://openalex.org/W2141944061","https://openalex.org/W2164973508","https://openalex.org/W2312721846","https://openalex.org/W2327037637","https://openalex.org/W2908201961","https://openalex.org/W2951112791","https://openalex.org/W3033191327","https://openalex.org/W4206830832","https://openalex.org/W4327810158","https://openalex.org/W4380291947","https://openalex.org/W4381715973","https://openalex.org/W4387144847","https://openalex.org/W4400983317"],"related_works":["https://openalex.org/W4409989142","https://openalex.org/W7133259973","https://openalex.org/W4396850111","https://openalex.org/W7160541738","https://openalex.org/W7215907590","https://openalex.org/W4400983317","https://openalex.org/W4406756892","https://openalex.org/W4408398771","https://openalex.org/W7214684039","https://openalex.org/W4413072545"],"abstract_inverted_index":{"BACKGROUND:":[0],"The":[1],"Objective":[2],"Structured":[3],"Clinical":[4,401],"Examination":[5],"(OSCE)":[6],"has":[7],"been":[8],"widely":[9],"used":[10],"to":[11,64,104,181,332,364,376],"evaluate":[12,65],"students":[13,94],"in":[14,23,47,87,223,279,315,342,367],"medical":[15,85,93,111,131],"education.":[16],"However,":[17],"it":[18],"is":[19,374],"resource-intensive,":[20],"presenting":[21],"challenges":[22],"implementation.":[24],"We":[25,89],"hypothesized":[26],"that":[27,358],"generative":[28,57,69,359],"artificial":[29],"intelligence":[30],"(AI)":[31],"such":[32],"as":[33,37,71,388],"ChatGPT-4":[34,138,197,217,335,385],"could":[35],"serve":[36],"a":[38,72,84,109,114,172,389],"complementary":[39,73,390],"assessor":[40,74,391],"and":[41,59,119,134,144,155,165,193,198,262,285,297,380],"alleviate":[42],"the":[43,53,66,96,127,150,189,194,280,323,347],"burden":[44],"of":[45,68,225,282,370],"physicians":[46,124,199,222,341],"evaluating":[48],"OSCE.":[49,76,393],"OBJECTIVE:":[50],"By":[51],"comparing":[52],"evaluation":[54,338],"scores":[55,185,220,281,339],"between":[56,196,349],"AI":[58,70,360,383],"physicians,":[60],"this":[61],"study":[62,80],"aims":[63],"validity":[67],"for":[75,319,392],"METHODS:":[77],"This":[78],"experimental":[79],"was":[81,139,169,200,325,351],"conducted":[82,108,148],"at":[83],"university":[86],"Japan.":[88],"recruited":[90],"11":[91],"fifth-year":[92],"during":[95],"general":[97],"internal":[98],"medicine":[99],"clerkship":[100],"from":[101,177],"April":[102],"2023":[103],"December":[105],"2023.":[106],"Participants":[107],"mock":[110],"interview":[112,132,142],"with":[113,141],"patient":[115,121,135,161,238,283],"experiencing":[116],"abdominal":[117],"pain":[118],"wrote":[120],"notes.":[122,145],"Four":[123],"independently":[125],"evaluated":[126],"participants":[128],"by":[129],"reviewing":[130],"videos":[133],"notes,":[136,162],"while":[137],"provided":[140],"transcripts":[143],"Evaluations":[146],"were":[147,186,211,275,313],"using":[149,171,188,202],"6-domain":[151],"rubric":[152],"(patient":[153],"care":[154,284],"communication,":[156],"history":[157,298,320],"taking,":[158,321],"physical":[159,226],"examination,":[160],"clinical":[163,250],"reasoning,":[164],"management).":[166],"Each":[167],"domain":[168],"scored":[170],"6-point":[173],"Likert":[174],"scale,":[175],"ranging":[176],"1":[178],"(very":[179],"poor)":[180],"6":[182],"(excellent).":[183],"Median":[184],"compared":[187],"Wilcoxon":[190],"signed-rank":[191],"test,":[192],"agreement":[195,324,348],"assessed":[201],"intraclass":[203],"correlation":[204],"coefficients":[205],"(ICCs).":[206],"All":[207],"P":[208],"values":[209,312],"<.05":[210],"considered":[212],"statistically":[213],"significant.":[214],"RESULTS:":[215],"Although":[216,353],"assigned":[218],"higher":[219,337],"than":[221,340],"terms":[224],"examination":[227],"(median":[228,240,252,264,287,300],"4.0,":[229,234,246,258,270],"IQR":[230,235,242,247,254,259,266,271,289,294,302,307],"4.0-5.0":[231,303],"vs":[232,244,256,268,291,304],"median":[233,245,257,269,292,305],"3.0-4.0;":[236,260],"P=.02),":[237],"notes":[239],"6.0,":[241,265],"5.0-6.0":[243,267],"4.0-4.0;":[248],"P=.002),":[249,273],"reasoning":[251],"5.0,":[253,288,293,301,306],"5.0-5.0":[255,290],"P<.001),":[261],"management":[263],"2.5-4.5;":[272],"there":[274],"no":[276],"significant":[277],"differences":[278],"communication":[286],"4.0-5.0;":[295,308],"P=.06)":[296],"taking":[299],"P>.99),":[309],"respectively.":[310],"ICC":[311],"low":[314],"all":[316],"domains,":[317,345],"except":[318],"where":[322],"still":[326],"poor":[327],"(ICC=0.36,":[328],"95%":[329],"CI":[330],"-0.32":[331],"0.78).":[333],"CONCLUSIONS:":[334],"produced":[336],"several":[343],"OSCE":[344],"though":[346],"them":[350],"poor.":[352],"these":[354],"preliminary":[355],"results":[356],"suggest":[357],"may":[361],"be":[362],"able":[363],"support":[365],"assessment":[366],"some":[368],"domains":[369],"OSCE,":[371],"further":[372],"research":[373],"needed":[375],"establish":[377],"its":[378],"reproducibility":[379],"validity.":[381],"Generative":[382],"like":[384],"shows":[386],"potential":[387],"TRIAL":[394],"REGISTRATION:":[395],"University":[396],"Hospital":[397],"Medical":[398],"Information":[399],"Network":[400],"Trials":[402],"Registry":[403],"UMIN000050489;":[404],"https://center6.umin.ac.jp/cgi-open-bin/ctr/ctr_his_list.cgi?recptno=R000057513.":[405]},"counts_by_year":[{"year":2026,"cited_by_count":16}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2025-11-25T00:00:00"}