{"id":"https://openalex.org/W7203975634","doi":"https://doi.org/10.2147/amep.s623640","title":"Large Language Models as Simulated Candidates in Objective Structured Clinical Examinations: A Rubric-Mapping Proof-of-Concept Study","display_name":"Large Language Models as Simulated Candidates in Objective Structured Clinical Examinations: A Rubric-Mapping Proof-of-Concept Study","publication_year":2026,"publication_date":"2026-08-01","ids":{"openalex":"https://openalex.org/W7203975634","doi":"https://doi.org/10.2147/amep.s623640","pmid":"https://pubmed.ncbi.nlm.nih.gov/42662474","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/13520960"},"language":"en","primary_location":{"id":"doi:10.2147/amep.s623640","doi":"https://doi.org/10.2147/amep.s623640","is_oa":true,"landing_page_url":"https://doi.org/10.2147/amep.s623640","pdf_url":"https://www.dovepress.com/article/download/118618","source":{"id":"https://openalex.org/S2765062736","display_name":"Advances in Medical Education and Practice","issn_l":"1179-7258","issn":["1179-7258"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320348","host_organization_name":"Dove Medical Press","host_organization_lineage":["https://openalex.org/P4310320348","https://openalex.org/P4310320547"],"host_organization_lineage_names":["Dove Medical Press","Taylor & Francis"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Medical Education and Practice","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.dovepress.com/article/download/118618","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029215990","display_name":"Elise L. Lupon","orcid":"https://orcid.org/0000-0001-9414-0861","observed_orcids":["https://orcid.org/0000-0001-9414-0861"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I201841394","display_name":"Universit\u00e9 C\u00f4te d'Azur","ror":"https://ror.org/019tgvf94","country_code":"FR","type":"education","lineage":["https://openalex.org/I201841394"]},{"id":"https://openalex.org/I4210091024","display_name":"Laboratoire de PhysioM\u00e9decine Mol\u00e9culaire","ror":"https://ror.org/00c3ktd57","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I201841394","https://openalex.org/I4210091024","https://openalex.org/I4210096427"]},{"id":"https://openalex.org/I4210143244","display_name":"H\u00f4pital Pasteur","ror":"https://ror.org/056b4pm25","country_code":"FR","type":"healthcare","lineage":["https://openalex.org/I3018988418","https://openalex.org/I4210143244"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Elise Lupon","raw_affiliation_strings":["D\u00e9partement d'Innovation P\u00e9dagogique et Intelligence Artificielle, Universit\u00e9 C\u00f4te d'Azur, Nice, France","LP2M, UMR 7370, CNRS, Universit\u00e9 C\u00f4te d'Azur, Nice, France","University Institute of Locomotor and Sports (iULS), Pasteur 2 Hospital, Nice, France"],"raw_orcid":"https://orcid.org/0000-0001-9414-0861","affiliations":[{"raw_affiliation_string":"D\u00e9partement d'Innovation P\u00e9dagogique et Intelligence Artificielle, Universit\u00e9 C\u00f4te d'Azur, Nice, France","institution_ids":["https://openalex.org/I201841394"]},{"raw_affiliation_string":"LP2M, UMR 7370, CNRS, Universit\u00e9 C\u00f4te d'Azur, Nice, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I201841394","https://openalex.org/I4210091024"]},{"raw_affiliation_string":"University Institute of Locomotor and Sports (iULS), Pasteur 2 Hospital, Nice, France","institution_ids":["https://openalex.org/I4210143244"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054135342","display_name":"Alexandre Olivier G\u00e9rard","orcid":"https://orcid.org/0000-0001-6591-6966","observed_orcids":["https://orcid.org/0000-0001-6591-6966"]},"institutions":[{"id":"https://openalex.org/I201841394","display_name":"Universit\u00e9 C\u00f4te d'Azur","ror":"https://ror.org/019tgvf94","country_code":"FR","type":"education","lineage":["https://openalex.org/I201841394"]},{"id":"https://openalex.org/I4210143244","display_name":"H\u00f4pital Pasteur","ror":"https://ror.org/056b4pm25","country_code":"FR","type":"healthcare","lineage":["https://openalex.org/I3018988418","https://openalex.org/I4210143244"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alexandre O G\u00e9rard","raw_affiliation_strings":["Department of Clinical Pharmacology, Pasteur 2 Hospital, Nice, France","D\u00e9partement d'Innovation P\u00e9dagogique et Intelligence Artificielle, Universit\u00e9 C\u00f4te d'Azur, Nice, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Clinical Pharmacology, Pasteur 2 Hospital, Nice, France","institution_ids":["https://openalex.org/I4210143244"]},{"raw_affiliation_string":"D\u00e9partement d'Innovation P\u00e9dagogique et Intelligence Artificielle, Universit\u00e9 C\u00f4te d'Azur, Nice, France","institution_ids":["https://openalex.org/I201841394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017754055","display_name":"Alexandre Dest\u00e8re","orcid":"https://orcid.org/0000-0001-6147-9201","observed_orcids":["https://orcid.org/0000-0001-6147-9201"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I201841394","display_name":"Universit\u00e9 C\u00f4te d'Azur","ror":"https://ror.org/019tgvf94","country_code":"FR","type":"education","lineage":["https://openalex.org/I201841394"]},{"id":"https://openalex.org/I4210112930","display_name":"Laboratoire Jean-Alexandre Dieudonn\u00e9","ror":"https://ror.org/0274zdr66","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I201841394","https://openalex.org/I4210112930","https://openalex.org/I4210141950"]},{"id":"https://openalex.org/I4210143244","display_name":"H\u00f4pital Pasteur","ror":"https://ror.org/056b4pm25","country_code":"FR","type":"healthcare","lineage":["https://openalex.org/I3018988418","https://openalex.org/I4210143244"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alexandre Destere","raw_affiliation_strings":["Department of Clinical Pharmacology, Pasteur 2 Hospital, Nice, France","D\u00e9partement d'Innovation P\u00e9dagogique et Intelligence Artificielle, Universit\u00e9 C\u00f4te d'Azur, Nice, France","Laboratoire J.A. Dieudonn\u00e9, Inria, CNRS, Universit\u00e9 C\u00f4te d'Azur, Nice, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Clinical Pharmacology, Pasteur 2 Hospital, Nice, France","institution_ids":["https://openalex.org/I4210143244"]},{"raw_affiliation_string":"D\u00e9partement d'Innovation P\u00e9dagogique et Intelligence Artificielle, Universit\u00e9 C\u00f4te d'Azur, Nice, France","institution_ids":["https://openalex.org/I201841394"]},{"raw_affiliation_string":"Laboratoire J.A. Dieudonn\u00e9, Inria, CNRS, Universit\u00e9 C\u00f4te d'Azur, Nice, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I201841394","https://openalex.org/I4210112930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066965368","display_name":"Romain Lombardi","orcid":"https://orcid.org/0000-0003-1101-8153","observed_orcids":["https://orcid.org/0000-0003-1101-8153"]},"institutions":[{"id":"https://openalex.org/I201841394","display_name":"Universit\u00e9 C\u00f4te d'Azur","ror":"https://ror.org/019tgvf94","country_code":"FR","type":"education","lineage":["https://openalex.org/I201841394"]},{"id":"https://openalex.org/I4210143244","display_name":"H\u00f4pital Pasteur","ror":"https://ror.org/056b4pm25","country_code":"FR","type":"healthcare","lineage":["https://openalex.org/I3018988418","https://openalex.org/I4210143244"]},{"id":"https://openalex.org/I4400573299","display_name":"Unit\u00e9 de Recherche Clinique C\u00f4te d'Azur","ror":"https://ror.org/059h7s745","country_code":"FR","type":"facility","lineage":["https://openalex.org/I201841394","https://openalex.org/I4400573299"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Romain Lombardi","raw_affiliation_strings":["Critical Care Unit, Pasteur 2 Hospital, Nice, France","D\u00e9partement d'Innovation P\u00e9dagogique et Intelligence Artificielle, Universit\u00e9 C\u00f4te d'Azur, Nice, France","UR2CA, Universit\u00e9 C\u00f4te d'Azur, Nice, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Critical Care Unit, Pasteur 2 Hospital, Nice, France","institution_ids":["https://openalex.org/I4210143244"]},{"raw_affiliation_string":"D\u00e9partement d'Innovation P\u00e9dagogique et Intelligence Artificielle, Universit\u00e9 C\u00f4te d'Azur, Nice, France","institution_ids":["https://openalex.org/I201841394"]},{"raw_affiliation_string":"UR2CA, Universit\u00e9 C\u00f4te d'Azur, Nice, France","institution_ids":["https://openalex.org/I201841394","https://openalex.org/I4400573299"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044412466","display_name":"Axel Maurice-Szamburski","orcid":"https://orcid.org/0000-0003-4225-7392","observed_orcids":["https://orcid.org/0000-0003-4225-7392"]},"institutions":[{"id":"https://openalex.org/I201841394","display_name":"Universit\u00e9 C\u00f4te d'Azur","ror":"https://ror.org/019tgvf94","country_code":"FR","type":"education","lineage":["https://openalex.org/I201841394"]},{"id":"https://openalex.org/I4210143244","display_name":"H\u00f4pital Pasteur","ror":"https://ror.org/056b4pm25","country_code":"FR","type":"healthcare","lineage":["https://openalex.org/I3018988418","https://openalex.org/I4210143244"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Axel Maurice-Szamburski","raw_affiliation_strings":["Department of Anesthesiology and Intensive Care Medicine, Pasteur 2 Hospital, Nice, France","D\u00e9partement d'Innovation P\u00e9dagogique et Intelligence Artificielle, Universit\u00e9 C\u00f4te d'Azur, Nice, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesiology and Intensive Care Medicine, Pasteur 2 Hospital, Nice, France","institution_ids":["https://openalex.org/I4210143244"]},{"raw_affiliation_string":"D\u00e9partement d'Innovation P\u00e9dagogique et Intelligence Artificielle, Universit\u00e9 C\u00f4te d'Azur, Nice, France","institution_ids":["https://openalex.org/I201841394"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062069337","display_name":"Gr\u00e9goire Micicoi","orcid":"https://orcid.org/0000-0001-8279-880X","observed_orcids":["https://orcid.org/0000-0001-8279-880X"]},"institutions":[{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I201841394","display_name":"Universit\u00e9 C\u00f4te d'Azur","ror":"https://ror.org/019tgvf94","country_code":"FR","type":"education","lineage":["https://openalex.org/I201841394"]},{"id":"https://openalex.org/I4210143244","display_name":"H\u00f4pital Pasteur","ror":"https://ror.org/056b4pm25","country_code":"FR","type":"healthcare","lineage":["https://openalex.org/I3018988418","https://openalex.org/I4210143244"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Gr\u00e9goire Micicoi","raw_affiliation_strings":["D\u00e9partement d'Innovation P\u00e9dagogique et Intelligence Artificielle, Universit\u00e9 C\u00f4te d'Azur, Nice, France","ICARE Unit, Inserm U1091, Universit\u00e9 C\u00f4te d'Azur, Nice, France","University Institute of Locomotor and Sports (iULS), Pasteur 2 Hospital, Nice, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"D\u00e9partement d'Innovation P\u00e9dagogique et Intelligence Artificielle, Universit\u00e9 C\u00f4te d'Azur, Nice, France","institution_ids":["https://openalex.org/I201841394"]},{"raw_affiliation_string":"ICARE Unit, Inserm U1091, Universit\u00e9 C\u00f4te d'Azur, Nice, France","institution_ids":["https://openalex.org/I154526488","https://openalex.org/I201841394"]},{"raw_affiliation_string":"University Institute of Locomotor and Sports (iULS), Pasteur 2 Hospital, Nice, France","institution_ids":["https://openalex.org/I4210143244"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5029215990"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I201841394","https://openalex.org/I4210091024","https://openalex.org/I4210143244"],"apc_list":{"value":2320,"currency":"USD","value_usd":2320},"apc_paid":{"value":2320,"currency":"USD","value_usd":2320},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.47366208,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"Volume 17","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7401999831199646,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7401999831199646,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.25,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11238","display_name":"Simulation-Based Education in Healthcare","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":1.0},{"id":"https://openalex.org/keywords/objective-structured-clinical-examination","display_name":"OSCE","score":0.7879999876022339},{"id":"https://openalex.org/keywords/gpt-4-turbo","display_name":"GPT-4 Turbo","score":0.7910000085830688},{"id":"https://openalex.org/keywords/quality-assurance","display_name":"quality assurance","score":0.46799999475479126},{"id":"https://openalex.org/keywords/clinical-competence-assessment","display_name":"clinical competence assessment","score":0.47999998927116394},{"id":"https://openalex.org/keywords/medical-students","display_name":"medical students","score":0.5440000295639038}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7329000234603882},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.7024999856948853},{"id":"https://openalex.org/C2778000598","wikidata":"https://www.wikidata.org/wiki/Q11237593","display_name":"Objective structured clinical examination","level":2,"score":0.6068999767303467},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5462999939918518},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.5360000133514404},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4986000061035156},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4429999887943268},{"id":"https://openalex.org/C206041023","wikidata":"https://www.wikidata.org/wiki/Q1751970","display_name":"Wilcoxon signed-rank test","level":3,"score":0.43790000677108765},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.3889000117778778},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.38769999146461487},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3856000006198883},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.38190001249313354},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37959998846054077},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3538999855518341},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33180001378059387},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.30820000171661377},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30799999833106995},{"id":"https://openalex.org/C2779741528","wikidata":"https://www.wikidata.org/wiki/Q1156524","display_name":"United States Medical Licensing Examination","level":3,"score":0.30379998683929443},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C195910791","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Medical record","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.27790001034736633},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.27730000019073486},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.27399998903274536},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2736000120639801},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27320000529289246},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C2776034101","wikidata":"https://www.wikidata.org/wiki/Q1509347","display_name":"Commission","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C35405484","wikidata":"https://www.wikidata.org/wiki/Q4967066","display_name":"Brier score","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.25870001316070557}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.2147/amep.s623640","doi":"https://doi.org/10.2147/amep.s623640","is_oa":true,"landing_page_url":"https://doi.org/10.2147/amep.s623640","pdf_url":"https://www.dovepress.com/article/download/118618","source":{"id":"https://openalex.org/S2765062736","display_name":"Advances in Medical Education and Practice","issn_l":"1179-7258","issn":["1179-7258"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320348","host_organization_name":"Dove Medical Press","host_organization_lineage":["https://openalex.org/P4310320348","https://openalex.org/P4310320547"],"host_organization_lineage_names":["Dove Medical Press","Taylor & Francis"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Medical Education and Practice","raw_type":"journal-article"},{"id":"pmid:42662474","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42662474","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in medical education and practice","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13520960","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13520960/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adv Med Educ Pract","raw_type":"Text"},{"id":"pmh:oai:HAL:hal-05804948v1","doi":null,"is_oa":false,"landing_page_url":"https://hal.science/hal-05804948","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Advances in Medical Education and Practice, 2026, Volume 17, pp.1-10. ⟨10.2147/AMEP.S623640⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:dovepress.com/118618","doi":null,"is_oa":true,"landing_page_url":"https://www.dovepress.com/large-language-models-as-simulated-candidates-in-objective-structured--peer-reviewed-fulltext-article-AMEP","pdf_url":null,"source":{"id":"https://openalex.org/S4306401012","display_name":"Dove Medical Press (Taylor and Francis Group)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.2147/amep.s623640","doi":"https://doi.org/10.2147/amep.s623640","is_oa":true,"landing_page_url":"https://doi.org/10.2147/amep.s623640","pdf_url":"https://www.dovepress.com/article/download/118618","source":{"id":"https://openalex.org/S2765062736","display_name":"Advances in Medical Education and Practice","issn_l":"1179-7258","issn":["1179-7258"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320348","host_organization_name":"Dove Medical Press","host_organization_lineage":["https://openalex.org/P4310320348","https://openalex.org/P4310320547"],"host_organization_lineage_names":["Dove Medical Press","Taylor & Francis"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Medical Education and Practice","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.5683000087738037,"id":"https://metadata.un.org/sdg/3"},{"display_name":"Quality education","score":0.4156000018119812,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203975634.pdf","grobid_xml":"https://content.openalex.org/works/W7203975634.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2049523735","https://openalex.org/W2057006818","https://openalex.org/W2111575166","https://openalex.org/W2155736799","https://openalex.org/W3215705741","https://openalex.org/W4319350602","https://openalex.org/W4319662928","https://openalex.org/W4324130227","https://openalex.org/W4366750536","https://openalex.org/W4381885403","https://openalex.org/W4384561103","https://openalex.org/W4388725043","https://openalex.org/W4389379994","https://openalex.org/W4392702964","https://openalex.org/W4394677717","https://openalex.org/W4401406517","https://openalex.org/W4402518606","https://openalex.org/W4402782525","https://openalex.org/W4403869417","https://openalex.org/W4404917666","https://openalex.org/W7162802403","https://openalex.org/W7164537933"],"related_works":["https://openalex.org/W7162420219","https://openalex.org/W7222986902","https://openalex.org/W7222971069","https://openalex.org/W4413072545","https://openalex.org/W7223553233","https://openalex.org/W4403578746","https://openalex.org/W7124488972","https://openalex.org/W7153670748","https://openalex.org/W4403851744","https://openalex.org/W7223233822"],"abstract_inverted_index":{"Background:":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"perform":[5],"well":[6],"on":[7,13],"knowledge-based":[8],"medical":[9,72],"examinations,":[10],"but":[11],"evidence":[12],"their":[14],"utility":[15],"for":[16,269,283],"performance-based":[17],"assessments":[18],"such":[19],"as":[20,280],"Objective":[21],"Structured":[22],"Clinical":[23,122],"Examinations":[24],"(OSCEs)":[25],"remains":[26],"limited.":[27],"Beyond":[28],"simulating":[29],"candidate":[30],"answers,":[31],"LLMs":[32,279],"could":[33],"support":[34,275],"quality":[35],"assurance":[36],"of":[37,47,194,230,278],"OSCE":[38,80,256,284],"stations":[39,81,214,220],"by":[40,136,148],"auditing":[41],"the":[42,62,225],"completeness":[43],"and":[44,107,120,228,237,258,295],"internal":[45],"consistency":[46],"analytic":[48,134],"scoring":[49],"rubrics.":[50],"Methods:":[51],"In":[52],"this":[53],"exploratory,":[54],"single-run":[55,226],"study,":[56],"GPT-4":[57],"Turbo":[58],"(OpenAI,":[59],"accessed":[60],"via":[61],"ChatGPT":[63],"Plus":[64],"consumer":[65],"interface,":[66],"May":[67],"2025)":[68],"simulated":[69],"a":[70,90,104,110,231],"final-year":[71],"student":[73],"(DFASM3)":[74],"across":[75,96],"10":[76],"validated":[77],"French":[78],"national":[79],"covering":[82],"all":[83,200],"11":[84],"nationally":[85],"defined":[86],"competency":[87],"domains,":[88],"using":[89],"fixed":[91],"system":[92],"prompt":[93],"applied":[94],"identically":[95],"stations.":[97],"Each":[98],"station":[99,285,293],"was":[100,152,160,206,209],"run":[101],"once":[102,108],"in":[103,109,114,211],"baseline":[105,157],"condition":[106],"reference-augmented":[111],"(RAG)":[112],"condition,":[113],"which":[115],"official":[116,133],"LiSA":[117],"learning":[118],"objectives":[119],"Starting":[121],"Situation":[123],"(SCS)":[124],"documents":[125],"were":[126,130],"additionally":[127],"provided.":[128],"Outputs":[129],"scored":[131],"against":[132],"rubrics":[135],"two":[137],"clinical":[138],"educators":[139,261],"through":[140],"independent":[141],"review":[142],"(Cohen's":[143],"\u03ba=0.84),":[144],"with":[145,164,289],"disagreements":[146],"resolved":[147],"consensus;":[149],"off-checklist":[150],"content":[151],"similarly":[153],"adjudicated.":[154],"Results:":[155],"Mean":[156],"checklist":[158,195,267],"coverage":[159,173],"81%":[161],"(SD":[162,170,177],"10.2),":[163],"A-level":[165],"item":[166],"omission":[167],"averaging":[168],"10%":[169],"7.2).":[171],"RAG":[172],"increased":[174],"to":[175],"95%":[176],"5.1;":[178],"Wilcoxon":[179],"signed-rank":[180],"test,":[181],"p=0.002),":[182],"recovering":[183],"1-4":[184],"previously":[185],"missed":[186],"items":[187,196],"per":[188,197],"station.":[189],"Off-checklist":[190],"additions":[191],"averaged":[192],"22%":[193],"station,":[198],"nearly":[199],"clinically":[201],"relevant;":[202],"one":[203],"incorrect":[204],"addition":[205],"identified.":[207],"Coverage":[208],"higher":[210],"structured,":[212,254],"action-oriented":[213],"(91.6%":[215],"\u00b1":[216,222],"4.1)":[217],"than":[218,240],"dialogue-heavy":[219],"(73.7%":[221],"7.4).":[223],"Given":[224],"design":[227],"absence":[229],"human":[232,296],"comparator,":[233],"results":[234],"are":[235],"exploratory":[236,273],"hypothesis-generating":[238],"rather":[239],"robust":[241],"performance":[242],"estimates.":[243],"Conclusion:":[244],"This":[245],"proof-of-concept":[246],"study":[247],"shows":[248],"that":[249],"an":[250],"LLM":[251],"can":[252],"generate":[253],"rubric-mappable":[255],"responses":[257],"may":[259],"help":[260],"flag":[262],"missing,":[263],"ambiguous,":[264],"or":[265],"inconsistent":[266],"elements":[268],"expert":[270],"review.":[271],"These":[272],"findings":[274],"further":[276],"investigation":[277],"decision-support":[281],"tools":[282],"pre-validation,":[286],"pending":[287],"replication":[288],"multiple":[290],"runs,":[291],"larger":[292],"banks,":[294],"comparators.":[297]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-08-23T00:00:00"}