{"id":"https://openalex.org/W7217859055","doi":null,"title":"Generative AI for OSCE and Workplace-Based Assessment: Mapping Validity, Bias/Fairness, Reliability, and Defensible Governance","display_name":"Generative AI for OSCE and Workplace-Based Assessment: Mapping Validity, Bias/Fairness, Reliability, and Defensible Governance","alternate_titles":[],"publication_year":2025,"publication_date":"2025-12-26","ids":{"openalex":"https://openalex.org/W7217859055"},"language":"en","primary_location":{"id":"pmh:oai:ojs2.jchr.org:article/11340","doi":null,"is_oa":true,"landing_page_url":"https://jchr.org/index.php/JCHR/article/view/11340","pdf_url":"https://jchr.org/index.php/JCHR/article/download/11340/6241","source":{"id":"https://openalex.org/S2764499610","display_name":"Journal of chemical health risks","issn_l":"2251-6719","issn":["2251-6719","2251-6727"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310319124","host_organization_name":"Azad University Cross Team","host_organization_lineage":["https://openalex.org/P4310319124"],"host_organization_lineage_names":["Azad University Cross Team"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2251-6719","raw_type":"info:eu-repo/semantics/article"},"parent_works":[],"lineage":["https://openalex.org/W7217859055"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://jchr.org/index.php/JCHR/article/download/11340/6241","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5155633137","display_name":"Mohammed Moizuddin Khan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210149130","display_name":"Dar Al Uloom University","ror":"https://ror.org/03myd1n81","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210149130"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Mohammed Moizuddin Khan","raw_affiliation_strings":["College of Medicine , Dar Al Uloom University , Riyadh , Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Medicine , Dar Al Uloom University , Riyadh , Saudi Arabia","institution_ids":["https://openalex.org/I4210149130"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5155633137"],"corresponding_institution_ids":["https://openalex.org/I4210149130"],"apc_list":null,"apc_paid":null,"fwci":0.1473,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.42792046,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6035000085830688,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6035000085830688,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.36469998955726624,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.005900000222027302,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.953000009059906},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9900000095367432},{"id":"https://openalex.org/keywords/objective-structured-clinical-examination","display_name":"OSCE","score":0.9020000100135803},{"id":"https://openalex.org/keywords/workplace-based-assessment","display_name":"workplace-based assessment","score":0.9990000128746033},{"id":"https://openalex.org/keywords/medical-education-evaluation","display_name":"medical education assessment","score":0.9089999794960022},{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.6240000128746033},{"id":"https://openalex.org/keywords/validity","display_name":"validity","score":0.5040000081062317},{"id":"https://openalex.org/keywords/fairness","display_name":"fairness","score":0.5839999914169312},{"id":"https://openalex.org/keywords/bias","display_name":"bias","score":0.6549999713897705},{"id":"https://openalex.org/keywords/reliability-statistics","display_name":"reliability statistics","score":0.7649999856948853},{"id":"https://openalex.org/keywords/narrative-feedback","display_name":"narrative feedback","score":0.6930000185966492},{"id":"https://openalex.org/keywords/high-stakes-testing","display_name":"high-stakes testing","score":0.7269999980926514},{"id":"https://openalex.org/keywords/rater-agreement","display_name":"rater agreement","score":0.47099998593330383}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5246999859809875},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.48840001225471497},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.48649999499320984},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.47699999809265137},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4745999872684479},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4643999934196472},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.4643000066280365},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.4345000088214874},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40049999952316284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39480000734329224},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3779999911785126},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.375},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3714999854564667},{"id":"https://openalex.org/C2779386606","wikidata":"https://www.wikidata.org/wiki/Q2393642","display_name":"Handwriting","level":2,"score":0.36489999294281006},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.3449999988079071},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.34220001101493835},{"id":"https://openalex.org/C188231857","wikidata":"https://www.wikidata.org/wiki/Q2585724","display_name":"Educational assessment","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.31850001215934753},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.3165000081062317},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.31290000677108765},{"id":"https://openalex.org/C2777896688","wikidata":"https://www.wikidata.org/wiki/Q3773715","display_name":"Clinical governance","level":3,"score":0.311599999666214},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.30059999227523804},{"id":"https://openalex.org/C2778406517","wikidata":"https://www.wikidata.org/wiki/Q4736497","display_name":"Alternative assessment","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C2778000598","wikidata":"https://www.wikidata.org/wiki/Q11237593","display_name":"Objective structured clinical examination","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C19648533","wikidata":"https://www.wikidata.org/wiki/Q691640","display_name":"Evidence-based medicine","level":3,"score":0.2842000126838684},{"id":"https://openalex.org/C2779767262","wikidata":"https://www.wikidata.org/wiki/Q5592059","display_name":"Graduate medical education","level":3,"score":0.26919999718666077},{"id":"https://openalex.org/C517642484","wikidata":"https://www.wikidata.org/wiki/Q2388514","display_name":"Intelligence analysis","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2605000138282776},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2583000063896179},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C154874363","wikidata":"https://www.wikidata.org/wiki/Q3518464","display_name":"Medical classification","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:ojs2.jchr.org:article/11340","doi":null,"is_oa":true,"landing_page_url":"https://jchr.org/index.php/JCHR/article/view/11340","pdf_url":"https://jchr.org/index.php/JCHR/article/download/11340/6241","source":{"id":"https://openalex.org/S2764499610","display_name":"Journal of chemical health risks","issn_l":"2251-6719","issn":["2251-6719","2251-6727"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310319124","host_organization_name":"Azad University Cross Team","host_organization_lineage":["https://openalex.org/P4310319124"],"host_organization_lineage_names":["Azad University Cross Team"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2251-6719","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:ojs2.jchr.org:article/11340","doi":null,"is_oa":true,"landing_page_url":"https://jchr.org/index.php/JCHR/article/view/11340","pdf_url":"https://jchr.org/index.php/JCHR/article/download/11340/6241","source":{"id":"https://openalex.org/S2764499610","display_name":"Journal of chemical health risks","issn_l":"2251-6719","issn":["2251-6719","2251-6727"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310319124","host_organization_name":"Azad University Cross Team","host_organization_lineage":["https://openalex.org/P4310319124"],"host_organization_lineage_names":["Azad University Cross Team"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2251-6719","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.5683000087738037},{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.5385000109672546}],"study_designs":[{"display_name":"Systematic Review","id":"https://openalex.org/study-designs/systematic-review"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7217859055.pdf","grobid_xml":"https://content.openalex.org/works/W7217859055.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1704942559","https://openalex.org/W2891378911","https://openalex.org/W3118615836","https://openalex.org/W3159893776","https://openalex.org/W4365136203","https://openalex.org/W4378448767","https://openalex.org/W4386117191","https://openalex.org/W4387700453","https://openalex.org/W4390988578","https://openalex.org/W4391026420","https://openalex.org/W4392769984","https://openalex.org/W4396680020","https://openalex.org/W4402197779","https://openalex.org/W4404917666","https://openalex.org/W4406200047","https://openalex.org/W4406756892","https://openalex.org/W4410764986","https://openalex.org/W4413478063","https://openalex.org/W4414460649","https://openalex.org/W4416450196","https://openalex.org/W4416618182"],"related_works":["https://openalex.org/W7163028967","https://openalex.org/W7216042459","https://openalex.org/W7204527350","https://openalex.org/W7220358552","https://openalex.org/W7213110170","https://openalex.org/W7157762857","https://openalex.org/W7117464656","https://openalex.org/W7222676897","https://openalex.org/W4416618182","https://openalex.org/W7204212175"],"abstract_inverted_index":{"Background:":[0],"Generative":[1],"artificial":[2],"intelligence":[3],"(GenAI),":[4],"including":[5],"large":[6],"language":[7],"models":[8],"(LLMs),":[9],"is":[10,113,166],"increasingly":[11],"used":[12],"in":[13,83,117,128,152],"medical":[14,70],"education":[15,71],"assessment":[16,40,119,203],"as":[17,44,200],"item":[18],"writers,":[19],"rubric-based":[20],"scorers":[21],"of":[22,131],"constructed":[23],"responses,":[24],"and":[25,37,48,57,72,78,87,108,115,124,127,149,163,174,182,190,198,218,225,240],"draft":[26],"generators":[27],"for":[28,53,177,238],"narrative":[29,132],"feedback.":[30,134],"In":[31,155],"high-stakes":[32,88,191],"settings":[33],"(e.g.,":[34],"OSCE":[35],"pass/fail":[36],"programmatic":[38],"workplace-based":[39],"[WBA]),":[41],"GenAI":[42,82,161,193],"functions":[43],"a":[45,63,201,208,230],"measurement":[46],"intervention":[47],"therefore":[49],"requires":[50],"defensible":[51],"evidence":[52,80],"validity,":[54],"fairness,":[55],"reliability,":[56,107],"governance.":[58,109],"[1,2,11]":[59],"Methods:":[60],"We":[61,228],"conducted":[62],"PRISMA-ScR-aligned":[64],"scoping":[65],"review":[66,79],"(2020-present)":[67],"across":[68],"major":[69],"health":[73],"databases":[74],"to":[75,105,170],"map":[76],"empirical":[77],"on":[81],"assessment,":[84],"prioritizing":[85],"OSCE/WBA":[86],"contexts.":[89],"Evidence":[90,112],"was":[91],"charted":[92],"using":[93],"Kane\u2019s":[94],"argument-based":[95],"validity":[96,210],"framework":[97],"(scoring,":[98],"generalization,":[99],"extrapolation,":[100],"implications),":[101],"alongside":[102],"themes":[103],"related":[104],"bias/fairness,":[106],"[9-11]":[110],"Results:":[111],"heterogeneous":[114],"concentrated":[116],"written":[118],"(short":[120],"answers,":[121],"clinical":[122,188],"notes,":[123],"post-OSCE":[125],"documentation)":[126],"automated":[129],"analysis":[130],"WBA":[133],"LLM":[135],"grading":[136],"can":[137],"be":[138,196],"efficient,":[139],"but":[140],"studies":[141],"show":[142],"variable":[143],"agreement":[144,159],"with":[145],"expert":[146],"human":[147],"ratings":[148],"potential":[150],"shifts":[151],"grade":[153],"distributions.":[154],"early":[156],"OSCE-related":[157],"studies,":[158],"between":[160],"outputs":[162],"clinician":[164],"judgments":[165],"inconsistent,":[167],"highlighting":[168],"threats":[169],"the":[171,175],"scoring":[172],"inference":[173],"need":[176],"response-process":[178],"evidence,":[179,217],"rater":[180],"calibration,":[181],"drift":[183],"monitoring.":[184],"[3,6,16-21]":[185],"Conclusion:":[186],"For":[187],"skills":[189],"decisions,":[192],"use":[194],"should":[195,206],"bounded":[197],"treated":[199],"regulated":[202],"intervention.":[204],"Institutions":[205],"require":[207],"complete":[209],"argument,":[211],"explicit":[212],"fairness":[213],"audits,":[214],"program-level":[215],"reliability":[216],"governance":[219],"controls":[220],"(versioning,":[221],"audit":[222],"trails,":[223],"appeals,":[224],"change":[226],"management).":[227],"propose":[229],"practical":[231],"DEFEND-VFRG":[232],"toolkit":[233],"(Validity,":[234],"Fairness,":[235],"Reliability,":[236],"Governance)":[237],"implementation":[239],"reporting.":[241],"[11-15,25]":[242]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7217859055","counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-10-03T00:00:00"}
