{"id":"https://openalex.org/W2050899352","doi":"https://doi.org/10.1097/acm.0b013e31817ec873","title":"Validity Evidence for an OSCE to Assess Competency in Systems-Based Practice and Practice-Based Learning and Improvement: A Preliminary Investigation","display_name":"Validity Evidence for an OSCE to Assess Competency in Systems-Based Practice and Practice-Based Learning and Improvement: A Preliminary Investigation","alternate_titles":[],"publication_year":2008,"publication_date":"2008-07-29","ids":{"openalex":"https://openalex.org/W2050899352","doi":"https://doi.org/10.1097/acm.0b013e31817ec873","mag":"2050899352","pmid":"https://pubmed.ncbi.nlm.nih.gov/18667895"},"language":"en","primary_location":{"id":"doi:10.1097/acm.0b013e31817ec873","doi":"https://doi.org/10.1097/acm.0b013e31817ec873","is_oa":false,"landing_page_url":"https://doi.org/10.1097/acm.0b013e31817ec873","pdf_url":null,"source":{"id":"https://openalex.org/S19793444","display_name":"Academic Medicine","issn_l":"1040-2446","issn":["1040-2446","1938-808X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Medicine","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2050899352"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085041807","display_name":"Prathibha Varkey","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1330342723","display_name":"Mayo Clinic","ror":"https://ror.org/02qp3tb03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Prathibha Varkey","raw_affiliation_strings":["Division of Preventive and Occupational Medicine, College of Medicine, Mayo Clinic, Rochester, Minnesota 55905, USA. varkey.prathibha@mayo.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Preventive and Occupational Medicine, College of Medicine, Mayo Clinic, Rochester, Minnesota 55905, USA. varkey.prathibha@mayo.edu","institution_ids":["https://openalex.org/I1330342723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004524955","display_name":"Neena Natt","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1330342723","display_name":"Mayo Clinic","ror":"https://ror.org/02qp3tb03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Neena Natt","raw_affiliation_strings":["and director, Quality Improvement Curricula, Mayo School of Graduate Medical Education and Mayo Medical School, Rochester, Minnesota","Division of Endocrinology, College of Medicine, Mayo Clinic, Rochester, MN, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"and director, Quality Improvement Curricula, Mayo School of Graduate Medical Education and Mayo Medical School, Rochester, Minnesota","institution_ids":["https://openalex.org/I1330342723"]},{"raw_affiliation_string":"Division of Endocrinology, College of Medicine, Mayo Clinic, Rochester, MN, US","institution_ids":["https://openalex.org/I1330342723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057493616","display_name":"Timothy G. Lesnick","orcid":"https://orcid.org/0000-0002-4126-5924","observed_orcids":["https://orcid.org/0000-0002-4126-5924"]},"institutions":[{"id":"https://openalex.org/I1330342723","display_name":"Mayo Clinic","ror":"https://ror.org/02qp3tb03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Timothy Lesnick","raw_affiliation_strings":["and director, Quality Improvement Curricula, Mayo School of Graduate Medical Education and Mayo Medical School, Rochester, Minnesota","Division of Biostatistics, College of Medicine, Mayo Clinic, Rochester, MN, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"and director, Quality Improvement Curricula, Mayo School of Graduate Medical Education and Mayo Medical School, Rochester, Minnesota","institution_ids":["https://openalex.org/I1330342723"]},{"raw_affiliation_string":"Division of Biostatistics, College of Medicine, Mayo Clinic, Rochester, MN, US","institution_ids":["https://openalex.org/I1330342723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108494436","display_name":"Steven M. Downing","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1330342723","display_name":"Mayo Clinic","ror":"https://ror.org/02qp3tb03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723"]},{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Steven Downing","raw_affiliation_strings":["and director, Quality Improvement Curricula, Mayo School of Graduate Medical Education and Mayo Medical School, Rochester, Minnesota","Department of Medical Education, University of Illinois at Chicago, Chicago, IL, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"and director, Quality Improvement Curricula, Mayo School of Graduate Medical Education and Mayo Medical School, Rochester, Minnesota","institution_ids":["https://openalex.org/I1330342723"]},{"raw_affiliation_string":"Department of Medical Education, University of Illinois at Chicago, Chicago, IL, US","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031840300","display_name":"Rachel Yudkowsky","orcid":"https://orcid.org/0000-0002-2145-7582","observed_orcids":["https://orcid.org/0000-0002-2145-7582"]},"institutions":[{"id":"https://openalex.org/I1330342723","display_name":"Mayo Clinic","ror":"https://ror.org/02qp3tb03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723"]},{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rachel Yudkowsky","raw_affiliation_strings":["and director, Quality Improvement Curricula, Mayo School of Graduate Medical Education and Mayo Medical School, Rochester, Minnesota","Department of Medical Education, University of Illinois at Chicago, Chicago, IL, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"and director, Quality Improvement Curricula, Mayo School of Graduate Medical Education and Mayo Medical School, Rochester, Minnesota","institution_ids":["https://openalex.org/I1330342723"]},{"raw_affiliation_string":"Department of Medical Education, University of Illinois at Chicago, Chicago, IL, US","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5085041807"],"corresponding_institution_ids":["https://openalex.org/I1330342723"],"apc_list":null,"apc_paid":null,"fwci":29.7761,"has_fulltext":false,"cited_by_count":85,"citation_normalized_percentile":{"value":0.99547466,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":"83","issue":"8","first_page":"775","last_page":"780"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12602","display_name":"Medical Education and Admissions","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/objective-structured-clinical-examination","display_name":"OSCE","score":0.8349999785423279},{"id":"https://openalex.org/keywords/systems-based-practice","display_name":"systems-based practice","score":0.9459999799728394},{"id":"https://openalex.org/keywords/practice-based-learning-and-improvement","display_name":"practice-based learning and improvement","score":0.9980000257492065},{"id":"https://openalex.org/keywords/postgraduate-medical-education","display_name":"graduate medical education","score":0.9779999852180481},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.8550000190734863}],"concepts":[{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.5315847992897034},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4846342206001282},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4735388159751892},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.4304157495498657},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3351542353630066},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.22404268383979797},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.16998490691184998},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09440958499908447},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D002983","descriptor_name":"Clinical Competence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003162","descriptor_name":"Competency-Based Education","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004503","descriptor_name":"Education, Medical, Graduate","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011785","descriptor_name":"Quality Assurance, Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1097/acm.0b013e31817ec873","doi":"https://doi.org/10.1097/acm.0b013e31817ec873","is_oa":false,"landing_page_url":"https://doi.org/10.1097/acm.0b013e31817ec873","pdf_url":null,"source":{"id":"https://openalex.org/S19793444","display_name":"Academic Medicine","issn_l":"1040-2446","issn":["1040-2446","1938-808X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Medicine","raw_type":"journal-article"},{"id":"pmid:18667895","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/18667895","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic medicine : journal of the Association of American Medical Colleges","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8278999924659729},{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.6240000128746033}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W4770323","https://openalex.org/W33806750","https://openalex.org/W1975783134","https://openalex.org/W1986589307","https://openalex.org/W1986903819","https://openalex.org/W1991635648","https://openalex.org/W1999148909","https://openalex.org/W2001280683","https://openalex.org/W2005967623","https://openalex.org/W2006432935","https://openalex.org/W2011840223","https://openalex.org/W2024063606","https://openalex.org/W2033590445","https://openalex.org/W2057006818","https://openalex.org/W2061218886","https://openalex.org/W2068757607","https://openalex.org/W2070342745","https://openalex.org/W2078132360","https://openalex.org/W2090039383","https://openalex.org/W2090256541","https://openalex.org/W2091549304","https://openalex.org/W2104505336","https://openalex.org/W2104701794","https://openalex.org/W2113797612","https://openalex.org/W2141634044","https://openalex.org/W2141944061","https://openalex.org/W2154563310","https://openalex.org/W2161254436","https://openalex.org/W2333141530","https://openalex.org/W3036256881"],"related_works":["https://openalex.org/W3002087024","https://openalex.org/W1590363333","https://openalex.org/W3126382611","https://openalex.org/W966193645","https://openalex.org/W7213345291","https://openalex.org/W1964139465","https://openalex.org/W2904142356","https://openalex.org/W4309328053","https://openalex.org/W2738104587","https://openalex.org/W2126639220"],"abstract_inverted_index":{"PURPOSE:":[0],"To":[1],"determine":[2],"the":[3,13,36,81,108,167,186,193,199,205,240],"psychometric":[4],"properties":[5],"and":[6,18,21,48,74,91,112,120,171,220,231],"validity":[7,123],"of":[8,15,38,80,134,173,189,201,207],"an":[9,181,196],"OSCE":[10,32,168,179,194,224],"to":[11,103,139,150,183,228],"assess":[12,229],"competencies":[14],"Practice-Based":[16],"Learning":[17],"Improvement":[19,42],"(PBLI)":[20],"Systems-Based":[22],"Practice":[23],"(SBP)":[24],"in":[25,58,78],"graduate":[26],"medical":[27],"education.":[28],"METHOD:":[29],"An":[30],"eight-station":[31],"was":[33,83,101,114,124,157,169,225],"piloted":[34],"at":[35,51],"end":[37],"a":[39,92,213],"three-week":[40],"Quality":[41,190],"elective":[43],"for":[44,107,118,141,198,218,242],"nine":[45],"preventive":[46],"medicine":[47],"endocrinology":[49],"fellows":[50],"Mayo":[52],"Clinic.":[53],"The":[54,178,222,233],"stations":[55,82],"assessed":[56,84],"performance":[57,77],"quality":[59],"measurement,":[60],"root":[61],"cause":[62],"analysis,":[63],"evidence-based":[64],"medicine,":[65],"insurance":[66],"systems,":[67],"team":[68],"collaboration,":[69],"prescription":[70],"errors,":[71],"Nolan's":[72],"model,":[73],"negotiation.":[75],"Fellows'":[76],"each":[79],"by":[85,128],"three":[86],"faculty":[87,163],"experts":[88],"using":[89],"checklists":[90],"five-point":[93],"global":[94],"competency":[95],"scale.":[96],"A":[97],"modified":[98],"Angoff":[99],"procedure":[100],"used":[102],"set":[104],"standards.":[105],"Evidence":[106,117],"OSCE's":[109],"validity,":[110],"feasibility,":[111],"acceptability":[113],"gathered.":[115],"RESULTS:":[116],"content":[119,130],"response":[121],"process":[122],"judged":[125],"as":[126],"excellent":[127],"institutional":[129],"experts.":[131],"Interrater":[132],"reliability":[133],"scores":[135],"ranged":[136,147],"from":[137,148],"0.85":[138],"1":[140],"most":[142],"stations.":[143],"Interstation":[144],"correlation":[145],"coefficients":[146],"-0.62":[149],"0.99,":[151],"reflecting":[152],"case":[153],"specificity.":[154],"Implementation":[155],"cost":[156],"approximately":[158],"$255":[159],"per":[160],"fellow.":[161],"All":[162],"members":[164],"agreed":[165],"that":[166],"realistic":[170],"capable":[172],"providing":[174],"accurate":[175],"assessments.":[176],"CONCLUSIONS:":[177],"provides":[180,195],"opportunity":[182,197],"systematically":[184],"sample":[185],"different":[187],"subdomains":[188],"Improvement.":[191],"Furthermore,":[192],"demonstration":[200],"skills":[202],"rather":[203],"than":[204],"testing":[206],"knowledge":[208],"alone,":[209],"thus":[210],"making":[211],"it":[212],"potentially":[214],"powerful":[215],"assessment":[216],"tool":[217],"SBP":[219,230],"PBLI.":[221,232],"study":[223,238],"well":[226],"suited":[227],"evidence":[234],"gathered":[235],"through":[236],"this":[237],"lays":[239],"foundation":[241],"future":[243],"validation":[244],"work.":[245]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2050899352","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
