{"id":"https://openalex.org/W2092829159","doi":"https://doi.org/10.3946/kjme.2010.22.3.215","title":"The School Effect on the Reliability of Clinical Performance Examination in Medical Schools","display_name":"The School Effect on the Reliability of Clinical Performance Examination in Medical Schools","publication_year":2010,"publication_date":"2010-09-07","ids":{"openalex":"https://openalex.org/W2092829159","doi":"https://doi.org/10.3946/kjme.2010.22.3.215","mag":"2092829159","pmid":"https://pubmed.ncbi.nlm.nih.gov/25813946"},"language":"en","primary_location":{"id":"doi:10.3946/kjme.2010.22.3.215","doi":"https://doi.org/10.3946/kjme.2010.22.3.215","is_oa":true,"landing_page_url":"https://doi.org/10.3946/kjme.2010.22.3.215","pdf_url":"https://www.kjme.kr/upload/pdf/kjme-22-3-215-7.pdf","source":{"id":"https://openalex.org/S194610430","display_name":"Korean journal of medical education","issn_l":"1225-8067","issn":["1225-8067","2005-2367","2005-727X","2005-7288"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","kci-excellent","ki-jl-1","medline","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319475","host_organization_name":"Korean Society of Medical Education","host_organization_lineage":["https://openalex.org/P4310319475"],"host_organization_lineage_names":["Korean Society of Medical Education"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Korean Journal of Medical Education","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.kjme.kr/upload/pdf/kjme-22-3-215-7.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014225276","display_name":"Mi Kyoung Yim","orcid":"https://orcid.org/0000-0001-5048-0477","observed_orcids":["https://orcid.org/0000-0001-5048-0477"]},"institutions":[{"id":"https://openalex.org/I4210098914","display_name":"Korea Health Personnel Licensing Examination Institute","ror":"https://ror.org/00vhg8h29","country_code":"KR","type":"government","lineage":["https://openalex.org/I1290491151","https://openalex.org/I2801339556","https://openalex.org/I4210098914"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Mi Kyoung Yim","raw_affiliation_strings":["National Health Personnel Licensing Examination Board, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Health Personnel Licensing Examination Board, Seoul, Korea","institution_ids":["https://openalex.org/I4210098914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070130643","display_name":"Gue Min Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gue Min Lee","raw_affiliation_strings":["Department of Education, Yonsei University, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Education, Yonsei University, Seoul, Korea","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":400,"currency":"USD","value_usd":400},"apc_paid":{"value":400,"currency":"USD","value_usd":400},"fwci":1.5933,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.84143851,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"22","issue":"3","first_page":"215","last_page":"223"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12602","display_name":"Medical Education and Admissions","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clinical-performance-examination","display_name":"clinical performance examination","score":0.9940000176429749},{"id":"https://openalex.org/keywords/medical-schools","display_name":"medical schools","score":0.41600000858306885},{"id":"https://openalex.org/keywords/test-reliability","display_name":"test reliability","score":0.7239999771118164},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"generalizability theory","score":0.9629999995231628},{"id":"https://openalex.org/keywords/school-effects","display_name":"school influence","score":0.5879999995231628},{"id":"https://openalex.org/keywords/error-variance","display_name":"error variance","score":0.460999995470047},{"id":"https://openalex.org/keywords/student-assessment","display_name":"student assessment","score":0.44600000977516174},{"id":"https://openalex.org/keywords/medical-education-evaluation","display_name":"medical education assessment","score":0.38600000739097595}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.9825056791305542},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6560897827148438},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5568326711654663},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5167266726493835},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5137151479721069},{"id":"https://openalex.org/C3018076075","wikidata":"https://www.wikidata.org/wiki/Q1826427","display_name":"Variance components","level":2,"score":0.4804113209247589},{"id":"https://openalex.org/C2993838110","wikidata":"https://www.wikidata.org/wiki/Q494230","display_name":"Medical school","level":2,"score":0.47414490580558777},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.423860639333725},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3273316025733948},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.28317877650260925},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.24061232805252075},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2338595986366272},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.18642392754554749},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08012324571609497},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3946/kjme.2010.22.3.215","doi":"https://doi.org/10.3946/kjme.2010.22.3.215","is_oa":true,"landing_page_url":"https://doi.org/10.3946/kjme.2010.22.3.215","pdf_url":"https://www.kjme.kr/upload/pdf/kjme-22-3-215-7.pdf","source":{"id":"https://openalex.org/S194610430","display_name":"Korean journal of medical education","issn_l":"1225-8067","issn":["1225-8067","2005-2367","2005-727X","2005-7288"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","kci-excellent","ki-jl-1","medline","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319475","host_organization_name":"Korean Society of Medical Education","host_organization_lineage":["https://openalex.org/P4310319475"],"host_organization_lineage_names":["Korean Society of Medical Education"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Korean Journal of Medical Education","raw_type":"journal-article"},{"id":"pmid:25813946","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25813946","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Korean journal of medical education","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.3946/kjme.2010.22.3.215","doi":"https://doi.org/10.3946/kjme.2010.22.3.215","is_oa":true,"landing_page_url":"https://doi.org/10.3946/kjme.2010.22.3.215","pdf_url":"https://www.kjme.kr/upload/pdf/kjme-22-3-215-7.pdf","source":{"id":"https://openalex.org/S194610430","display_name":"Korean journal of medical education","issn_l":"1225-8067","issn":["1225-8067","2005-2367","2005-727X","2005-7288"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","kci-excellent","ki-jl-1","medline","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319475","host_organization_name":"Korean Society of Medical Education","host_organization_lineage":["https://openalex.org/P4310319475"],"host_organization_lineage_names":["Korean Society of Medical Education"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Korean Journal of Medical Education","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4"},{"display_name":"Good health and well-being","score":0.46810001134872437,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2092829159.pdf","grobid_xml":"https://content.openalex.org/works/W2092829159.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2024661714","https://openalex.org/W2034562813","https://openalex.org/W2050460112","https://openalex.org/W2121497424","https://openalex.org/W2130968230","https://openalex.org/W2916667221","https://openalex.org/W2940627110","https://openalex.org/W3138239805","https://openalex.org/W4230888689","https://openalex.org/W4246294724","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2513196522","https://openalex.org/W2369872786","https://openalex.org/W7133342048","https://openalex.org/W3163797754","https://openalex.org/W2021002399","https://openalex.org/W6922167180","https://openalex.org/W2915686542","https://openalex.org/W2055948452","https://openalex.org/W7014854420","https://openalex.org/W4410043815"],"abstract_inverted_index":{"PURPOSE:":[0],"The":[1,174],"purpose":[2],"of":[3,11,25,41,48,51,104,130,163,199],"this":[4],"study":[5],"is":[6,83,147,180],"to":[7,99,194],"test":[8,210],"the":[9,12,23,33,46,49,52,68,102,137,151,156,161,164,188,191,196],"reliability":[10,50],"clinical":[13],"performance":[14,200],"examination":[15],"(CPX)":[16],"using":[17],"Generalizability":[18],"theory":[19,179,193],"(G-theory).":[20],"Through":[21],"G-theory,":[22],"effects":[24],"not":[26],"only":[27],"students":[28,60,133],"and":[29,87,120,126,141,155],"tasks":[30],"but":[31,136],"also":[32],"school":[34,86,125,131,142],"will":[35],"be":[36],"analyzed":[37],"as":[38],"primary":[39],"sources":[40],"error,":[42],"which":[43],"can":[44],"affect":[45],"interpretation":[47],"CPX.":[53,189],"METHODS:":[54],"One":[55],"thousand":[56],"three":[57],"hundred":[58],"nineteen":[59],"from":[61],"16":[62],"medical":[63],"schools":[64],"that":[65,81,177],"participated":[66],"in":[67,182,187],"Seoul-Gyeonggi":[69],"CPX":[70],"Consortium":[71],"2008":[72],"were":[73],"enrolled.":[74],"In":[75],"our":[76,100],"research":[77],"design,":[78],"we":[79],"suppose":[80],"student":[82,113,146],"nested":[84,114,148],"within":[85,115,149],"crossed":[88],"with":[89,95,204,208],"task.":[90,127],"Data":[91],"analysis":[92],"was":[93,107,134,143,158],"conducted":[94],"urGenova.":[96],"RESULTS:":[97],"According":[98],"analysis,":[101],"percentage":[103],"error":[105,185],"variance":[106],"6.2%":[108],"for":[109,112,118,122],"school,":[110,116,150],"14.9%":[111],"14.4%":[117],"task,":[119],"3%":[121],"interaction":[123,138],"between":[124,139],"An":[128],"effect":[129],"on":[132],"observed,":[135],"task":[140],"insignificant.":[144],"When":[145],"universe":[152],"score":[153],"decreased":[154],"g-coefficient":[157,162],"less":[159],"than":[160],"p":[165],"x":[166],"t":[167],"(p:":[168],"studentm,":[169],"t:":[170],"task)":[171],"design.":[172],"CONCLUSION:":[173],"results":[175],"show":[176],"generalizability":[178,192],"useful":[181],"detecting":[183],"various":[184],"components":[186],"Using":[190],"improve":[195],"technical":[197],"quality":[198],"assessments":[201],"provides":[202],"us":[203],"greater":[205],"information":[206],"compared":[207],"traditional":[209],"theories.":[211]},"counts_by_year":[{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2016-06-24T00:00:00"}