{"id":"https://openalex.org/W2418575741","doi":null,"title":"Creating a multi-institutional family medicine clerkship examination: lessons learned.","display_name":"Creating a multi-institutional family medicine clerkship examination: lessons learned.","publication_year":2011,"publication_date":"2011-04-01","ids":{"openalex":"https://openalex.org/W2418575741","mag":"2418575741","pmid":"https://pubmed.ncbi.nlm.nih.gov/21499995"},"language":"en","primary_location":{"id":"pmid:21499995","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21499995","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Family medicine","raw_type":"Journal Article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017219194","display_name":"Lisa M. Slatt","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisa M Slatt","raw_affiliation_strings":["Department of Family Medicine, University of North Carolina at Chapel Hill, 27599-7595, USA. slatt@med.unc.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Family Medicine, University of North Carolina at Chapel Hill, 27599-7595, USA. slatt@med.unc.edu","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075110850","display_name":"Beat Steiner","orcid":"https://orcid.org/0000-0002-4569-3547","observed_orcids":["https://orcid.org/0000-0002-4569-3547"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beat D Steiner","raw_affiliation_strings":["Family Medicine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Family Medicine","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066764505","display_name":"David Hollar","orcid":"https://orcid.org/0000-0001-9474-3136","observed_orcids":["https://orcid.org/0000-0001-9474-3136"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David W Hollar","raw_affiliation_strings":["Office of Medical Education"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Office of Medical Education","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017507139","display_name":"Alexander W. Chessman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexander W Chessman","raw_affiliation_strings":["University of North Carolina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Carolina","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042212541","display_name":"Julia Xin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Julia Xin","raw_affiliation_strings":["Office of Medical Education"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Office of Medical Education","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037321983","display_name":"Mari\u2010Wells Hedgpeth","orcid":"https://orcid.org/0000-0003-0325-0606","observed_orcids":["https://orcid.org/0000-0003-0325-0606"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mari-Wells Hedgpeth","raw_affiliation_strings":["Office of Medical Education"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Office of Medical Education","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.693,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.95877234,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":"43","issue":"4","first_page":"235","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/family-medicine-clerkship","display_name":"family medicine clerkship","score":0.9070000052452087},{"id":"https://openalex.org/keywords/multiple-choice-tests","display_name":"multiple-choice tests","score":0.7429999709129333},{"id":"https://openalex.org/keywords/test-development","display_name":"test development","score":0.5590000152587891},{"id":"https://openalex.org/keywords/rasch-analysis","display_name":"Rasch analysis","score":0.8180000185966492},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"item response theory","score":0.7870000004768372},{"id":"https://openalex.org/keywords/test-reliability","display_name":"test reliability","score":0.7990000247955322},{"id":"https://openalex.org/keywords/item-difficulty","display_name":"item difficulty","score":0.49900001287460327},{"id":"https://openalex.org/keywords/multi-institutional-collaboration","display_name":"multi-institutional collaboration","score":0.7789999842643738},{"id":"https://openalex.org/keywords/medical-student-assessment","display_name":"medical student assessment","score":0.6050000190734863},{"id":"https://openalex.org/keywords/curriculum-improvement","display_name":"curriculum improvement","score":0.5099999904632568}],"concepts":[{"id":"https://openalex.org/C101266164","wikidata":"https://www.wikidata.org/wiki/Q2131821","display_name":"Rasch model","level":2,"score":0.8594636917114258},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6219441890716553},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.6081053018569946},{"id":"https://openalex.org/C2776141643","wikidata":"https://www.wikidata.org/wiki/Q5133820","display_name":"Clinical clerkship","level":3,"score":0.5507071614265442},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5182387828826904},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.4913856089115143},{"id":"https://openalex.org/C2780541860","wikidata":"https://www.wikidata.org/wiki/Q1031365","display_name":"Final examination","level":2,"score":0.4808940887451172},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4751063287258148},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.4587045907974243},{"id":"https://openalex.org/C2779741528","wikidata":"https://www.wikidata.org/wiki/Q1156524","display_name":"United States Medical Licensing Examination","level":3,"score":0.44772014021873474},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.42825862765312195},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.42352205514907837},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.4159509837627411},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.39815208315849304},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.3957256078720093},{"id":"https://openalex.org/C2993838110","wikidata":"https://www.wikidata.org/wiki/Q494230","display_name":"Medical school","level":2,"score":0.2638256847858429},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.25722482800483704},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.17701905965805054},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.16943100094795227},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.15119540691375732},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.11502957344055176},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D002982","descriptor_name":"Clinical Clerkship","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D002982","descriptor_name":"Clinical Clerkship","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D003299","descriptor_name":"Cooperative Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D005180","descriptor_name":"Faculty, Medical","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":false},{"descriptor_ui":"D005194","descriptor_name":"Family Practice","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007373","descriptor_name":"Interinstitutional Relations","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011795","descriptor_name":"Surveys and Questionnaires","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D013337","descriptor_name":"Students, Medical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"pmid:21499995","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21499995","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Family medicine","raw_type":"Journal Article"},{"id":"mag:2418575741","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21499995","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"PubMed","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.6164000034332275,"id":"https://metadata.un.org/sdg/4"},{"display_name":"Good health and well-being","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W1971351554","https://openalex.org/W1995617856","https://openalex.org/W2087484885","https://openalex.org/W2114675935","https://openalex.org/W2141848859"],"related_works":["https://openalex.org/W1928382893","https://openalex.org/W1964061626","https://openalex.org/W2419267846","https://openalex.org/W4395072468","https://openalex.org/W2115776908","https://openalex.org/W2326932171","https://openalex.org/W1992824724","https://openalex.org/W2468395242","https://openalex.org/W1703444811","https://openalex.org/W15400386"],"abstract_inverted_index":{"BACKGROUND":[0],"AND":[1],"OBJECTIVES:":[2],"Multiple":[3],"choice":[4,14],"examinations":[5,15],"assess":[6],"learners'":[7],"attainment":[8],"of":[9,34,107,134,220],"medical":[10,165],"knowledge.":[11],"Developing":[12],"multiple":[13],"that":[16,164,224],"discriminate":[17],"among":[18],"learners":[19],"is":[20],"difficult":[21],"and":[22,119,128,182,218,228,245,250],"time-consuming.":[23],"Many":[24],"institutions":[25,96],"avoid":[26],"this":[27],"effort":[28],"by":[29,197],"using":[30],"the":[31,59,65,69,72,87,104,138,141,198,216,233],"National":[32],"Board":[33],"Medical":[35],"Examiners":[36],"(NBME)":[37],"subject":[38,52,235],"examinations,":[39],"which":[40],"can":[41,214,246],"also":[42,238],"provide":[43],"comparisons":[44],"to":[45,80,85],"a":[46,98,169,221],"national":[47],"norm.":[48],"The":[49,121],"family":[50],"medicine":[51,91],"examination":[53,101,223,243],"has":[54,225],"been":[55],"criticized,":[56],"however,":[57],"because":[58],"test's":[60],"content":[61,244],"does":[62],"not":[63],"reflect":[64],"learning":[66,249],"expected":[67],"during":[68],"clerkship.":[70],"Additionally,":[71],"test":[73],"results":[74],"cannot":[75],"guide":[76,247],"clerkship":[77,212],"directors":[78,213],"sufficiently":[79],"help":[81],"students":[82,136,166],"study":[83],"or":[84],"improve":[86],"curriculum.":[88],"METHODS:":[89],"Family":[90,108],"clerkships":[92],"at":[93,206],"three":[94,142],"different":[95],"used":[97],"common":[99],"75-item":[100],"based":[102],"on":[103],"textbook":[105],"Essentials":[106],"Medicine,":[109],"Fifth":[110],"Edition,":[111],"for":[112],"one":[113],"academic":[114],"year.":[115],"Data":[116],"were":[117,148,160,177,188,203],"pooled":[118],"analyzed.":[120],"Raush":[122],"Item":[123],"Response":[124],"Theory":[125],"assessed":[126],"student":[127],"item":[129,145,155,175],"performance.":[130],"RESULTS:":[131],"A":[132],"total":[133],"451":[135],"took":[137],"examination.":[139,236],"Across":[140],"schools:":[143],"(1)":[144],"separations":[146,159],"(Rasch)":[147],"high":[149],"(8.64),":[150],"indicating":[151,163],"good":[152],"spread":[153],"in":[154],"difficulty,":[156],"(2)":[157],"person":[158,185],"lower":[161],"(1.65),":[162],"are":[167],"likely":[168],"relatively":[170],"homogeneous":[171],"group,":[172],"(3)":[173],"Rasch":[174,184],"reliabilities":[176,186,202],"strong":[178],"(ranging":[179],"from":[180],".96-.99),":[181],"(4)":[183],"(.54-.73)":[187],"lower.":[189],"True":[190],"internal":[191],"consistencies":[192],"across":[193],"items":[194],"as":[195],"measured":[196],"Kuder-Richardson":[199],"20":[200],"(KR-20)":[201],"just":[204],"adequate":[205],".71-.77.":[207],"CONCLUSIONS:":[208],"By":[209],"pooling":[210],"resources,":[211],"share":[215],"creation":[217],"implementation":[219],"written":[222],"acceptable":[226],"reliability":[227],"greater":[229],"face":[230],"validity":[231],"than":[232],"NBME":[234],"They":[237],"have":[239],"more":[240,253],"control":[241],"over":[242],"students'":[248],"curriculum":[251],"improvements":[252],"accurately.":[254]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}