{"id":"https://openalex.org/W2051596482","doi":"https://doi.org/10.1097/acm.0b013e3182223ab7","title":"Enhancing the Reliability of the Multiple Mini-Interview for Selecting Prospective Health Care Leaders","display_name":"Enhancing the Reliability of the Multiple Mini-Interview for Selecting Prospective Health Care Leaders","alternate_titles":[],"publication_year":2011,"publication_date":"2011-06-21","ids":{"openalex":"https://openalex.org/W2051596482","doi":"https://doi.org/10.1097/acm.0b013e3182223ab7","mag":"2051596482","pmid":"https://pubmed.ncbi.nlm.nih.gov/21694560"},"language":"en","primary_location":{"id":"doi:10.1097/acm.0b013e3182223ab7","doi":"https://doi.org/10.1097/acm.0b013e3182223ab7","is_oa":false,"landing_page_url":"https://doi.org/10.1097/acm.0b013e3182223ab7","pdf_url":null,"source":{"id":"https://openalex.org/S19793444","display_name":"Academic Medicine","issn_l":"1040-2446","issn":["1040-2446","1938-808X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Medicine","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2051596482"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085578946","display_name":"Sebastian H. J. Uijtdehaage","orcid":"https://orcid.org/0000-0001-8598-4683","observed_orcids":["https://orcid.org/0000-0001-8598-4683"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Sebastian Uijtdehaage","raw_affiliation_strings":["Center for Educational Development and Research, David Geffen School of Medicine, University of California, Los Angeles, USA. bas@mednet.ucla.edu","First published online June 20, 2011","e-mail: [email\u00a0protected]","fax: (310) 794-7465","should be addressed to Dr. Uijtdehaage, 60-051 Center For Health Sciences, Box 951722, Los Angeles, CA 90095","telephone: (310) 794-9009"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Educational Development and Research, David Geffen School of Medicine, University of California, Los Angeles, USA. bas@mednet.ucla.edu","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"First published online June 20, 2011","institution_ids":[]},{"raw_affiliation_string":"e-mail: [email\u00a0protected]","institution_ids":[]},{"raw_affiliation_string":"fax: (310) 794-7465","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Uijtdehaage, 60-051 Center For Health Sciences, Box 951722, Los Angeles, CA 90095","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"telephone: (310) 794-9009","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090753604","display_name":"Lawrence \u201cHy Doyle","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lawrence \u201cHy Doyle","raw_affiliation_strings":["First published online June 20, 2011","should be addressed to Dr. Uijtdehaage, 60-051 Center For Health Sciences, Box 951722, Los Angeles, CA 90095; telephone: (310) 794-9009; fax: (310) 794-7465; e-mail: [email\u00a0protected]","e-mail: [email\u00a0protected]","fax: (310) 794-7465","should be addressed to Dr. Uijtdehaage, 60-051 Center For Health Sciences, Box 951722, Los Angeles, CA 90095","telephone: (310) 794-9009"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"First published online June 20, 2011","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Uijtdehaage, 60-051 Center For Health Sciences, Box 951722, Los Angeles, CA 90095; telephone: (310) 794-9009; fax: (310) 794-7465; e-mail: [email\u00a0protected]","institution_ids":[]},{"raw_affiliation_string":"e-mail: [email\u00a0protected]","institution_ids":[]},{"raw_affiliation_string":"fax: (310) 794-7465","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Uijtdehaage, 60-051 Center For Health Sciences, Box 951722, Los Angeles, CA 90095","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"telephone: (310) 794-9009","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031529241","display_name":"Neil H. Parker","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Neil Parker","raw_affiliation_strings":["First published online June 20, 2011","should be addressed to Dr. Uijtdehaage, 60-051 Center For Health Sciences, Box 951722, Los Angeles, CA 90095; telephone: (310) 794-9009; fax: (310) 794-7465; e-mail: [email\u00a0protected]","e-mail: [email\u00a0protected]","fax: (310) 794-7465","should be addressed to Dr. Uijtdehaage, 60-051 Center For Health Sciences, Box 951722, Los Angeles, CA 90095","telephone: (310) 794-9009"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"First published online June 20, 2011","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Uijtdehaage, 60-051 Center For Health Sciences, Box 951722, Los Angeles, CA 90095; telephone: (310) 794-9009; fax: (310) 794-7465; e-mail: [email\u00a0protected]","institution_ids":[]},{"raw_affiliation_string":"e-mail: [email\u00a0protected]","institution_ids":[]},{"raw_affiliation_string":"fax: (310) 794-7465","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Uijtdehaage, 60-051 Center For Health Sciences, Box 951722, Los Angeles, CA 90095","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"telephone: (310) 794-9009","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5085578946"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":13.4743,"has_fulltext":false,"cited_by_count":68,"citation_normalized_percentile":{"value":0.98183077,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":"86","issue":"8","first_page":"1032","last_page":"1039"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12602","display_name":"Medical Education and Admissions","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12602","display_name":"Medical Education and Admissions","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10843","display_name":"Diversity and Career in Medicine","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3318","display_name":"Gender Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiple-mini-interview","display_name":"multiple mini-interviews","score":0.9950000047683716},{"id":"https://openalex.org/keywords/medical-school-admissions","display_name":"medical school admissions","score":0.7609999775886536},{"id":"https://openalex.org/keywords/healthcare-leadership","display_name":"healthcare leadership","score":0.5170000195503235},{"id":"https://openalex.org/keywords/applicant-selection","display_name":"applicant selection","score":0.7929999828338623},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.7429999709129333},{"id":"https://openalex.org/keywords/interview-bias","display_name":"interview bias","score":0.5899999737739563},{"id":"https://openalex.org/keywords/gender-bias","display_name":"gender bias","score":0.7080000042915344},{"id":"https://openalex.org/keywords/rubrics","display_name":"rubrics","score":0.8939999938011169},{"id":"https://openalex.org/keywords/applicant-satisfaction","display_name":"applicant satisfaction","score":0.9290000200271606},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"generalizability theory","score":0.6460000276565552},{"id":"https://openalex.org/keywords/decision-theory","display_name":"decision theory","score":0.9330000281333923}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.8523445129394531},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.6664204597473145},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6288642883300781},{"id":"https://openalex.org/C2779741528","wikidata":"https://www.wikidata.org/wiki/Q1156524","display_name":"United States Medical Licensing Examination","level":3,"score":0.6038668155670166},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5066195726394653},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4981842041015625},{"id":"https://openalex.org/C2780623907","wikidata":"https://www.wikidata.org/wiki/Q106394435","display_name":"Disadvantaged","level":2,"score":0.47108566761016846},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.43332400918006897},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.4168750047683716},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.413998544216156},{"id":"https://openalex.org/C20685875","wikidata":"https://www.wikidata.org/wiki/Q7239678","display_name":"Predictive validity","level":2,"score":0.413524329662323},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4122295081615448},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.37498605251312256},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3562788963317871},{"id":"https://openalex.org/C2993838110","wikidata":"https://www.wikidata.org/wiki/Q494230","display_name":"Medical school","level":2,"score":0.2560146450996399},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004501","descriptor_name":"Education, Medical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007407","descriptor_name":"Interviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007857","descriptor_name":"Leadership","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011594","descriptor_name":"Psychometrics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012570","descriptor_name":"School Admission Criteria","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015331","descriptor_name":"Cohort Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1097/acm.0b013e3182223ab7","doi":"https://doi.org/10.1097/acm.0b013e3182223ab7","is_oa":false,"landing_page_url":"https://doi.org/10.1097/acm.0b013e3182223ab7","pdf_url":null,"source":{"id":"https://openalex.org/S19793444","display_name":"Academic Medicine","issn_l":"1040-2446","issn":["1040-2446","1938-808X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Medicine","raw_type":"journal-article"},{"id":"pmid:21694560","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21694560","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic medicine : journal of the Association of American Medical Colleges","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1945693593","https://openalex.org/W1975608519","https://openalex.org/W1990837364","https://openalex.org/W1993787673","https://openalex.org/W2006398912","https://openalex.org/W2006432935","https://openalex.org/W2025009189","https://openalex.org/W2035645071","https://openalex.org/W2038089979","https://openalex.org/W2054924611","https://openalex.org/W2078042760","https://openalex.org/W2083506651","https://openalex.org/W2093080048","https://openalex.org/W2093691848","https://openalex.org/W2118713107","https://openalex.org/W2125119048","https://openalex.org/W2146805584","https://openalex.org/W2160442306","https://openalex.org/W2162177040","https://openalex.org/W2167850390"],"related_works":["https://openalex.org/W2082570042","https://openalex.org/W7220289664","https://openalex.org/W1999444165","https://openalex.org/W2596406178","https://openalex.org/W2111656868","https://openalex.org/W2083607604","https://openalex.org/W2113156070","https://openalex.org/W2995982636","https://openalex.org/W1993231425","https://openalex.org/W2020329253"],"abstract_inverted_index":{"PURPOSE:":[0],"The":[1,24,82,104,125,179],"David":[2],"Geffen":[3],"School":[4],"of":[5,31,41,55,93,128,182],"Medicine":[6],"at":[7,100],"UCLA":[8],"Program":[9],"in":[10,36,131,137,141],"Medical":[11],"Education":[12],"(UCLA-PRIME)":[13],"used":[14],"a":[15,53,90,152,157],"12-station":[16],"multiple":[17],"mini-interview":[18],"(MMI)":[19],"circuit":[20],"to":[21,27,143,168,186],"assess":[22],"applicants.":[23,46,57],"authors":[25],"sought":[26],"determine":[28],"the":[29,32,39,67,86,129],"reliability":[30,127],"MMI,":[33],"potential":[34],"bias":[35,116],"scores,":[37],"and":[38,45,63,70,79,96,113,156,171,177],"degree":[40],"acceptance":[42],"by":[43,110],"interviewers":[44,51],"METHOD:":[47],"In":[48],"2009,":[49],"28":[50],"interviewed":[52],"cohort":[54,92],"76":[56],"An":[58],"anonymous":[59],"survey":[60],"assessed":[61],"interviewers'":[62],"applicants'":[64],"satisfaction":[65],"with":[66,77,89,151],"MMI":[68,105,130],"process":[69,83,184],"perceived":[71],"bias.":[72],"Psychometric":[73],"properties":[74],"were":[75],"determined":[76],"generalizability":[78],"decision":[80],"theory.":[81],"was":[84,107,123,133,149,161,172],"repeated":[85],"following":[87],"year":[88],"new":[91,158],"78":[94],"applicants":[95,112],"minor":[97],"modifications":[98],"aimed":[99],"improving":[101],"reliability.":[102],"RESULTS:":[103],"format":[106],"well":[108],"received":[109],"both":[111],"interviewers.":[114],"No":[115],"based":[117],"on":[118],"gender":[119],"or":[120],"disadvantaged":[121],"status":[122],"found.":[124],"preliminary":[126],"2009":[132],"0.58-lower":[134],"than":[135],"reported":[136],"previous":[138],"studies-but":[139],"improved":[140],"2010":[142],"0.71":[144],"after":[145],"an":[146],"easy":[147],"station":[148],"replaced":[150],"more":[153],"challenging":[154],"one":[155],"scoring":[159],"rubric":[160],"introduced.":[162],"CONCLUSIONS:":[163],"This":[164],"interview":[165],"technique":[166],"proved":[167],"be":[169,187],"reliable":[170],"seen":[173],"as":[174],"transparent,":[175],"uniform,":[176],"fair.":[178],"predictive":[180],"validity":[181],"this":[183],"remains":[185],"determined.":[188]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2051596482","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
