{"id":"https://openalex.org/W2891609635","doi":"https://doi.org/10.1111/medu.13652","title":"What we measure \u2026 and what we should measure in medical education","display_name":"What we measure \u2026 and what we should measure in medical education","alternate_titles":[],"publication_year":2018,"publication_date":"2018-09-14","ids":{"openalex":"https://openalex.org/W2891609635","doi":"https://doi.org/10.1111/medu.13652","mag":"2891609635","pmid":"https://pubmed.ncbi.nlm.nih.gov/30216508"},"language":"en","primary_location":{"id":"doi:10.1111/medu.13652","doi":"https://doi.org/10.1111/medu.13652","is_oa":false,"landing_page_url":"https://doi.org/10.1111/medu.13652","pdf_url":null,"source":{"id":"https://openalex.org/S54816476","display_name":"Medical Education","issn_l":"0308-0110","issn":["0308-0110","1365-2923"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Education","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2891609635"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046896131","display_name":"John R. Boulet","orcid":"https://orcid.org/0000-0003-3703-5613","observed_orcids":["https://orcid.org/0000-0003-3703-5613"]},"institutions":[{"id":"https://openalex.org/I1283022650","display_name":"Foundation for Advancement of International Medical Education and Research","ror":"https://ror.org/05ejygc42","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1283022650"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"John R Boulet","raw_affiliation_strings":["Foundation for Advancement of International Medical Education and Research (FAIMER), Philadelphia, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0003-3703-5613","affiliations":[{"raw_affiliation_string":"Foundation for Advancement of International Medical Education and Research (FAIMER), Philadelphia, Pennsylvania, USA","institution_ids":["https://openalex.org/I1283022650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047273943","display_name":"Steven J. Durning","orcid":"https://orcid.org/0000-0001-5223-1597","observed_orcids":["https://orcid.org/0000-0001-5223-1597"]},"institutions":[{"id":"https://openalex.org/I148314036","display_name":"Uniformed Services University of the Health Sciences","ror":"https://ror.org/04r3kq386","country_code":"US","type":"education","lineage":["https://openalex.org/I148314036"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Steven J Durning","raw_affiliation_strings":["Department of Medicine, Uniformed Services University of the Health Sciences, Bethesda, Maryland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Uniformed Services University of the Health Sciences, Bethesda, Maryland, USA","institution_ids":["https://openalex.org/I148314036"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5046896131"],"corresponding_institution_ids":["https://openalex.org/I1283022650"],"apc_list":{"value":5250,"currency":"USD","value_usd":5250},"apc_paid":null,"fwci":14.2235,"has_fulltext":false,"cited_by_count":84,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.9899181,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":"53","issue":"1","first_page":"86","last_page":"94"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12802","display_name":"Competency Development and Evaluation","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1407","display_name":"Organizational Behavior and Human Resource Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/competency-based-assessment","display_name":"competency-based assessment","score":0.6399999856948853},{"id":"https://openalex.org/keywords/medical-education-evaluation","display_name":"medical education assessment","score":0.7580000162124634},{"id":"https://openalex.org/keywords/assessment-validity","display_name":"assessment validity","score":0.8029999732971191},{"id":"https://openalex.org/keywords/simulation-based-assessment","display_name":"simulation-based assessment","score":0.7839999794960022},{"id":"https://openalex.org/keywords/ai-based-assessment","display_name":"AI-assisted assessment","score":0.9710000157356262},{"id":"https://openalex.org/keywords/assessment-of-knowledge-and-skills","display_name":"knowledge and skills assessment","score":0.37599998712539673}],"concepts":[{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.8767942190170288},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4612976014614105},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4218139350414276},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.40998557209968567},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.38983097672462463},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.22215980291366577},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.08346611261367798},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.07120567560195923},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D004501","descriptor_name":"Education, Medical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007722","descriptor_name":"Health Knowledge, Attitudes, Practice","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008004","descriptor_name":"Licensure","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D013337","descriptor_name":"Students, Medical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1111/medu.13652","doi":"https://doi.org/10.1111/medu.13652","is_oa":false,"landing_page_url":"https://doi.org/10.1111/medu.13652","pdf_url":null,"source":{"id":"https://openalex.org/S54816476","display_name":"Medical Education","issn_l":"0308-0110","issn":["0308-0110","1365-2923"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Education","raw_type":"journal-article"},{"id":"pmid:30216508","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30216508","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical education","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.9235000014305115}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1147086111","https://openalex.org/W1738312775","https://openalex.org/W1980039051","https://openalex.org/W1982726225","https://openalex.org/W1993170512","https://openalex.org/W1997111830","https://openalex.org/W2006432935","https://openalex.org/W2016665248","https://openalex.org/W2025719462","https://openalex.org/W2040589009","https://openalex.org/W2044742883","https://openalex.org/W2051499964","https://openalex.org/W2052934531","https://openalex.org/W2054533672","https://openalex.org/W2055829110","https://openalex.org/W2056119087","https://openalex.org/W2096020754","https://openalex.org/W2098165176","https://openalex.org/W2115033623","https://openalex.org/W2120920473","https://openalex.org/W2135980618","https://openalex.org/W2139001711","https://openalex.org/W2142659735","https://openalex.org/W2157641530","https://openalex.org/W2163467994","https://openalex.org/W2163569782","https://openalex.org/W2165902651","https://openalex.org/W2192755046","https://openalex.org/W2202731635","https://openalex.org/W2275962084","https://openalex.org/W2329538042","https://openalex.org/W2512450197","https://openalex.org/W2514199499","https://openalex.org/W2526281265","https://openalex.org/W2589370729","https://openalex.org/W2589662613","https://openalex.org/W2598892095","https://openalex.org/W2599819521","https://openalex.org/W2606432242","https://openalex.org/W2619928717","https://openalex.org/W2622942218","https://openalex.org/W2687810318","https://openalex.org/W2749582316","https://openalex.org/W2750898199","https://openalex.org/W2756487338","https://openalex.org/W2764710018","https://openalex.org/W2770157265","https://openalex.org/W2775314704","https://openalex.org/W2792179510","https://openalex.org/W4360597353"],"related_works":["https://openalex.org/W7127636185","https://openalex.org/W2139001711","https://openalex.org/W2490045469","https://openalex.org/W3123528123","https://openalex.org/W4211019206","https://openalex.org/W4214920588","https://openalex.org/W4366239918","https://openalex.org/W3109409205","https://openalex.org/W3048739065","https://openalex.org/W2623028645"],"abstract_inverted_index":{"CONTEXT:":[0],"As":[1,170],"the":[2,7,26,63,66,72,94,121,142,146,204,222,273],"practice":[3],"of":[4,28,68,93,123,141,148,161,165],"medicine":[5,179],"evolves,":[6],"knowledge,":[8],"skills":[9],"and":[10,82,108,151,195,225,243,248,264,268],"attitudes":[11],"required":[12],"to":[13,19,36,52,80,90,132,182,202,231,294,298],"provide":[14],"patient":[15],"care":[16],"will":[17,24,276],"continue":[18],"change.":[20],"These":[21],"competency-based":[22],"changes":[23],"necessitate":[25],"restructuring":[27],"assessment":[29,32,122,137,149,167,193,213,270,279],"systems.":[30],"High-quality":[31],"programmes":[33],"are":[34,50,175,240,246,290],"needed":[35],"fulfil":[37],"health":[38,58],"professions":[39,59],"education's":[40],"contract":[41],"with":[42,97,272,292],"society.":[43],"OBJECTIVES:":[44],"We":[45,61,87,116,134],"discuss":[46,139],"several":[47,136],"issues":[48,144],"that":[49,153,245,278],"important":[51,79,143],"consider":[53],"when":[54],"developing":[55],"assessments":[56,229],"in":[57,171,178,180,212],"education.":[60],"organise":[62],"discussion":[64],"along":[65],"continuum":[67],"medical":[69,154],"education,":[70],"outlining":[71],"tension":[73],"between":[74],"what":[75,83,183,259],"has":[76],"been":[77,130,210],"deemed":[78],"measure":[81],"should":[84,184,188,199],"be":[85,185,189,200,232],"measured.":[86],"also":[88],"attempt":[89],"alleviate":[91],"some":[92,140],"apprehension":[95],"associated":[96],"measuring":[98],"evolving":[99],"competencies":[100,124],"by":[101],"discussing":[102],"how":[103,196],"emerging":[104],"technologies,":[105],"including":[106],"simulation":[107],"artificial":[109],"intelligence,":[110],"can":[111],"play":[112],"a":[113,158,261],"role.":[114],"METHODS:":[115],"focus":[117],"our":[118],"thoughts":[119],"on":[120,257,265],"that,":[125],"at":[126,283,287],"least":[127],"historically,":[128],"have":[129,209],"difficult":[131],"measure.":[133],"highlight":[135],"challenges,":[138],"concerning":[145],"validity":[147],"scores,":[150],"argue":[152],"educators":[155],"must":[156],"do":[157],"better":[159],"job":[160],"justifying":[162],"their":[163,295],"use":[164],"specific":[166],"strategies.":[168],"DISCUSSION:":[169],"most":[172],"professions,":[173],"there":[174,208,215,239],"clear":[176],"tensions":[177],"relation":[181],"assessed,":[186],"who":[187],"responsible":[190],"for":[191,219],"administering":[192],"content,":[194],"much":[197],"evidence":[198],"gathered":[201],"support":[203],"evaluation":[205],"process.":[206],"Although":[207],"advances":[211],"practices,":[214,280],"is":[216,235],"still":[217],"room":[218],"improvement.":[220],"From":[221],"student's,":[223],"resident's":[224],"practising":[226],"physician's":[227],"perspectives,":[228],"need":[230],"relevant.":[233],"Knowledge":[234],"certainly":[236],"required,":[237],"but":[238],"other":[241],"qualities":[242],"attributes":[244],"important,":[247],"perhaps":[249],"far":[250],"more":[251],"important.":[252],"Research":[253],"efforts":[254],"spent":[255],"now":[256],"delineating":[258],"makes":[260],"good":[262],"physician,":[263],"aligning":[266],"new":[267],"upcoming":[269],"tools":[271],"relevant":[274],"competencies,":[275],"ensure":[277],"whether":[281],"aimed":[282],"establishing":[284],"competence":[285],"or":[286],"fostering":[288],"learning,":[289],"effective":[291],"respect":[293],"primary":[296],"goal:":[297],"produce":[299],"qualified":[300],"physicians.":[301]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2891609635","counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2018-09-27T00:00:00"}
