{"id":"https://openalex.org/W1978175685","doi":"https://doi.org/10.1080/10401339309539583","title":"Effects of examiner training on open\u2010ended, higher taxonomic level questioning in oral certification examinations","display_name":"Effects of examiner training on open\u2010ended, higher taxonomic level questioning in oral certification examinations","alternate_titles":[],"publication_year":1993,"publication_date":"1993-01-01","ids":{"openalex":"https://openalex.org/W1978175685","doi":"https://doi.org/10.1080/10401339309539583","mag":"1978175685"},"language":"en","primary_location":{"id":"doi:10.1080/10401339309539583","doi":"https://doi.org/10.1080/10401339309539583","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10401339309539583","pdf_url":null,"source":{"id":"https://openalex.org/S19371312","display_name":"Teaching and Learning in Medicine","issn_l":"1040-1334","issn":["1040-1334","1532-8015"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Teaching and Learning in Medicine","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1978175685"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046704966","display_name":"J E Des Marchais","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I135117807","display_name":"Universit\u00e9 de Sherbrooke","ror":"https://ror.org/00kybxq39","country_code":"CA","type":"education","lineage":["https://openalex.org/I135117807"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jacques E. Des Marchais","raw_affiliation_strings":["Faculte de m\u00e9decine, Universit\u00e9 de Sherbrooke, 3001 12e Avenue nord, Sherbrooke, Qu\u00e9bec, J1H 5N4, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculte de m\u00e9decine, Universit\u00e9 de Sherbrooke, 3001 12e Avenue nord, Sherbrooke, Qu\u00e9bec, J1H 5N4, Canada","institution_ids":["https://openalex.org/I135117807"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110298109","display_name":"P Jean","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Pierre Jean","raw_affiliation_strings":["Faculte de medecine, Universite de Montreal, Montr\u00e9al, Canada","Facult\u00e9 de M\u00e9decine, Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculte de medecine, Universite de Montreal, Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I70931966"]},{"raw_affiliation_string":"Facult\u00e9 de M\u00e9decine, Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I70931966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.461,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.79484818,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":94},"biblio":{"volume":"5","issue":"1","first_page":"24","last_page":"28"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/examiner-training","display_name":"examiner training","score":0.9380000233650208},{"id":"https://openalex.org/keywords/open-ended-questions","display_name":"open-ended questions","score":0.8930000066757202},{"id":"https://openalex.org/keywords/problem-solving-questions","display_name":"problem-solving questions","score":0.6150000095367432},{"id":"https://openalex.org/keywords/orthopedic-surgery","display_name":"orthopedic surgery","score":0.8410000205039978},{"id":"https://openalex.org/keywords/royal-college-of-physicians-and-surgeons-of-canada","display_name":"Royal College of Physicians and Surgeons of Canada","score":0.8640000224113464}],"concepts":[{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.7780860066413879},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5483123660087585},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.5373128652572632},{"id":"https://openalex.org/C2992547766","wikidata":"https://www.wikidata.org/wiki/Q7099387","display_name":"Oral examination","level":3,"score":0.47352170944213867},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.4520934224128723},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.440399706363678},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.43567079305648804},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3670048415660858},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.3465227484703064},{"id":"https://openalex.org/C2992672162","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Oral health","level":2,"score":0.09046724438667297},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0878782868385315},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.08053657412528992},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/10401339309539583","doi":"https://doi.org/10.1080/10401339309539583","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10401339309539583","pdf_url":null,"source":{"id":"https://openalex.org/S19371312","display_name":"Teaching and Learning in Medicine","issn_l":"1040-1334","issn":["1040-1334","1532-8015"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Teaching and Learning in Medicine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6164000034332275,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W195875720","https://openalex.org/W590879719","https://openalex.org/W1782312553","https://openalex.org/W1974856715","https://openalex.org/W2008297986","https://openalex.org/W2008538973","https://openalex.org/W2021576350","https://openalex.org/W2026239193","https://openalex.org/W2052203003","https://openalex.org/W2096100652","https://openalex.org/W2258264168","https://openalex.org/W2286235110","https://openalex.org/W2415202850","https://openalex.org/W4205396833"],"related_works":["https://openalex.org/W2080253121","https://openalex.org/W2122486401","https://openalex.org/W4414382169","https://openalex.org/W1998417047","https://openalex.org/W2339960586","https://openalex.org/W2997915957","https://openalex.org/W2046193527","https://openalex.org/W3087486478","https://openalex.org/W2424475612"],"abstract_inverted_index":{"In":[0,69,105,127],"general,":[1],"clinical":[2],"oral":[3,174],"examinations":[4,36],"are":[5],"intended":[6],"to":[7,20,71,168],"measure":[8],"problem\u2010solving":[9,103,121,165],"ability":[10],"of":[11,24,40,44,48,52,64,76,79,99,102,120,142,155,160,164,173],"candidates":[12],"in":[13,37,92,96,133,157,177],"complex":[14],"situations.":[15],"However,":[16],"some":[17],"examiners":[18,54,80,109,136,144,156],"tend":[19],"ask":[21],"closed\u2010ended":[22],"questions":[23,63,101,115,119,163],"lower":[25],"taxonomic":[26,66,74,171],"level.":[27,104],"Over":[28],"a":[29,50,83,93],"5\u2010year":[30],"period,":[31],"on":[32],"four":[33],"different":[34],"certification":[35,175],"orthopedic":[38,178],"surgery":[39],"the":[41,73,88,97,128,131,158,170],"Royal":[42],"College":[43],"Physicians":[45],"and":[46,57,116,140],"Surgeons":[47],"Canada,":[49],"total":[51],"42":[53],"were":[55,81],"observed":[56],"their":[58],"skills":[59],"at":[60],"asking":[61,161],"open\u2010ended":[62,100,114,162],"higher":[65],"level":[67,75,122,166],"assessed.":[68],"order":[70],"improve":[72,169],"questions,":[77],"groups":[78],"given":[82],"3\u2010hr":[84],"training":[85,154],"session":[86],"before":[87,139],"examination,":[89,107,130],"which":[90],"resulted":[91],"twofold":[94],"increase":[95],"number":[98],"another":[106],"trained":[108,137],"asked":[110],"one":[111],"third":[112],"more":[113,118],"50%":[117],"than":[123],"did":[124],"untrained":[125,143],"examiners.":[126],"last":[129],"difference":[132],"performance":[134],"between":[135],"years":[138],"that":[141],"was":[145],"less":[146],"important,":[147],"although":[148],"still":[149],"significant.":[150],"Thus,":[151],"relatively":[152],"short":[153],"art":[159],"seems":[167],"quality":[172],"examination":[176],"surgery.":[179]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1978175685","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
