{"id":"https://openalex.org/W2003132276","doi":"https://doi.org/10.1111/j.1365-2923.1987.tb00367.x","title":"Factors underlying performance on written tests of knowledge","display_name":"Factors underlying performance on written tests of knowledge","publication_year":1987,"publication_date":"1987-07-01","ids":{"openalex":"https://openalex.org/W2003132276","doi":"https://doi.org/10.1111/j.1365-2923.1987.tb00367.x","mag":"2003132276","pmid":"https://pubmed.ncbi.nlm.nih.gov/3626897"},"language":"en","primary_location":{"id":"doi:10.1111/j.1365-2923.1987.tb00367.x","doi":"https://doi.org/10.1111/j.1365-2923.1987.tb00367.x","is_oa":false,"landing_page_url":"https://doi.org/10.1111/j.1365-2923.1987.tb00367.x","pdf_url":null,"source":{"id":"https://openalex.org/S54816476","display_name":"Medical Education","issn_l":"0308-0110","issn":["0308-0110","1365-2923"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Education","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111993188","display_name":"Geoffrey R. Norman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"G. R. NORMAN","raw_affiliation_strings":["Program for Educational Development, McMaster University, Hamilton, Ontario"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Program for Educational Development, McMaster University, Hamilton, Ontario","institution_ids":["https://openalex.org/I98251732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109121071","display_name":"Edward K. Smith","orcid":"https://orcid.org/0009-0007-1956-4518","observed_orcids":["https://orcid.org/0009-0007-1956-4518"]},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"E. K. M. SMITH","raw_affiliation_strings":["Program for Educational Development, McMaster University, Hamilton, Ontario"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Program for Educational Development, McMaster University, Hamilton, Ontario","institution_ids":["https://openalex.org/I98251732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040599799","display_name":"A. C. Peter Powles","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"A. C. P. POWLES","raw_affiliation_strings":["Program for Educational Development, McMaster University, Hamilton, Ontario"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Program for Educational Development, McMaster University, Hamilton, Ontario","institution_ids":["https://openalex.org/I98251732"]}]},{"author_position":"middle","author":{"id":null,"display_name":"P.J. ROONEY","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"P.J. ROONEY","raw_affiliation_strings":["Program for Educational Development, McMaster University, Hamilton, Ontario"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Program for Educational Development, McMaster University, Hamilton, Ontario","institution_ids":["https://openalex.org/I98251732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061868862","display_name":"Nancy Lynn Henry","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"N. L. HENRY","raw_affiliation_strings":["Program for Educational Development, McMaster University, Hamilton, Ontario"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Program for Educational Development, McMaster University, Hamilton, Ontario","institution_ids":["https://openalex.org/I98251732"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071567260","display_name":"Pearl E. Dodd","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"P. E. DODD","raw_affiliation_strings":["Program for Educational Development, McMaster University, Hamilton, Ontario"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Program for Educational Development, McMaster University, Hamilton, Ontario","institution_ids":["https://openalex.org/I98251732"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5111993188"],"corresponding_institution_ids":["https://openalex.org/I98251732"],"apc_list":{"value":5250,"currency":"USD","value_usd":5250},"apc_paid":null,"fwci":4.3839,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.93710305,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":98},"biblio":{"volume":"21","issue":"4","first_page":"297","last_page":"304"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12602","display_name":"Medical Education and Admissions","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.7559999823570251},{"id":"https://openalex.org/keywords/free-response-questions","display_name":"free-response questions","score":0.8130000233650208},{"id":"https://openalex.org/keywords/question-format","display_name":"question format","score":0.6729999780654907},{"id":"https://openalex.org/keywords/medical-students","display_name":"medical students","score":0.6700000166893005},{"id":"https://openalex.org/keywords/content-validity","display_name":"content validity","score":0.5490000247955322},{"id":"https://openalex.org/keywords/test-score-correlation","display_name":"test score correlation","score":0.4950000047683716},{"id":"https://openalex.org/keywords/scoring-methods","display_name":"scoring methods","score":0.4050000011920929}],"concepts":[{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.5218062400817871},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.46410664916038513},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4563794732093811},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4547001123428345},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.29146963357925415},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.21105629205703735},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.1753595471382141},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.11599019169807434},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D004504","descriptor_name":"Education, Medical, Undergraduate","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007388","descriptor_name":"Internal Medicine","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":false},{"descriptor_ui":"D011340","descriptor_name":"Problem Solving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1111/j.1365-2923.1987.tb00367.x","doi":"https://doi.org/10.1111/j.1365-2923.1987.tb00367.x","is_oa":false,"landing_page_url":"https://doi.org/10.1111/j.1365-2923.1987.tb00367.x","pdf_url":null,"source":{"id":"https://openalex.org/S54816476","display_name":"Medical Education","issn_l":"0308-0110","issn":["0308-0110","1365-2923"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Education","raw_type":"journal-article"},{"id":"pmid:3626897","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/3626897","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical education","raw_type":"Clinical Trial"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2020806125","https://openalex.org/W2063071116","https://openalex.org/W2107737073","https://openalex.org/W2412925374"],"related_works":["https://openalex.org/W2033968290","https://openalex.org/W7056386293","https://openalex.org/W2063071116","https://openalex.org/W2068940617","https://openalex.org/W2903165746","https://openalex.org/W2096574776","https://openalex.org/W64275879","https://openalex.org/W1967240835","https://openalex.org/W1987004809","https://openalex.org/W2906470790"],"abstract_inverted_index":{"The":[0,79,154,181],"study":[1],"compares":[2],"two":[3,179],"popular":[4],"forms":[5],"of":[6,29,44,67,85,95,120,191,205,211],"written":[7],"tests;":[8],"the":[9,15,25,27,30,42,45,89,118,126,139,144,151,159,178,187,203,219],"multiple":[10],"choice":[11],"test":[12],"(MCQ)":[13],"and":[14,41,62,99,106,110,114,141,161],"Modified":[16],"Essay":[17],"Question":[18],"(MEQ).":[19],"Two":[20],"factors":[21,193],"were":[22,57],"varied":[23],"in":[24,52,59,88,143,218],"experiment:":[26],"format":[28],"questions":[31,46,207,217],"(multiple":[32],"choice,":[33],"directed":[34,100,105],"free":[35,39,101,108,182],"response,":[36,102],"or":[37,51],"open-ended":[38,107],"response)":[40],"context":[43],"(in":[47],"a":[48,65,76,82,93,169,209],"patient":[49],"problem":[50,113,220],"random":[53,115],"sequence).":[54],"Six":[55],"problems":[56],"developed":[58],"each":[60,86],"version,":[61],"administered":[63],"to":[64,92,195,215],"total":[66],"36":[68],"medical":[69],"students":[70],"at":[71],"three":[72],"educational":[73],"levels":[74],"using":[75],"Latin-square":[77],"design.":[78],"results":[80,155],"showed":[81],"significant":[83],"effect":[84,204],"factor":[87],"design,":[90],"amounting":[91],"difference":[94],"8.7%":[96],"between":[97,104,112,173],"MCQ":[98,160],"4.2%":[103],"response":[109,183],"4.3%":[111],"context.":[116,221],"However,":[117],"correlation":[119],"scores":[121,175],"based":[122,137],"on":[123,138],"content":[124,174],"across":[125],"formats":[127,184],"approached":[128],"unity":[129],"after":[130],"correction":[131],"for":[132,189],"attenuation.":[133],"A":[134],"process":[135],"score,":[136],"style":[140],"presentation":[142,196],"undirected":[145],"format,":[146],"correlated":[147],"more":[148],"strongly":[149],"with":[150],"free-response":[152],"questions.":[153],"suggest":[156],"that,":[157],"although":[158],"MEQ":[162],"may":[163,185],"assess":[164],"different":[165],"skills,":[166],"there":[167],"is":[168,208],"very":[170],"strong":[171],"relationship":[172],"derived":[176],"from":[177],"formats.":[180],"present":[186],"opportunity":[188],"assessment":[190],"other":[192],"related":[194],"if":[197],"scoring":[198],"procedures":[199],"are":[200],"modified.":[201],"Finally,":[202],"randomizing":[206],"deterioration":[210],"performance":[212],"when":[213],"compared":[214],"placing":[216]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":4},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}