{"id":"https://openalex.org/W308866587","doi":null,"title":"An Empirical Evaluation of Selected Multiple-Choice Item Writing Guidelines.","display_name":"An Empirical Evaluation of Selected Multiple-Choice Item Writing Guidelines.","alternate_titles":[],"publication_year":1998,"publication_date":"1998-10-28","ids":{"openalex":"https://openalex.org/W308866587","mag":"308866587"},"language":"en","primary_location":{"id":"mag:308866587","doi":null,"is_oa":false,"landing_page_url":"http://files.eric.ed.gov/fulltext/ED428122.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W308866587"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015896584","display_name":"Stephen G. Sireci","orcid":"https://orcid.org/0000-0002-2174-8777","observed_orcids":["https://orcid.org/0000-0002-2174-8777"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephen G. Sireci","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-2174-8777","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088035289","display_name":"Andrew Wiley","orcid":"https://orcid.org/0000-0003-1092-7267","observed_orcids":["https://orcid.org/0000-0003-1092-7267"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew Wiley","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1092-7267","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103189145","display_name":"Lisa A. Keller","orcid":"https://orcid.org/0000-0003-0840-8919","observed_orcids":["https://orcid.org/0000-0003-0840-8919"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lisa A. Keller","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-0840-8919","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.7710000276565552,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.7710000276565552,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.21449999511241913,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/item-writing-guidelines","display_name":"item writing guidelines","score":0.8709999918937683},{"id":"https://openalex.org/keywords/item-difficulty","display_name":"item difficulty","score":0.5849999785423279},{"id":"https://openalex.org/keywords/item-discrimination","display_name":"item discrimination","score":0.9750000238418579},{"id":"https://openalex.org/keywords/determiners","display_name":"determiners","score":0.765999972820282},{"id":"https://openalex.org/keywords/item-quality","display_name":"item quality","score":0.4320000112056732},{"id":"https://openalex.org/keywords/cpa-examination","display_name":"CPA exam","score":0.5950000286102295},{"id":"https://openalex.org/keywords/licensure-examinations","display_name":"licensing examinations","score":0.6949999928474426}],"concepts":[{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.7900371551513672},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.7059451937675476},{"id":"https://openalex.org/C2780182762","wikidata":"https://www.wikidata.org/wiki/Q1630279","display_name":"Guideline","level":2,"score":0.6151686906814575},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5029193758964539},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4936140775680542},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4263278841972351},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.41926339268684387},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3874886631965637},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3595426678657532},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3141368627548218},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20400503277778625},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.16652911901474},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:308866587","doi":null,"is_oa":false,"landing_page_url":"http://files.eric.ed.gov/fulltext/ED428122.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W602378377","https://openalex.org/W2029513484"],"related_works":["https://openalex.org/W4242245802","https://openalex.org/W343523061","https://openalex.org/W2112630006","https://openalex.org/W2961556","https://openalex.org/W2141456664","https://openalex.org/W2941068861","https://openalex.org/W2470346268","https://openalex.org/W2169866957","https://openalex.org/W2074891565","https://openalex.org/W6906773255"],"abstract_inverted_index":{"Seven":[0],"specific":[1,23,63],"guidelines":[2,24,80,134],"included":[3],"in":[4,37,191],"the":[5,28,35,42,47,51,55,59,73,119,128,133,137,141,146,149,159,163,187,189,192,216,223],"taxonomy":[6],"proposed":[7],"by":[8,83,158,213],"T.":[9],"Haladyna":[10],"and":[11,70,94,106,143,148,152,177,206],"S.":[12],"Downing":[13],"(1998)":[14],"for":[15],"writing":[16],"multiple-choice":[17],"test":[18,171],"items":[19,91,105,130,168,197],"were":[20,81,109],"evaluated.":[21],"These":[22,79],"are:":[25],"(1)":[26],"avoid":[27,46,54,62,136],"complex":[29],"multiple-choice,":[30],"K-type":[31,164,167],"format;":[32,39],"(2)":[33],"state":[188],"stem":[36,43,190],"question":[193],"(3)":[40],"word":[41],"positively;":[44],"(4)":[45],"phrase":[48,56],"all":[49,144],"of":[50,58,75,87,101,127,140,145],"above;":[52,60,147],"(5)":[53],"none":[57,139],"(6)":[61],"determiners":[64],"such":[65],"as":[66],"always":[67,151],"or":[68,99],"never;":[69],"(7)":[71],"keep":[72],"length":[74],"options":[76],"fairly":[77],"consistent.":[78],"evaluated":[82,131],"comparing":[84],"statistical":[85],"indices":[86],"item":[88],"quality":[89],"across":[90],"that":[92,218],"do":[93,95,184],"not":[96,185],"violate":[97],"one":[98,201],"more":[100,175,199],"these":[102],"guidelines.":[103],"The":[104,154],"their":[107],"statistics":[108],"taken":[110],"from":[111,222],"a":[112],"recently":[113],"administered,":[114],"high-stakes,":[115],"large-scale":[116],"licensure":[117],"examination,":[118],"Uniform":[120],"Certified":[121],"Public":[122],"Accountant":[123],"Examination.":[124],"Only":[125],"1":[126],"285":[129],"violated":[132,198],"to":[135,173,178],"phrases,":[138],"above":[142],"determiners,":[150],"never.":[153],"only":[155],"guideline":[156],"supported":[157],"data":[160],"was":[161],"avoiding":[162],"item,":[165],"since":[166],"on":[169],"this":[170],"tended":[172],"be":[174,220],"difficult":[176],"have":[179],"lower":[180],"discrimination":[181],"statistics.":[182],"Results":[183],"support":[186],"guideline.":[194,202],"Relatively":[195],"few":[196],"than":[200],"(Contains":[203],"8":[204],"tables":[205],"10":[207],"references.)":[208],"(SLD)":[209],"********************************************************************************":[210,226],"Reproductions":[211],"supplied":[212],"EDRS":[214],"are":[215],"best":[217],"can":[219],"made":[221],"original":[224],"document.":[225]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W308866587","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
