{"id":"https://openalex.org/W7220518412","doi":null,"title":"When the Items Fail the Test: Prevalence of Item-writing Flaws in Multiple-choice Questions used in Introductory Forensic Science Courses","display_name":"When the Items Fail the Test: Prevalence of Item-writing Flaws in Multiple-choice Questions used in Introductory Forensic Science Courses","alternate_titles":[],"publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7220518412"},"language":"en","primary_location":{"id":"pmh:oai:jfse-ojs-tamu.tdl.org:article/178","doi":null,"is_oa":true,"landing_page_url":"https://jfse-ojs-tamu.tdl.org/jfse/article/view/178","pdf_url":"https://jfse-ojs-tamu.tdl.org/jfse/article/download/178/135","source":{"id":"https://openalex.org/S7407061797","display_name":"The Journal of Forensic Science Education","issn_l":"2641-8533","issn":["2641-8533"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2641-8533","raw_type":"info:eu-repo/semantics/article"},"parent_works":[],"lineage":["https://openalex.org/W7220518412"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://jfse-ojs-tamu.tdl.org/jfse/article/download/178/135","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157519585","display_name":"Gabrielle Rios","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rios, Gabrielle","raw_affiliation_strings":["University of Central Florida"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Central Florida","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157481970","display_name":"Fatima Khogali","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Khogali, Fatima","raw_affiliation_strings":["University of Central Florida"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Central Florida","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020745292","display_name":"Tamra Legron-Rodriguez","orcid":"https://orcid.org/0000-0002-6608-293X","observed_orcids":["https://orcid.org/0000-0002-6608-293X"]},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Legron-Rodriguez, Tamra","raw_affiliation_strings":["University of Central Florida"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Central Florida","institution_ids":["https://openalex.org/I106165777"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5020745292"],"corresponding_institution_ids":["https://openalex.org/I106165777"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.9276999831199646,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.9276999831199646,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.027000000700354576,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.011900000274181366,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.8270000219345093},{"id":"https://openalex.org/keywords/item-writing-flaws","display_name":"item-writing flaws","score":0.906000018119812},{"id":"https://openalex.org/keywords/test-item-quality","display_name":"test item quality","score":0.6439999938011169},{"id":"https://openalex.org/keywords/forensic-science-education","display_name":"forensic science education","score":0.7070000171661377},{"id":"https://openalex.org/keywords/assessment-design","display_name":"assessment design","score":0.5040000081062317}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6223999857902527},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.5616000294685364},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5372999906539917},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45680001378059387},{"id":"https://openalex.org/C2778263599","wikidata":"https://www.wikidata.org/wiki/Q1669245","display_name":"Item analysis","level":3,"score":0.4099000096321106},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.40639999508857727},{"id":"https://openalex.org/C140505726","wikidata":"https://www.wikidata.org/wiki/Q495304","display_name":"Forensic science","level":2,"score":0.37070000171661377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3589000105857849},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.3456999957561493},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.3416999876499176},{"id":"https://openalex.org/C3019916461","wikidata":"https://www.wikidata.org/wiki/Q10870555","display_name":"Report writing","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C64313355","wikidata":"https://www.wikidata.org/wiki/Q5186561","display_name":"Criterion-referenced test","level":3,"score":0.3000999987125397},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.29649999737739563},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.2815000116825104},{"id":"https://openalex.org/C58916136","wikidata":"https://www.wikidata.org/wiki/Q1663508","display_name":"Content validity","level":3,"score":0.27790001034736633},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:jfse-ojs-tamu.tdl.org:article/178","doi":null,"is_oa":true,"landing_page_url":"https://jfse-ojs-tamu.tdl.org/jfse/article/view/178","pdf_url":"https://jfse-ojs-tamu.tdl.org/jfse/article/download/178/135","source":{"id":"https://openalex.org/S7407061797","display_name":"The Journal of Forensic Science Education","issn_l":"2641-8533","issn":["2641-8533"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2641-8533","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:jfse-ojs-tamu.tdl.org:article/178","doi":null,"is_oa":true,"landing_page_url":"https://jfse-ojs-tamu.tdl.org/jfse/article/view/178","pdf_url":"https://jfse-ojs-tamu.tdl.org/jfse/article/download/178/135","source":{"id":"https://openalex.org/S7407061797","display_name":"The Journal of Forensic Science Education","issn_l":"2641-8533","issn":["2641-8533"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2641-8533","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"score":0.8278999924659729,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220518412.pdf","grobid_xml":"https://content.openalex.org/works/W7220518412.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W18022554","https://openalex.org/W592491407","https://openalex.org/W1901089376","https://openalex.org/W1968331228","https://openalex.org/W1978035960","https://openalex.org/W2001328500","https://openalex.org/W2004158832","https://openalex.org/W2010017399","https://openalex.org/W2017217841","https://openalex.org/W2029513484","https://openalex.org/W2035040004","https://openalex.org/W2035897012","https://openalex.org/W2041275268","https://openalex.org/W2041838250","https://openalex.org/W2046510860","https://openalex.org/W2088350537","https://openalex.org/W2104505336","https://openalex.org/W2112630006","https://openalex.org/W2114550657","https://openalex.org/W2130387380","https://openalex.org/W2145065862","https://openalex.org/W2152398619","https://openalex.org/W2169759933","https://openalex.org/W2170435532","https://openalex.org/W2408678141","https://openalex.org/W2525617277","https://openalex.org/W2529450449","https://openalex.org/W2914954621","https://openalex.org/W2938892948","https://openalex.org/W3021916629","https://openalex.org/W3087973739","https://openalex.org/W3145077788","https://openalex.org/W4238732105","https://openalex.org/W4253897753","https://openalex.org/W4306692251","https://openalex.org/W7125947353"],"related_works":["https://openalex.org/W2914954621","https://openalex.org/W2903380143","https://openalex.org/W2895564931","https://openalex.org/W4238732105","https://openalex.org/W7010584670","https://openalex.org/W2478797006","https://openalex.org/W7125947353","https://openalex.org/W2168327886","https://openalex.org/W2325178692"],"abstract_inverted_index":{"Multiple-choice":[0],"questions":[1],"(MCQs)":[2],"are":[3],"widely":[4],"used":[5],"in":[6,60,145],"undergraduate":[7,146],"education":[8,149],"because":[9],"they":[10],"allowinstructors":[11],"to":[12,150],"efficiently":[13],"assess":[14],"students\u2019":[15],"comprehension,":[16],"support":[17],"consistent":[18],"exam":[19],"structure,":[20],"and":[21,48,79,92,126,171],"identify":[22],"areas":[23],"that":[24],"may":[25],"require":[26],"instructional":[27],"or":[28],"curricular":[29],"adjustments.":[30],"However,":[31],"the":[32,46,56,63,112,116,139],"quality":[33],"of":[34,50,58,71,111,123,128,141,154],"MCQs":[35,61,91,95,144],"can":[36],"be":[37],"compromised":[38],"by":[39,167],"item":[40],"writing":[41],"flaws":[42],"(IWFs),":[43],"which":[44],"reduce":[45],"reliability":[47],"validity":[49],"assessments.":[51],"This":[52],"study":[53,158],"systematically":[54],"examined":[55],"presence":[57],"IWFs":[59,72,170],"using":[62],"Item":[64],"Writing":[65],"Flaws":[66],"Evaluation":[67],"Instrument":[68],"(IWFEI).":[69],"Examples":[70],"include":[73],"incomplete":[74],"question":[75],"stems,":[76],"ambiguous":[77],"wording,":[78],"inconsistent":[80],"answer-choice":[81],"formats.":[82],"A":[83],"content":[84],"analysis":[85],"was":[86],"conducted":[87],"on":[88],"337":[89],"instructor-generated":[90,129],"569":[93],"publisher-generated":[94,124],"from":[96],"introductory":[97],"forensic":[98,147],"science":[99,148],"courses.":[100],"Across":[101],"both":[102],"sources,":[103],"Criterion":[104],"7":[105],"(items":[106],"lacking":[107],"a":[108,160],"complete":[109],"stem)":[110],"IWFEI":[113],"emerged":[114],"as":[115],"most":[117],"frequently":[118],"observed":[119],"IWF.":[120,135],"Overall,":[121],"47%":[122],"items":[125,130],"68%":[127],"contained":[131],"at":[132],"least":[133],"one":[134],"These":[136],"findings":[137],"highlight":[138],"importance":[140],"critically":[142],"evaluating":[143],"ensure":[151],"accurate":[152],"measurement":[153],"student":[155],"learning.":[156],"The":[157],"offers":[159],"practical":[161],"framework":[162],"for":[163,174],"improving":[164],"assessment":[165],"design":[166],"identifying":[168],"common":[169],"provides":[172],"recommendations":[173],"instructors.":[175]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7220518412","counts_by_year":[],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2026-10-06T00:00:00"}
