{"id":"https://openalex.org/W2164841925","doi":"https://doi.org/10.1080/08957340701301272","title":"Distractor Similarity and Item-Stem Structure: Effects on Item Difficulty","display_name":"Distractor Similarity and Item-Stem Structure: Effects on Item Difficulty","publication_year":2007,"publication_date":"2007-06-13","ids":{"openalex":"https://openalex.org/W2164841925","doi":"https://doi.org/10.1080/08957340701301272","mag":"2164841925"},"language":"en","primary_location":{"id":"doi:10.1080/08957340701301272","doi":"https://doi.org/10.1080/08957340701301272","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08957340701301272","pdf_url":null,"source":{"id":"https://openalex.org/S2940672","display_name":"Applied Measurement in Education","issn_l":"0895-7347","issn":["0895-7347","1532-4818"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Measurement in Education","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.vu.nl/en/publications/04895705-bad4-4d20-aec1-b05539af7916","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044737533","display_name":"M. Evelina Ascalon","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I913958620","display_name":"Erasmus University Rotterdam","ror":"https://ror.org/057w15z03","country_code":"NL","type":"education","lineage":["https://openalex.org/I913958620"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"M. Evelina Ascalon","raw_affiliation_strings":["Institute of Psychology, Erasmus University Rotterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Psychology, Erasmus University Rotterdam","institution_ids":["https://openalex.org/I913958620"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006525153","display_name":"Lawrence S. Meyers","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I43522216","display_name":"California State University, Sacramento","ror":"https://ror.org/03e26wv14","country_code":"US","type":"education","lineage":["https://openalex.org/I43522216"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lawrence S. Meyers","raw_affiliation_strings":["Department of Psychology, California State University, Sacramento, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, California State University, Sacramento, USA","institution_ids":["https://openalex.org/I43522216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076145545","display_name":"Bruce W. Davis","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bruce W. Davis","raw_affiliation_strings":["PSI, Burbank, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PSI, Burbank, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019862044","display_name":"Niels Smits","orcid":"https://orcid.org/0000-0003-3669-9266","observed_orcids":["https://orcid.org/0000-0003-3669-9266"]},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Niels Smits","raw_affiliation_strings":["Faculty of Psychology and Education, Free University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Psychology and Education, Free University of Amsterdam","institution_ids":["https://openalex.org/I865915315","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5044737533"],"corresponding_institution_ids":["https://openalex.org/I913958620"],"apc_list":null,"apc_paid":null,"fwci":2.8696,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.90682676,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"20","issue":"2","first_page":"153","last_page":"170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.01730000041425228,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distractor-similarity","display_name":"distractor similarity","score":0.9480000138282776},{"id":"https://openalex.org/keywords/item-difficulty","display_name":"item difficulty","score":0.7239999771118164},{"id":"https://openalex.org/keywords/item-writing-guidelines","display_name":"item writing guidelines","score":0.7490000128746033},{"id":"https://openalex.org/keywords/differential-item-functioning","display_name":"differential item functioning","score":0.8870000243186951},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.8130000233650208},{"id":"https://openalex.org/keywords/driving-licence-examination","display_name":"driving licence examination","score":0.8429999947547913},{"id":"https://openalex.org/keywords/standard-setting","display_name":"standard setting","score":0.5720000267028809}],"concepts":[{"id":"https://openalex.org/C181447626","wikidata":"https://www.wikidata.org/wiki/Q1224359","display_name":"Differential item functioning","level":4,"score":0.6763138771057129},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.669610857963562},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5473740696907043},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.495084673166275},{"id":"https://openalex.org/C2778263599","wikidata":"https://www.wikidata.org/wiki/Q1669245","display_name":"Item analysis","level":3,"score":0.4931184947490692},{"id":"https://openalex.org/C156639949","wikidata":"https://www.wikidata.org/wiki/Q13362737","display_name":"Item bank","level":4,"score":0.47912904620170593},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.47027522325515747},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4689960777759552},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.4408890902996063},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.41853606700897217},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3540486693382263},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.33315715193748474},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.2639666795730591},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2161807119846344},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17559221386909485},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.16519054770469666},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.15412095189094543},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.14086651802062988},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/08957340701301272","doi":"https://doi.org/10.1080/08957340701301272","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08957340701301272","pdf_url":null,"source":{"id":"https://openalex.org/S2940672","display_name":"Applied Measurement in Education","issn_l":"0895-7347","issn":["0895-7347","1532-4818"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Measurement in Education","raw_type":"journal-article"},{"id":"pmh:oai:research.vu.nl:openaire/04895705-bad4-4d20-aec1-b05539af7916","doi":null,"is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/04895705-bad4-4d20-aec1-b05539af7916","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ascalon, M E, Meyers, L S, Davis, B W & Smits, N 2007, 'Distractor similarity and item stem structure: Effects on item diffculty.', Applied Measurement in Education, vol. 20, pp. 153-170. https://doi.org/10.1080/08957340701301272","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:vu:oai:research.vu.nl:publications/04895705-bad4-4d20-aec1-b05539af7916","doi":null,"is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/04895705-bad4-4d20-aec1-b05539af7916","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Applied Measurement in Education, 20, 153 - 170. Routledge","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:research.vu.nl:openaire/04895705-bad4-4d20-aec1-b05539af7916","doi":null,"is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/04895705-bad4-4d20-aec1-b05539af7916","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ascalon, M E, Meyers, L S, Davis, B W & Smits, N 2007, 'Distractor similarity and item stem structure: Effects on item diffculty.', Applied Measurement in Education, vol. 20, pp. 153-170. https://doi.org/10.1080/08957340701301272","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"score":0.5385000109672546,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"sustainable_development_goals_aurora":[{"score":0.8899999856948853,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1784684835","https://openalex.org/W1998461084","https://openalex.org/W2001328500","https://openalex.org/W2004915398","https://openalex.org/W2022476422","https://openalex.org/W2028254282","https://openalex.org/W2034787908","https://openalex.org/W2037557484","https://openalex.org/W2043668547","https://openalex.org/W2068187415","https://openalex.org/W2084489557","https://openalex.org/W2099019452","https://openalex.org/W2108605967","https://openalex.org/W2112630006","https://openalex.org/W2128973682","https://openalex.org/W2148573653","https://openalex.org/W2152398619","https://openalex.org/W2320642314","https://openalex.org/W4240310297"],"related_works":["https://openalex.org/W7027768916","https://openalex.org/W185303993","https://openalex.org/W2470346268","https://openalex.org/W2906088714","https://openalex.org/W2063350495","https://openalex.org/W2052874614","https://openalex.org/W4385284836","https://openalex.org/W2188344743","https://openalex.org/W1998136880","https://openalex.org/W2589488237"],"abstract_inverted_index":{"This":[0],"article":[1],"examined":[2],"two":[3],"item-writing":[4],"guidelines:":[5],"the":[6,9,15,19,36,85,90,95,100,120,125],"format":[7],"of":[8,14,21,30,38,46,119,127,134],"item":[10,31,47,64,114,138],"stem":[11],"and":[12,24,34,40,74,140],"homogeneity":[13],"answer":[16],"set.":[17],"Answering":[18],"call":[20],"Haladyna,":[22],"Downing,":[23],"Rodriguez":[25],"(2002)":[26],"for":[27,110,137,147],"empirical":[28],"tests":[29],"writing":[32,139],"guidelines":[33],"extending":[35],"work":[37],"CitationSmith":[39],"Smith":[41],"(1988)":[42],"on":[43,117,130],"differential":[44],"use":[45],"characteristics,":[48],"a":[49],"mock":[50],"multiple-choice":[51],"driver's":[52],"license":[53],"examination":[54],"was":[55,108],"administered":[56],"to":[57,78,84],"high":[58],"school":[59],"students":[60],"with":[61,75],"items":[62,122],"having":[63],"stems":[65],"that":[66,94],"were":[67],"either":[68,80],"open-ended":[69],"or":[70,82],"in":[71],"question":[72],"form":[73],"distractors":[76,98],"structured":[77,97],"be":[79],"similar":[81],"dissimilar":[83],"correct":[86],"answer.":[87],"Analyses":[88],"at":[89],"test":[91,121,131],"level":[92,103],"indicated":[93],"similarly":[96],"raised":[99],"mean":[101],"difficulty":[102],"by":[104],".12.":[105],"No":[106],"effect":[107,126],"found":[109],"item-stem":[111],"format.":[112],"Differential":[113],"function":[115],"analyses":[116],"each":[118],"further":[123],"supported":[124],"distractor":[128],"similarity":[129],"performance.":[132],"Implications":[133],"this":[135],"study":[136],"standard":[141],"setting,":[142],"as":[143,145],"well":[144],"implications":[146],"future":[148],"research,":[149],"are":[150],"discussed.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-06-24T00:00:00"}
