{"id":"https://openalex.org/W28497615","doi":"https://doi.org/10.20429/ijsotl.2007.010211","title":"The Impact of the \u201call-of-the-above\u201d Option and Student Ability on Multiple Choice Tests","display_name":"The Impact of the \u201call-of-the-above\u201d Option and Student Ability on Multiple Choice Tests","publication_year":2007,"publication_date":"2007-07-01","ids":{"openalex":"https://openalex.org/W28497615","doi":"https://doi.org/10.20429/ijsotl.2007.010211","mag":"28497615"},"language":"en","primary_location":{"id":"doi:10.20429/ijsotl.2007.010211","doi":"https://doi.org/10.20429/ijsotl.2007.010211","is_oa":true,"landing_page_url":"https://doi.org/10.20429/ijsotl.2007.010211","pdf_url":"https://digitalcommons.georgiasouthern.edu/cgi/viewcontent.cgi?article=1047&context=ij-sotl","source":{"id":"https://openalex.org/S4210214315","display_name":"International Journal for the Scholarship of Teaching and Learning","issn_l":"1931-4744","issn":["1931-4744"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310316499","host_organization_name":"Georgia Southern University","host_organization_lineage":["https://openalex.org/P4310316499"],"host_organization_lineage_names":["Georgia Southern University"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal for the Scholarship of Teaching and Learning","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://digitalcommons.georgiasouthern.edu/cgi/viewcontent.cgi?article=1047&context=ij-sotl","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060605965","display_name":"Yimin Huang","orcid":"https://orcid.org/0000-0002-4763-6386","observed_orcids":["https://orcid.org/0000-0002-4763-6386"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi-Min Huang","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034661498","display_name":"Mike Trevisan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mike Trevisan","raw_affiliation_strings":["Washington State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084824186","display_name":"Andrew T. Storfer","orcid":"https://orcid.org/0000-0002-9414-8588","observed_orcids":["https://orcid.org/0000-0002-9414-8588"]},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Storfer","raw_affiliation_strings":["Washington State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University","institution_ids":["https://openalex.org/I72951846"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9506,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.79440963,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"1","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.4763000011444092,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.4763000011444092,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.3467000126838684,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.08969999849796295,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.7070000171661377},{"id":"https://openalex.org/keywords/student-ability","display_name":"student ability","score":0.5979999899864197},{"id":"https://openalex.org/keywords/item-difficulty","display_name":"item difficulty","score":0.7940000295639038},{"id":"https://openalex.org/keywords/cueing-effects","display_name":"cueing effects","score":0.7799999713897705},{"id":"https://openalex.org/keywords/exam-format","display_name":"test format","score":0.7929999828338623},{"id":"https://openalex.org/keywords/item-response","display_name":"item response","score":0.4269999861717224},{"id":"https://openalex.org/keywords/college-students","display_name":"university students","score":0.5109999775886536}],"concepts":[{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.8389779329299927},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.7445081472396851},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5496927499771118},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5282403826713562},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.49085479974746704},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.42007723450660706},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.41324660181999207},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.23507443070411682},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17774814367294312},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12418901920318604},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0796210765838623},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.20429/ijsotl.2007.010211","doi":"https://doi.org/10.20429/ijsotl.2007.010211","is_oa":true,"landing_page_url":"https://doi.org/10.20429/ijsotl.2007.010211","pdf_url":"https://digitalcommons.georgiasouthern.edu/cgi/viewcontent.cgi?article=1047&context=ij-sotl","source":{"id":"https://openalex.org/S4210214315","display_name":"International Journal for the Scholarship of Teaching and Learning","issn_l":"1931-4744","issn":["1931-4744"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310316499","host_organization_name":"Georgia Southern University","host_organization_lineage":["https://openalex.org/P4310316499"],"host_organization_lineage_names":["Georgia Southern University"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal for the Scholarship of Teaching and Learning","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.969.3151","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.969.3151","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://digitalcommons.georgiasouthern.edu/cgi/viewcontent.cgi?article%3D1047%26context%3Dij-sotl","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:d20789327840410885c2359bedac2e5e","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/d20789327840410885c2359bedac2e5e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal for the Scholarship of Teaching and Learning, Vol 1, Iss 2 (2007)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.20429/ijsotl.2007.010211","doi":"https://doi.org/10.20429/ijsotl.2007.010211","is_oa":true,"landing_page_url":"https://doi.org/10.20429/ijsotl.2007.010211","pdf_url":"https://digitalcommons.georgiasouthern.edu/cgi/viewcontent.cgi?article=1047&context=ij-sotl","source":{"id":"https://openalex.org/S4210214315","display_name":"International Journal for the Scholarship of Teaching and Learning","issn_l":"1931-4744","issn":["1931-4744"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310316499","host_organization_name":"Georgia Southern University","host_organization_lineage":["https://openalex.org/P4310316499"],"host_organization_lineage_names":["Georgia Southern University"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal for the Scholarship of Teaching and Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8278999924659729,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W28497615.pdf","grobid_xml":"https://content.openalex.org/works/W28497615.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W180770085","https://openalex.org/W641592312","https://openalex.org/W1564747309","https://openalex.org/W1588068147","https://openalex.org/W1974961982","https://openalex.org/W1980824818","https://openalex.org/W2008256325","https://openalex.org/W2016592193","https://openalex.org/W2018393878","https://openalex.org/W2030161013","https://openalex.org/W2072218790","https://openalex.org/W2074891565","https://openalex.org/W2091831296","https://openalex.org/W2112630006","https://openalex.org/W2169759933","https://openalex.org/W4300280802","https://openalex.org/W6620804353","https://openalex.org/W7037414962","https://openalex.org/W7062766608"],"related_works":["https://openalex.org/W2017217841","https://openalex.org/W2169759933","https://openalex.org/W1587102942","https://openalex.org/W2039585638","https://openalex.org/W2117668400","https://openalex.org/W4411333687","https://openalex.org/W4389853422","https://openalex.org/W2121100899","https://openalex.org/W1980824818","https://openalex.org/W2141456664"],"abstract_inverted_index":{"Despite":[0],"the":[1,31,38,41,75,94,108,120,123,132],"prevalence":[2],"of":[3,14,25,33,40,74,162],"multiple":[4,18,46],"choice":[5,19,47],"items":[6,67],"in":[7,44,49,93,99,159],"educational":[8],"testing,":[9],"there":[10],"is":[11,117,125],"a":[12,45,138],"dearth":[13],"empirical":[15,34],"evidence":[16,35],"for":[17,128],"item":[20,124],"writing":[21],"rules.":[22],"The":[23,96],"purpose":[24],"this":[26,61,160],"study":[27],"was":[28],"to":[29,51,60,90,141],"expand":[30],"base":[32],"by":[36],"examining":[37],"use":[39],"\u201call-of-the-above\u201d":[42,71,116],"option":[43],"examination":[48],"order":[50],"assess":[52],"how":[53],"different":[54,82],"student":[55],"ability":[56,150,157],"groups":[57],"would":[58],"respond":[59],"particular":[62],"alternative.":[63],"Ten":[64],"experimentally":[65,109],"manipulated":[66,110],"were":[68,78,87,103],"generated":[69],"with":[70],"as":[72,105,107,119],"one":[73],"options":[76],"and":[77],"incorporated":[79],"into":[80],"three":[81],"test":[83,97,101],"formats.":[84],"Test":[85],"formats":[86,102],"randomly":[88],"distributed":[89],"university":[91],"students":[92,151,158],"study.":[95],"scores":[98],"these":[100],"compared":[104],"well":[106],"items.":[111],"Results":[112],"showed":[113],"that":[114,135,148],"when":[115],"used":[118],"correct":[121],"answer,":[122],"more":[126],"difficult":[127],"all":[129],"students,":[130],"despite":[131],"literature":[133,146],"assumption":[134],"it":[136],"provides":[137],"cueing":[139],"effect":[140],"students.":[142],"Research":[143],"findings":[144],"corroborate":[145],"assumptions":[147],"high":[149],"score":[152],"significantly":[153],"higher":[154],"than":[155],"other":[156],"type":[161],"option.":[163]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2016-06-24T00:00:00"}