{"id":"https://openalex.org/W7215775632","doi":"https://doi.org/10.48550/arxiv.2610.01431","title":"Determining the degree of randomness in multiple-choice question distractors","display_name":"Determining the degree of randomness in multiple-choice question distractors","publication_year":2026,"publication_date":"2026-10-01","ids":{"openalex":"https://openalex.org/W7215775632","doi":"https://doi.org/10.48550/arxiv.2610.01431"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.01431","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.01431","pdf_url":"https://arxiv.org/pdf/2610.01431","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.01431","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5155623684","display_name":"JPW Diener","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I216286881","display_name":"Botswana International University of Science and Technology","ror":"https://ror.org/04cr2sq58","country_code":"BW","type":"education","lineage":["https://openalex.org/I216286881"]}],"countries":["BW"],"is_corresponding":false,"raw_author_name":"Diener, JPW","raw_affiliation_strings":["Department of Physics and Astronomy , Botswana International University of Science and Technology (BIUST) , Private Bag 16 , Palapye , Botswana"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics and Astronomy , Botswana International University of Science and Technology (BIUST) , Private Bag 16 , Palapye , Botswana","institution_ids":["https://openalex.org/I216286881"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5154592431","display_name":"BL Frick","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I26092322","display_name":"Stellenbosch University","ror":"https://ror.org/05bk57929","country_code":"ZA","type":"education","lineage":["https://openalex.org/I26092322"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Frick, BL","raw_affiliation_strings":["Centre for Higher and Adult Education , Stellenbosch University , Stellenbosch , South Africa and"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Higher and Adult Education , Stellenbosch University , Stellenbosch , South Africa and","institution_ids":["https://openalex.org/I26092322"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5155500624","display_name":"J Kriek","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kriek, J","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.3621000051498413,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.3621000051498413,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.2533999979496002,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.08789999783039093,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.7609999775886536},{"id":"https://openalex.org/keywords/distractor-analysis","display_name":"distractor analysis","score":0.9739999771118164},{"id":"https://openalex.org/keywords/information-theory","display_name":"information theory","score":0.6899999976158142},{"id":"https://openalex.org/keywords/entropy-information-theory","display_name":"entropy (information theory)","score":0.7990000247955322},{"id":"https://openalex.org/keywords/student-misconceptions","display_name":"student misconceptions","score":0.7039999961853027},{"id":"https://openalex.org/keywords/diagnostic-assessment","display_name":"diagnostic assessment","score":0.6499999761581421},{"id":"https://openalex.org/keywords/item-analysis","display_name":"item analysis","score":0.38999998569488525},{"id":"https://openalex.org/keywords/mechanics-education","display_name":"mechanics education","score":0.6600000262260437}],"concepts":[{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.8144000172615051},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.642799973487854},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5601000189781189},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4596000015735626},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.4092000126838684},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4083999991416931},{"id":"https://openalex.org/C2776916960","wikidata":"https://www.wikidata.org/wiki/Q637156","display_name":"Warrant","level":2,"score":0.3986000120639801},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39480000734329224},{"id":"https://openalex.org/C2776836416","wikidata":"https://www.wikidata.org/wiki/Q1364844","display_name":"False alarm","level":2,"score":0.37959998846054077},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.35120001435279846},{"id":"https://openalex.org/C152636012","wikidata":"https://www.wikidata.org/wiki/Q817168","display_name":"Benford's law","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.31839999556541443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31380000710487366},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.295199990272522},{"id":"https://openalex.org/C9996903","wikidata":"https://www.wikidata.org/wiki/Q1749235","display_name":"Cryptographic nonce","level":3,"score":0.28850001096725464},{"id":"https://openalex.org/C54998920","wikidata":"https://www.wikidata.org/wiki/Q16255102","display_name":"Self-report study","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C43596424","wikidata":"https://www.wikidata.org/wiki/Q98124957","display_name":"Probability and statistics","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C191988596","wikidata":"https://www.wikidata.org/wiki/Q628374","display_name":"Null hypothesis","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C86859247","wikidata":"https://www.wikidata.org/wiki/Q4781760","display_name":"Approximate entropy","level":3,"score":0.26339998841285706},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2630999982357025},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2612999975681305},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2533000111579895}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.01431","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.01431","pdf_url":"https://arxiv.org/pdf/2610.01431","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.01431","doi":"https://doi.org/10.48550/arxiv.2610.01431","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.01431","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.01431","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.01431","pdf_url":"https://arxiv.org/pdf/2610.01431","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8278999924659729,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7215775632.pdf","grobid_xml":"https://content.openalex.org/works/W7215775632.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7134891520","https://openalex.org/W13818928","https://openalex.org/W7130504465","https://openalex.org/W2468322240","https://openalex.org/W4220810091","https://openalex.org/W7075993624","https://openalex.org/W2760364374","https://openalex.org/W63229340","https://openalex.org/W2941057185","https://openalex.org/W7117966531"],"abstract_inverted_index":{"Multiple-choice":[0],"questions":[1],"are":[2,45,149,167],"a":[3,52,73,93,109,125,175,180,185,207,212],"staple":[4],"of":[5,84,123,127,161,172,188],"educational":[6],"assessment":[7],"due":[8],"to":[9,27,135,216],"their":[10,13],"efficiency,":[11],"but":[12,71],"diagnostic":[14],"ability":[15],"is":[16,200,204],"inherently":[17],"limited.":[18],"Traditional":[19],"psychometric":[20],"techniques":[21],"infer":[22],"misconceptions":[23,107],"by":[24],"fitting":[25],"models":[26],"predetermined":[28],"data":[29,103],"patterns,":[30],"making":[31],"them":[32],"ineffective":[33],"for":[34,96,115],"analysing":[35],"small,":[36],"novel,":[37],"or":[38],"non-standardised":[39],"samples":[40],"where":[41],"such":[42],"prior":[43],"trends":[44],"absent.":[46],"To":[47],"address":[48],"this,":[49],"we":[50],"introduce":[51],"new":[53],"distractor":[54,85],"analysis":[55,203],"method":[56],"based":[57],"on":[58,108],"Information":[59],"Theory,":[60],"which":[61,197,224],"treats":[62],"the":[63,82,131,151,153,158,193],"randomness":[64,173,189],"in":[65,76,174],"incorrect":[66,128,177],"answers":[67],"not":[68],"as":[69,72,118,146,156,192,206],"noise":[70],"measurable":[74],"signal":[75],"student":[77],"answer":[78],"patterns.":[79],"By":[80],"examining":[81],"entropy":[83],"choices":[86],"alongside":[87],"overall":[88],"accuracy,":[89],"our":[90],"approach":[91],"offers":[92],"sample-sized-independent":[94],"framework":[95],"classifying":[97],"performance.":[98],"Cross-referencing":[99],"low-scoring":[100],"item-level":[101],"response":[102,133],"against":[104,196],"independently":[105,143],"documented":[106],"standard":[110],"mechanics":[111],"inventory":[112],"shows":[113],"that,":[114],"items":[116,142,152,225],"identified":[117],"most":[119],"concentrated":[120],"(lowest":[121],"degree":[122,160,171,187],"randomness),":[124],"majority":[126],"responses":[129],"select":[130],"exact":[132],"coded":[134],"that":[136,198,220],"item's":[137],"named,":[138],"interview-validated":[139],"misconception.":[140],"Furthermore,":[141],"flagged":[144],"elsewhere":[145],"diagnostically":[147],"unreliable":[148],"exactly":[150],"measure":[154],"identifies":[155],"having":[157],"highest":[159],"randomness.":[162],"The":[163],"pedagogically":[164],"actionable":[165],"cases":[166],"those":[168],"with":[169],"low":[170],"class's":[176],"answers,":[178],"signalling":[179],"shared,":[181],"re-teachable":[182],"misconception,":[183],"whereas":[184],"high":[186],"chiefly":[190],"serves":[191],"null":[194],"case":[195],"concentration":[199],"judged.":[201],"Our":[202],"intended":[205],"fast,":[208],"single-administration":[209],"triage":[210],"step:":[211],"practical,":[213],"theory-driven":[214],"complement":[215],"established":[217],"distractor-analysis":[218],"methods":[219],"helps":[221],"instructors":[222],"flag":[223],"warrant":[226],"closer,":[227],"more":[228],"resource-intensive":[229],"investigation.":[230]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2026-10-03T00:00:00"}