{"id":"https://openalex.org/W7225415080","doi":"https://doi.org/10.31234/osf.io/zwvm2_v1","title":"What Is a Wrong Answer Worth? The Out-of-Sample Value of the Chosen Option in Multiple-Choice Tests","display_name":"What Is a Wrong Answer Worth? The Out-of-Sample Value of the Chosen Option in Multiple-Choice Tests","publication_year":2026,"publication_date":"2026-11-06","ids":{"openalex":"https://openalex.org/W7225415080","doi":"https://doi.org/10.31234/osf.io/zwvm2_v1"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/zwvm2_v1","doi":"https://doi.org/10.31234/osf.io/zwvm2_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/zwvm2_v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.31234/osf.io/zwvm2_v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5161117626","display_name":"Santiago Rivadeneira Quintero","orcid":"https://orcid.org/0009-0005-4729-6499","observed_orcids":["https://orcid.org/0009-0005-4729-6499"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Santiago Rivadeneira Quintero","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-4729-6499","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013060326","display_name":"Klint Kanopka","orcid":"https://orcid.org/0000-0003-3196-9538","observed_orcids":["https://orcid.org/0000-0003-3196-9538"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klint Kanopka","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-3196-9538","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078568049","display_name":"Mateus M. Mazzaferro","orcid":"https://orcid.org/0009-0005-5316-4353","observed_orcids":["https://orcid.org/0009-0005-5316-4353"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mateus Mazzaferro","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-5316-4353","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5037214957","display_name":"Benjamin W. Domingue","orcid":"https://orcid.org/0000-0002-3894-9049","observed_orcids":["https://orcid.org/0000-0002-3894-9049"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjamin Domingue","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3894-9049","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiple-choice-tests","display_name":"multiple-choice tests","score":0.7730000019073486},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"item response theory","score":0.6629999876022339},{"id":"https://openalex.org/keywords/out-of-sample-forecasting","display_name":"out-of-sample forecasting","score":0.7300000190734863},{"id":"https://openalex.org/keywords/item-discrimination","display_name":"item discrimination","score":0.5720000267028809},{"id":"https://openalex.org/keywords/timss","display_name":"TIMSS","score":0.6779999732971191},{"id":"https://openalex.org/keywords/pirls","display_name":"PIRLS","score":0.9929999709129333},{"id":"https://openalex.org/keywords/cross-entropy-loss","display_name":"cross-entropy loss","score":0.3779999911785126}],"concepts":[{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5428000092506409},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5220000147819519},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.5078999996185303},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.49540001153945923},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.46860000491142273},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.4650000035762787},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.44769999384880066},{"id":"https://openalex.org/C2777842544","wikidata":"https://www.wikidata.org/wiki/Q9056","display_name":"Czech","level":2,"score":0.4424999952316284},{"id":"https://openalex.org/C147021879","wikidata":"https://www.wikidata.org/wiki/Q3027971","display_name":"Decile","level":2,"score":0.3833000063896179},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.3564000129699707},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C92424840","wikidata":"https://www.wikidata.org/wiki/Q7912772","display_name":"Value of information","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C201236551","wikidata":"https://www.wikidata.org/wiki/Q7310809","display_name":"Relative value","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.28349998593330383},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.260699987411499}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.31234/osf.io/zwvm2_v1","doi":"https://doi.org/10.31234/osf.io/zwvm2_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/zwvm2_v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.31234/osf.io/zwvm2_v1","doi":"https://doi.org/10.31234/osf.io/zwvm2_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/zwvm2_v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W119295734","https://openalex.org/W1864749652","https://openalex.org/W7160521993","https://openalex.org/W596026271","https://openalex.org/W2012844077","https://openalex.org/W623070493","https://openalex.org/W2524528389","https://openalex.org/W836448200","https://openalex.org/W3184968873","https://openalex.org/W2415194039"],"abstract_inverted_index":{"Right/wrong":[0],"scoring":[1],"of":[2,126,140,152],"multiple-choice":[3],"items":[4],"discards":[5],"information":[6],"about":[7,123],"which":[8,102],"wrong":[9,103,186],"option":[10,46,78,104],"was":[11,105,120,122,131],"chosen.":[12],"IRT":[13],"models":[14,42,109],"that":[15],"use":[16,110],"the":[17,45,73,76,85,89,96,114,118,174,178,188,197],"choice":[18,189],"date":[19],"from":[20,91,101,163],"1972,":[21],"but":[22],"evidence":[23],"on":[24,43,116,147],"its":[25],"value":[26],"has":[27],"come":[28],"mostly":[29],"in":[30,48,52,133,138,150,177,182,196],"sample,":[31],"one":[32],"test":[33],"at":[34],"a":[35,124],"time.":[36],"We":[37],"compared":[38],"option-level":[39],"and":[40,64,67,155],"right/wrong":[41,108],"predicting":[44],"chosen":[47,77],"held-out":[49],"responses":[50],"(log-loss,":[51],"bits)":[53],"across":[54],"116":[55,135],"Item":[56],"Response":[57],"Warehouse":[58],"tables":[59],"(110":[60],"Brazilian),":[61],"469":[62,153],"TIMSS":[63,154],"PIRLS":[65,156],"tests":[66],"121":[68,141],"Czech":[69,142],"exam":[70],"forms.":[71],"In":[72],"warehouse,":[74],"modeling":[75],"gained":[79],"15.4":[80],"millibits":[81],"per":[82,185],"response":[83],"over":[84,192],"2PL,":[86],"1.36":[87],"times":[88],"gain":[90,130,175],"estimating":[92],"item":[93],"discrimination.":[94],"Of":[95],"option's":[97],"gain,":[98],"84%":[99],"came":[100],"chosen,":[106],"where":[107],"only":[111],"distractor":[112,193],"popularity;":[113],"rest,":[115],"whether":[117],"answer":[119],"right,":[121],"fifth":[125],"discrimination's":[127],"gain.":[128],"The":[129],"positive":[132],"all":[134],"warehouse":[136],"tables,":[137],"119":[139],"forms":[143],"and,":[144],"with":[145],"priors":[146],"both":[148],"models,":[149],"463":[151],"tests;":[157],"relative":[158],"to":[159,167],"discrimination,":[160],"it":[161],"ranged":[162],"0.8":[164],"(Czech":[165],"exams)":[166],"1.5":[168],"(ENEM).":[169],"By":[170],"our":[171],"declared":[172],"measure,":[173],"peaked":[176],"lowest":[179],"ability":[180],"deciles":[181],"most":[183,195],"tables;":[184],"answer,":[187],"improved":[190],"prediction":[191],"popularity":[194],"top":[198],"decile.":[199]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-07T00:00:00"}