{"id":"https://openalex.org/W2973167698","doi":null,"title":"Multiple-choice Tests as Learning Events: The Role of Desirably Difficult Alternatives","display_name":"Multiple-choice Tests as Learning Events: The Role of Desirably Difficult Alternatives","alternate_titles":[],"publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2973167698","mag":"2973167698"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt9mg2w5zj","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/9mg2w5zj","pdf_url":"https://escholarship.org/content/qt9mg2w5zj/qt9mg2w5zj.pdf?t=pexwo3","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"parent_works":[],"lineage":["https://openalex.org/W2973167698"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/content/qt9mg2w5zj/qt9mg2w5zj.pdf?t=pexwo3","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044753486","display_name":"Erin M. Sparck","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Erin M. Sparck","raw_affiliation_strings":["Psychology, University of California, Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Psychology, University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5044753486"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiple-choice-tests","display_name":"multiple-choice tests","score":0.8759999871253967},{"id":"https://openalex.org/keywords/confidence-judgments","display_name":"confidence judgments","score":0.6510000228881836},{"id":"https://openalex.org/keywords/retrieval-practice","display_name":"retrieval practice","score":0.6970000267028809},{"id":"https://openalex.org/keywords/pre-test","display_name":"pretest","score":0.4740000069141388},{"id":"https://openalex.org/keywords/vocabulary-acquisition","display_name":"vocabulary acquisition","score":0.9520000219345093},{"id":"https://openalex.org/keywords/confusable-words","display_name":"confusable words","score":0.8690000176429749},{"id":"https://openalex.org/keywords/flashcards","display_name":"flashcards","score":0.7210000157356262},{"id":"https://openalex.org/keywords/long-term-retention","display_name":"long-term retention","score":0.7170000076293945},{"id":"https://openalex.org/keywords/spaced-practice","display_name":"spaced practice","score":0.30799999833106995},{"id":"https://openalex.org/keywords/self-assessment","display_name":"self-assessment","score":0.328000009059906},{"id":"https://openalex.org/keywords/metacognition","display_name":"metacognition","score":0.5649999976158142}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7058545351028442},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6964901685714722},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.648524820804596},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.60953688621521},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5194065570831299},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46014344692230225},{"id":"https://openalex.org/C3018518400","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Cued recall","level":4,"score":0.4134628176689148},{"id":"https://openalex.org/C7493553","wikidata":"https://www.wikidata.org/wiki/Q1520777","display_name":"Certainty","level":2,"score":0.4113794267177582},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3665016293525696},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3182312250137329},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21749523282051086},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.21000665426254272},{"id":"https://openalex.org/C36668950","wikidata":"https://www.wikidata.org/wiki/Q5500279","display_name":"Free recall","level":3,"score":0.17117857933044434},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:escholarship.org/ark:/13030/qt9mg2w5zj","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/9mg2w5zj","pdf_url":"https://escholarship.org/content/qt9mg2w5zj/qt9mg2w5zj.pdf?t=pexwo3","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},{"id":"pmh:qt9mg2w5zj","doi":null,"is_oa":false,"landing_page_url":"http://www.escholarship.org/uc/item/9mg2w5zj","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sparck, Erin. (2018). Multiple-choice Tests as Learning Events: The Role of Desirably Difficult Alternatives. UCLA: Psychology 0780. Retrieved from: http://www.escholarship.org/uc/item/9mg2w5zj","raw_type":"dissertation"},{"id":"mag:2973167698","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt9mg2w5zj/qt9mg2w5zj.pdf?t=pexwo3","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt9mg2w5zj","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/9mg2w5zj","pdf_url":"https://escholarship.org/content/qt9mg2w5zj/qt9mg2w5zj.pdf?t=pexwo3","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2973167698.pdf","grobid_xml":"https://content.openalex.org/works/W2973167698.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W18141328","https://openalex.org/W67149822","https://openalex.org/W132425352","https://openalex.org/W204501593","https://openalex.org/W1759847775","https://openalex.org/W1966325275","https://openalex.org/W1969389359","https://openalex.org/W1974993098","https://openalex.org/W1978657485","https://openalex.org/W1981133620","https://openalex.org/W1981846272","https://openalex.org/W1990831294","https://openalex.org/W1993620533","https://openalex.org/W1995794567","https://openalex.org/W1996650435","https://openalex.org/W1997070835","https://openalex.org/W1998244068","https://openalex.org/W1998841523","https://openalex.org/W2000802356","https://openalex.org/W2004612750","https://openalex.org/W2006697556","https://openalex.org/W2024238250","https://openalex.org/W2027098179","https://openalex.org/W2032355206","https://openalex.org/W2034773786","https://openalex.org/W2039211702","https://openalex.org/W2043527309","https://openalex.org/W2045300586","https://openalex.org/W2045385178","https://openalex.org/W2047375923","https://openalex.org/W2048968153","https://openalex.org/W2050255700","https://openalex.org/W2051453797","https://openalex.org/W2056938988","https://openalex.org/W2057972724","https://openalex.org/W2071624286","https://openalex.org/W2071688934","https://openalex.org/W2081838529","https://openalex.org/W2085783790","https://openalex.org/W2094192576","https://openalex.org/W2100082680","https://openalex.org/W2104671973","https://openalex.org/W2108765998","https://openalex.org/W2110065066","https://openalex.org/W2110942371","https://openalex.org/W2113476238","https://openalex.org/W2114891897","https://openalex.org/W2120377251","https://openalex.org/W2120709691","https://openalex.org/W2123616262","https://openalex.org/W2126180793","https://openalex.org/W2132828933","https://openalex.org/W2133705455","https://openalex.org/W2135088505","https://openalex.org/W2142886704","https://openalex.org/W2143805697","https://openalex.org/W2148354545","https://openalex.org/W2149628941","https://openalex.org/W2154663451","https://openalex.org/W2155610326","https://openalex.org/W2159140006","https://openalex.org/W2159480120","https://openalex.org/W2162764535","https://openalex.org/W2166254292","https://openalex.org/W2325104199","https://openalex.org/W2344765991","https://openalex.org/W2364974256","https://openalex.org/W2405208232","https://openalex.org/W2502894192","https://openalex.org/W2521891997","https://openalex.org/W2801482130"],"related_works":["https://openalex.org/W2885465558","https://openalex.org/W2398248666","https://openalex.org/W2108765998","https://openalex.org/W2521891997","https://openalex.org/W2085783790","https://openalex.org/W1998841523","https://openalex.org/W2325104199","https://openalex.org/W565019696","https://openalex.org/W2327202923","https://openalex.org/W52771404"],"abstract_inverted_index":{"Retrieving":[0],"information":[1,117,123],"is":[2,166,229],"an":[3,159,343],"effective":[4],"learning":[5,25,169,304],"strategy":[6],"to":[7,43,89,125,162,183,237,241,262,294,390],"promote":[8],"the":[9,44,83,91,112,137,147,186,253,258,263,281,285,303,310,318,330,360,366],"long-term":[10],"retention":[11],"of":[12,93,114,173,188,198,249,266,280,305,332,362],"materials":[13],"(see,":[14,57],"e.g.,":[15,58],"a":[16,59,70,170,192,206,213,221,226,235,242,273,351,374,382],"meta-analysis":[17,60],"by":[18,61],"Rowland,":[19],"2015),":[20],"so":[21],"tests":[22,74,109,268],"can":[23,75,99,110,233,324,380,388],"foster":[24],"as":[26,28,38,47,53,69,118,191,269],"well":[27,378],"assess":[29],"learning.":[30,195],"Multiple-choice":[31],"testing,":[32,334],"however,":[33,66],"has":[34],"often":[35],"been":[36],"criticized":[37],"not":[39],"engaging":[40],"retrieval":[41,80,92],"processes":[42],"same":[45],"extent":[46],"do":[48],"other":[49,104,254],"test":[50,138,214,224],"types,":[51],"such":[52],"cued-recall":[54,333],"and":[55,98,121,201,290,315],"free-recall":[56],"Hamaker,":[62],"1986).":[63],"Recent":[64],"research,":[65],"suggests":[67],"that":[68,141,204,212,239,321,327,338,373,387],"pedagogical":[71,384],"tool,":[72,385],"multiple-choice":[73,108,155,189,208,223,245,267,297,322,375],"in":[76,178,256,302,369],"fact":[77],"trigger":[78],"productive":[79],"processes,":[81],"provided":[82],"incorrect":[84,340],"alternatives":[85,127,148,341,349],"are":[86,96,313,339,347],"competitive":[87],"enough":[88],"induce":[90],"why":[94,225],"they":[95],"incorrect,":[97,232],"even":[100],"have":[101,325,356],"benefits":[102,265,279,326,331],"over":[103,284],"formats.":[105],"More":[106],"specifically,":[107],"boost":[111],"recall":[113],"non-tested,":[115],"related":[116],"learners":[119,142],"retrieve":[120],"reject":[122],"connected":[124],"those":[126],"(e.g.,":[128],"Little,":[129],"Bjork,":[130,131,150,152],"&":[132,151],"Angello,":[133],"2012),":[134],"especially":[135,308,335],"when":[136,164,309,377],"format":[139,283],"requires":[140,211],"make":[143],"confidence":[144],"judgments":[145],"about":[146],"(Sparck,":[149],"2016).":[153],"Additionally,":[154],"testing":[156,190,298,323],"might":[157,299],"be":[158,300,381],"efficient":[160],"way":[161],"study":[163,274],"one":[165,386],"tasked":[167],"with":[168],"large":[171],"amount":[172],"information.":[174],"The":[175,196,247,354],"experiments":[176],"reported":[177,368],"this":[179,370],"dissertation":[180,371],"were":[181,292],"designed":[182,293],"explore":[184],"further":[185],"potential":[187],"tool":[193],"for":[194,336,359],"results":[197,248,319,355,367],"Experiments":[199,288],"1":[200],"2":[202],"suggest":[203],"taking":[205],"confidence-weighted":[207,282],"test,":[209,345,376],"which":[210,257],"taker":[215],"consider":[216],"more":[217],"carefully":[218],"than":[219],"does":[220],"standard":[222,286],"given":[227],"alternative":[228],"correct":[230,348],"or":[231],"lead":[234],"learner":[236],"transfer":[238],"behavior":[240],"subsequent":[243,352],"standard-format":[244],"test.":[246,353],"Experiment":[250],"3,":[251],"on":[252,342,350],"hand,":[255],"focus":[259],"was":[260],"shifted":[261],"possible":[264],"pre-tests":[270],"presented":[271],"before":[272],"phase,":[275],"found":[276],"no":[277],"significant":[278],"format.":[287],"4":[289],"5":[291],"examine":[295],"whether":[296],"beneficial":[301],"vocabulary":[306],"words,":[307],"to-be-learned":[311],"words":[312,337],"difficult":[314],"confusable.":[316],"Again,":[317],"demonstrated":[320],"go":[328],"beyond":[329],"initial":[344],"but":[346],"major":[357],"implications":[358],"design":[361],"flashcards.":[363],"In":[364],"summary,":[365],"demonstrate":[372],"designed,":[379],"powerful":[383],"contribute":[389],"optimizing":[391],"educational":[392],"practices.":[393]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2973167698","counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-09-19T00:00:00"}
