{"id":"https://openalex.org/W2092301601","doi":"https://doi.org/10.1126/science.1152408","title":"The Critical Importance of Retrieval for Learning","display_name":"The Critical Importance of Retrieval for Learning","publication_year":2008,"publication_date":"2008-02-14","ids":{"openalex":"https://openalex.org/W2092301601","doi":"https://doi.org/10.1126/science.1152408","mag":"2092301601","pmid":"https://pubmed.ncbi.nlm.nih.gov/18276894"},"language":"en","primary_location":{"id":"doi:10.1126/science.1152408","doi":"https://doi.org/10.1126/science.1152408","is_oa":false,"landing_page_url":"https://doi.org/10.1126/science.1152408","pdf_url":null,"source":{"id":"https://openalex.org/S3880285","display_name":"Science","issn_l":"0036-8075","issn":["0036-8075","0193-4511","1095-9203"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057268847","display_name":"Jeffrey D. Karpicke","orcid":"https://orcid.org/0009-0003-3307-9894","observed_orcids":["https://orcid.org/0009-0003-3307-9894"]},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]},{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jeffrey D. Karpicke","raw_affiliation_strings":["Department of Psychological Sciences, Purdue University, West Lafayette, IN 47907, USA","Department of Psychology, Washington University in St. Louis, St. Louis, MO 63130, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychological Sciences, Purdue University, West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"Department of Psychology, Washington University in St. Louis, St. Louis, MO 63130, USA","institution_ids":["https://openalex.org/I204465549"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002269200","display_name":"Henry Lederer Roediger III","orcid":"https://orcid.org/0000-0002-3314-2895","observed_orcids":["https://orcid.org/0000-0002-3314-2895"]},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]},{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henry L. Roediger","raw_affiliation_strings":["Department of Psychological Sciences, Purdue University, West Lafayette, IN 47907, USA","Department of Psychology, Washington University in St. Louis, St. Louis, MO 63130, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychological Sciences, Purdue University, West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"Department of Psychology, Washington University in St. Louis, St. Louis, MO 63130, USA","institution_ids":["https://openalex.org/I204465549"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5057268847"],"corresponding_institution_ids":["https://openalex.org/I204465549","https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":24.7849,"has_fulltext":false,"cited_by_count":1972,"citation_normalized_percentile":{"value":0.99863019,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"319","issue":"5865","first_page":"966","last_page":"968"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-practice","display_name":"retrieval practice","score":0.9980000257492065},{"id":"https://openalex.org/keywords/learning-consolidation","display_name":"learning consolidation","score":0.5149999856948853},{"id":"https://openalex.org/keywords/foreign-language-vocabulary","display_name":"foreign language vocabulary","score":0.7870000004768372},{"id":"https://openalex.org/keywords/repeated-testing","display_name":"retesting","score":0.5230000019073486},{"id":"https://openalex.org/keywords/delayed-recall","display_name":"delayed recall","score":0.7170000076293945},{"id":"https://openalex.org/keywords/self-assessment","display_name":"self-assessment","score":0.460999995470047},{"id":"https://openalex.org/keywords/memory-retention","display_name":"memory retention","score":0.3479999899864197}],"concepts":[{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6705833673477173},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6569235324859619},{"id":"https://openalex.org/C2984601542","wikidata":"https://www.wikidata.org/wiki/Q48842322","display_name":"Vocabulary learning","level":3,"score":0.6228700280189514},{"id":"https://openalex.org/C169345407","wikidata":"https://www.wikidata.org/wiki/Q8216221","display_name":"Uncorrelated","level":2,"score":0.6082064509391785},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5902091264724731},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5063680410385132},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.43644845485687256},{"id":"https://openalex.org/C114010052","wikidata":"https://www.wikidata.org/wiki/Q150352","display_name":"Foreign language","level":2,"score":0.43316033482551575},{"id":"https://openalex.org/C2991789358","wikidata":"https://www.wikidata.org/wiki/Q133500","display_name":"Incidental learning","level":2,"score":0.4271320700645447},{"id":"https://openalex.org/C10431821","wikidata":"https://www.wikidata.org/wiki/Q6510174","display_name":"Learning effect","level":2,"score":0.4180944561958313},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3866700530052185},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3785809278488159},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3577980399131775},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.21803736686706543},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.20048293471336365},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1726154088973999},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011214","descriptor_name":"Practice, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011939","descriptor_name":"Mental Recall","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012153","descriptor_name":"Retention, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013334","descriptor_name":"Students","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013997","descriptor_name":"Time Factors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014495","descriptor_name":"Universities","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":7,"locations":[{"id":"doi:10.1126/science.1152408","doi":"https://doi.org/10.1126/science.1152408","is_oa":false,"landing_page_url":"https://doi.org/10.1126/science.1152408","pdf_url":null,"source":{"id":"https://openalex.org/S3880285","display_name":"Science","issn_l":"0036-8075","issn":["0036-8075","0193-4511","1095-9203"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science","raw_type":"journal-article"},{"id":"pmid:18276894","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/18276894","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science (New York, N.Y.)","raw_type":"Journal Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.150.1765","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.150.1765","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.humnet.ucla.edu/humnet/linguistics/people/hayes/Teaching/2008_Roediger_Karpicke_Science.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.368.1127","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.368.1127","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://commonsenseatheism.com/wp-content/uploads/2011/01/Karpicke-The-critical-importance-of-retrieval-for-learning.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.408.8947","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.408.8947","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://psych.stanford.edu/~jlm/pdfs/KarpickiEtAlSci08Retrieval.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.495.61","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.495.61","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://memory.psych.purdue.edu/downloads/2008_Karpicke_Roediger_Science.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.500.886","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.500.886","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://home.earthlink.net/~ko5mos/papers/Karpicke - The Critical Importance of Retrieval for Learning.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.9235000014305115,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1966325275","https://openalex.org/W1974993098","https://openalex.org/W1996136847","https://openalex.org/W1996367932","https://openalex.org/W2009208518","https://openalex.org/W2030007850","https://openalex.org/W2049497517","https://openalex.org/W2073695259","https://openalex.org/W2089474474","https://openalex.org/W2090672960","https://openalex.org/W2133705455","https://openalex.org/W2137997858","https://openalex.org/W2163569782","https://openalex.org/W2164485077"],"related_works":["https://openalex.org/W7098954089","https://openalex.org/W7097282437","https://openalex.org/W2090672960","https://openalex.org/W3091645833","https://openalex.org/W6981548139","https://openalex.org/W2071538318","https://openalex.org/W2010348649","https://openalex.org/W7096311400","https://openalex.org/W2163569782","https://openalex.org/W2111804672"],"abstract_inverted_index":{"Learning":[0],"is":[1],"often":[2],"considered":[3],"complete":[4],"when":[5],"a":[6,14,41,86],"student":[7,42],"can":[8],"produce":[9],"the":[10,29,46,105],"correct":[11],"answer":[12],"to":[13],"question.":[15],"In":[16,36,90],"our":[17],"research,":[18],"students":[19,119],"in":[20,28,111],"one":[21],"condition":[22],"learned":[23],"foreign":[24],"language":[25],"vocabulary":[26,47],"words":[27],"standard":[30],"paradigm":[31],"of":[32,94,108,122],"repeated":[33,83],"study-test":[34],"trials.":[35],"three":[37],"other":[38],"conditions,":[39],"once":[40],"had":[43,76],"correctly":[44],"produced":[45,85],"item,":[48],"it":[49],"was":[50],"repeatedly":[51,58],"studied":[52],"but":[53,60,82],"dropped":[54,61,66],"from":[55,62,67],"further":[56,63],"testing,":[57],"tested":[59],"study,":[64],"or":[65],"both":[68],"study":[69],"and":[70,114],"test.":[71],"Repeated":[72],"studying":[73],"after":[74],"learning":[75,113],"no":[77],"effect":[78],"on":[79],"delayed":[80],"recall,":[81],"testing":[84],"large":[87],"positive":[88],"effect.":[89],"addition,":[91],"students'":[92],"predictions":[93],"their":[95],"performance":[96],"were":[97],"uncorrelated":[98],"with":[99],"actual":[100],"performance.":[101],"The":[102],"results":[103],"demonstrate":[104],"critical":[106],"role":[107],"retrieval":[109],"practice":[110],"consolidating":[112],"show":[115],"that":[116],"even":[117],"university":[118],"seem":[120],"unaware":[121],"this":[123],"fact.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":170},{"year":2025,"cited_by_count":131},{"year":2024,"cited_by_count":132},{"year":2023,"cited_by_count":131},{"year":2022,"cited_by_count":150},{"year":2021,"cited_by_count":128},{"year":2020,"cited_by_count":118},{"year":2019,"cited_by_count":111},{"year":2018,"cited_by_count":150},{"year":2017,"cited_by_count":108},{"year":2016,"cited_by_count":100},{"year":2015,"cited_by_count":112},{"year":2014,"cited_by_count":87},{"year":2013,"cited_by_count":99},{"year":2012,"cited_by_count":82}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}