{"id":"https://openalex.org/W2574827416","doi":"https://doi.org/10.1257/pol.20170211","title":"Can Online Off-the-Shelf Lessons Improve Student Outcomes? Evidence from a Field Experiment","display_name":"Can Online Off-the-Shelf Lessons Improve Student Outcomes? Evidence from a Field Experiment","publication_year":2018,"publication_date":"2018-07-26","ids":{"openalex":"https://openalex.org/W2574827416","doi":"https://doi.org/10.1257/pol.20170211","mag":"2574827416"},"language":"en","primary_location":{"id":"doi:10.1257/pol.20170211","doi":"https://doi.org/10.1257/pol.20170211","is_oa":false,"landing_page_url":"https://doi.org/10.1257/pol.20170211","pdf_url":null,"source":{"id":"https://openalex.org/S158011328","display_name":"American Economic Journal Economic Policy","issn_l":"1945-7731","issn":["1945-7731","1945-774X","1945-7812"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315912","host_organization_name":"American Economic Association","host_organization_lineage":["https://openalex.org/P4310315912"],"host_organization_lineage_names":["American Economic Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Economic Journal: Economic Policy","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034308793","display_name":"Kirabo Jackson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kirabo Jackson","raw_affiliation_strings":["School of Education and Social Policy, Northwestern University, 2120 Campus Drive, Room 204, Evanston, IL 60208 (email: )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Education and Social Policy, Northwestern University, 2120 Campus Drive, Room 204, Evanston, IL 60208 (email: )","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048334776","display_name":"Alexey Makarin","orcid":"https://orcid.org/0000-0002-1596-0931","observed_orcids":["https://orcid.org/0000-0002-1596-0931"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexey Makarin","raw_affiliation_strings":["Department of Economics, Northwestern University, 2211 Campus Drive, Room 3464, Evanston, IL 60208 (email: )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Economics, Northwestern University, 2211 Campus Drive, Room 3464, Evanston, IL 60208 (email: )","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":14.5929,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.987069,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"10","issue":"3","first_page":"226","last_page":"254"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10674","display_name":"School Choice and Performance","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10674","display_name":"School Choice and Performance","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10130","display_name":"Mathematics Education and Teaching Techniques","score":0.020999999716877937,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13405","display_name":"Educational Assessment and Improvement","score":0.004800000227987766,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/online-learning-resources","display_name":"online learning resources","score":0.550000011920929},{"id":"https://openalex.org/keywords/teacher-quality","display_name":"teacher quality","score":0.5899999737739563},{"id":"https://openalex.org/keywords/middle-school-mathematics","display_name":"junior high school mathematics","score":0.7039999961853027},{"id":"https://openalex.org/keywords/mathematics-achievement","display_name":"mathematics achievement","score":0.847000002861023},{"id":"https://openalex.org/keywords/teacher-support","display_name":"teacher support","score":0.8009999990463257},{"id":"https://openalex.org/keywords/search-costs","display_name":"search costs","score":0.5070000290870667}],"concepts":[{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5886027812957764},{"id":"https://openalex.org/C2982819384","wikidata":"https://www.wikidata.org/wiki/Q7078910","display_name":"Off the shelf","level":2,"score":0.5201578736305237},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5082365870475769},{"id":"https://openalex.org/C2986206625","wikidata":"https://www.wikidata.org/wiki/Q18185","display_name":"Student achievement","level":3,"score":0.5054624080657959},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.49674803018569946},{"id":"https://openalex.org/C83849155","wikidata":"https://www.wikidata.org/wiki/Q1472399","display_name":"Internet access","level":3,"score":0.41937485337257385},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3605554401874542},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3401830792427063},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3261268138885498},{"id":"https://openalex.org/C2781206393","wikidata":"https://www.wikidata.org/wiki/Q2748419","display_name":"Academic achievement","level":2,"score":0.25312215089797974},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.15261024236679077},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10454484820365906},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1257/pol.20170211","doi":"https://doi.org/10.1257/pol.20170211","is_oa":false,"landing_page_url":"https://doi.org/10.1257/pol.20170211","pdf_url":null,"source":{"id":"https://openalex.org/S158011328","display_name":"American Economic Journal Economic Policy","issn_l":"1945-7731","issn":["1945-7731","1945-774X","1945-7812"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315912","host_organization_name":"American Economic Association","host_organization_lineage":["https://openalex.org/P4310315912"],"host_organization_lineage_names":["American Economic Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Economic Journal: Economic Policy","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:aea:aejpol:v:10:y:2018:i:3:p:226-54","doi":null,"is_oa":false,"landing_page_url":"https://www.aeaweb.org/doi/10.1257/pol.20170211","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":1.0,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[{"id":"https://openalex.org/study-designs/clinical-trial","display_name":"Clinical Trial"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1639391176","https://openalex.org/W1866665384","https://openalex.org/W1885275642","https://openalex.org/W1959870581","https://openalex.org/W1976049077","https://openalex.org/W2022581073","https://openalex.org/W2040588499","https://openalex.org/W2077002761","https://openalex.org/W2095659260","https://openalex.org/W2108034422","https://openalex.org/W2124859280","https://openalex.org/W2132465025","https://openalex.org/W2135730600","https://openalex.org/W2149902237","https://openalex.org/W2156471102","https://openalex.org/W2164075909","https://openalex.org/W2164599981","https://openalex.org/W2164864294","https://openalex.org/W2169988107","https://openalex.org/W2260600530","https://openalex.org/W2403937710","https://openalex.org/W2567919175","https://openalex.org/W2891536942","https://openalex.org/W3121388701","https://openalex.org/W3124369876","https://openalex.org/W3125717822","https://openalex.org/W3126145536","https://openalex.org/W4241653265","https://openalex.org/W4242950611"],"related_works":["https://openalex.org/W2478487777","https://openalex.org/W2277387616","https://openalex.org/W7015466492","https://openalex.org/W3114052158","https://openalex.org/W2951916440","https://openalex.org/W6909957369","https://openalex.org/W7171621896","https://openalex.org/W121003038","https://openalex.org/W1967023771","https://openalex.org/W2071997391"],"abstract_inverted_index":{"Many":[0],"websites":[1],"now":[2],"warehouse":[3],"instructional":[4,134],"materials":[5,103,135],"designed":[6],"to":[7,39,49,131,137],"be":[8,124],"taught":[9],"by":[10,61,80],"teachers":[11,37,87,138],"in":[12,29,45],"a":[13,62,67,83,128],"traditional":[14],"classroom.":[15],"What":[16],"are":[17,104],"the":[18,22,140],"potential":[19],"benefits":[20],"of":[21,66,82],"new":[23],"resources?":[24],"We":[25],"analyze":[26],"an":[27],"experiment":[28],"which":[30],"we":[31],"randomly":[32],"give":[33],"middle":[34],"school":[35],"math":[36,59,78],"access":[38,55,73],"existing":[40],"high-quality,":[41],"off-the-shelf":[42],"lessons,":[43],"and":[44,74,107],"some":[46],"cases,":[47],"support":[48,75],"promote":[50],"their":[51],"use.":[52],"Teachers":[53,70],"receiving":[54],"alone":[56],"increased":[57,76],"students\u2019":[58,77],"achievement":[60,79],"marginally":[63],"significant":[64],"0.06":[65],"standard":[68,84],"deviation.":[69,85],"who":[71],"received":[72],"0.09":[81],"Weaker":[86],"experience":[88],"larger":[89],"gains,":[90],"suggesting":[91,118],"that":[92],"these":[93],"lessons":[94],"substitute":[95],"for":[96],"teacher":[97,116],"skill":[98],"or":[99],"efforts.":[100],"The":[101],"online":[102],"more":[105],"scalable":[106],"cost":[108],"effective":[109],"than":[110],"most":[111],"policies":[112],"aimed":[113],"at":[114],"improving":[115],"quality,":[117],"that,":[119],"if":[120],"search":[121],"costs":[122],"can":[123],"overcome,":[125],"there":[126],"is":[127],"real":[129],"benefit":[130],"making":[132],"high-quality":[133],"available":[136],"on":[139],"Internet.":[141],"(JEL":[142],"C93,":[143],"I21,":[144],"J24,":[145],"J45)":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2017-01-26T00:00:00"}