{"id":"https://openalex.org/W1581486479","doi":"https://doi.org/10.1177/016146810811000803","title":"How Large an Effect Can We Expect from School Reforms?","display_name":"How Large an Effect Can We Expect from School Reforms?","alternate_titles":[],"publication_year":2008,"publication_date":"2008-08-01","ids":{"openalex":"https://openalex.org/W1581486479","doi":"https://doi.org/10.1177/016146810811000803","mag":"1581486479"},"language":"en","primary_location":{"id":"doi:10.1177/016146810811000803","doi":"https://doi.org/10.1177/016146810811000803","is_oa":false,"landing_page_url":"https://doi.org/10.1177/016146810811000803","pdf_url":null,"source":{"id":"https://openalex.org/S74847328","display_name":"Teachers College Record The Voice of Scholarship in Education","issn_l":"0040-0475","issn":["0040-0475","0161-4681","1467-9620"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","erih-plus","jufo-1","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Teachers College Record: The Voice of Scholarship in Education","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1581486479"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://docs.iza.org/dp2371.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010066039","display_name":"Spyros Konstantopoulos","orcid":"https://orcid.org/0000-0003-1393-2440","observed_orcids":["https://orcid.org/0000-0003-1393-2440"]},"institutions":[{"id":"https://openalex.org/I103531236","display_name":"Boston College","ror":"https://ror.org/02n2fzt79","country_code":"US","type":"education","lineage":["https://openalex.org/I103531236"]},{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]},{"id":"https://openalex.org/I197518295","display_name":"IZA - Institute of Labor Economics","ror":"https://ror.org/029s44460","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I197518295"]}],"countries":["DE","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Spyros Konstantopoulos","raw_affiliation_strings":["Northwestern University","IZA Institute of Labor Economics","Boston College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":["https://openalex.org/I111979921"]},{"raw_affiliation_string":"IZA Institute of Labor Economics","institution_ids":["https://openalex.org/I197518295"]},{"raw_affiliation_string":"Boston College","institution_ids":["https://openalex.org/I103531236"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077865016","display_name":"Larry Vernon Hedges","orcid":"https://orcid.org/0000-0002-7531-0631","observed_orcids":["https://orcid.org/0000-0002-7531-0631"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Larry V. Hedges","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3650,"currency":"USD","value_usd":3650},"apc_paid":null,"fwci":13.8246,"has_fulltext":true,"cited_by_count":46,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.98230287,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":"110","issue":"8","first_page":"1611","last_page":"1638"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10674","display_name":"School Choice and Performance","score":0.9247999787330627,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10674","display_name":"School Choice and Performance","score":0.9247999787330627,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13405","display_name":"Educational Assessment and Improvement","score":0.06859999895095825,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11300","display_name":"Global Educational Policies and Reforms","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/effect-size-interpretation","display_name":"effect size interpretation","score":0.4950000047683716},{"id":"https://openalex.org/keywords/achievement-gap","display_name":"achievement gap","score":0.8270000219345093},{"id":"https://openalex.org/keywords/evidence-based-education-policy","display_name":"evidence-based education policy","score":0.6579999923706055},{"id":"https://openalex.org/keywords/intervention-study-design","display_name":"intervention study design","score":0.5239999890327454}],"concepts":[{"id":"https://openalex.org/C2779628136","wikidata":"https://www.wikidata.org/wiki/Q621206","display_name":"Disappointment","level":2,"score":0.8237940073013306},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6047317981719971},{"id":"https://openalex.org/C2986206625","wikidata":"https://www.wikidata.org/wiki/Q18185","display_name":"Student achievement","level":3,"score":0.5607133507728577},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.4764806926250458},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.4601043462753296},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.43408477306365967},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34242570400238037},{"id":"https://openalex.org/C2781206393","wikidata":"https://www.wikidata.org/wiki/Q2748419","display_name":"Academic achievement","level":2,"score":0.33907899260520935},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2410908043384552},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1555647850036621},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10422623157501221},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1177/016146810811000803","doi":"https://doi.org/10.1177/016146810811000803","is_oa":false,"landing_page_url":"https://doi.org/10.1177/016146810811000803","pdf_url":null,"source":{"id":"https://openalex.org/S74847328","display_name":"Teachers College Record The Voice of Scholarship in Education","issn_l":"0040-0475","issn":["0040-0475","0161-4681","1467-9620"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","erih-plus","jufo-1","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Teachers College Record: The Voice of Scholarship in Education","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.940594","doi":"https://doi.org/10.2139/ssrn.940594","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.940594","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:RePEc:iza:izadps:dp2371","doi":null,"is_oa":true,"landing_page_url":"https://docs.iza.org/dp2371.pdf","pdf_url":"https://docs.iza.org/dp2371.pdf","source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},{"id":"mag:1581486479","doi":null,"is_oa":true,"landing_page_url":"https://papers.ssrn.com/sol3/Delivery.cfm/SSRN_ID940594_code685066.pdf?abstractid=940594&mirid=1","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SSRN Electronic Journal","raw_type":null},{"id":"mag:3123043237","doi":null,"is_oa":false,"landing_page_url":"https://econpapers.repec.org/RePEc:iza:izadps:dp2371","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"RePEc: Research Papers in Economics","raw_type":null},{"id":"pmh:oai:econstor.eu:10419/33782","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10419/33782","pdf_url":null,"source":{"id":"https://openalex.org/S4306401696","display_name":"Econstor (Econstor)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doc-type:workingPaper"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.514.8170","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.514.8170","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.sesp.northwestern.edu/docs/publications/560717538452941c35c6c2.pdf","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:RePEc:iza:izadps:dp2371","doi":null,"is_oa":true,"landing_page_url":"https://docs.iza.org/dp2371.pdf","pdf_url":"https://docs.iza.org/dp2371.pdf","source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.9235000014305115,"display_name":"Quality education"},{"id":"https://metadata.un.org/sdg/10","score":0.7578999996185303,"display_name":"Reduced inequalities"}],"study_designs":[{"id":"https://openalex.org/study-designs/observational-study","display_name":"Observational Study"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320324900","display_name":"Rheinische Friedrich-Wilhelms-Universit\u00e4t Bonn","ror":"https://ror.org/041nas322"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1581486479.pdf","grobid_xml":"https://content.openalex.org/works/W1581486479.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1520561658","https://openalex.org/W1529260143","https://openalex.org/W1730782591","https://openalex.org/W1895891998","https://openalex.org/W1973982964","https://openalex.org/W1984951692","https://openalex.org/W1988763018","https://openalex.org/W1989086437","https://openalex.org/W2001107817","https://openalex.org/W2008585658","https://openalex.org/W2011410928","https://openalex.org/W2014370213","https://openalex.org/W2022242136","https://openalex.org/W2037422171","https://openalex.org/W2057086297","https://openalex.org/W2073765446","https://openalex.org/W2074727025","https://openalex.org/W2079872858","https://openalex.org/W2080083786","https://openalex.org/W2080983475","https://openalex.org/W2107031757","https://openalex.org/W2130136629","https://openalex.org/W2131703803","https://openalex.org/W2140134152","https://openalex.org/W2144281316","https://openalex.org/W2151405544","https://openalex.org/W2153779315","https://openalex.org/W2170104643","https://openalex.org/W2315330839","https://openalex.org/W2322650957","https://openalex.org/W2337193626","https://openalex.org/W2497171922","https://openalex.org/W3121892452","https://openalex.org/W3123300326","https://openalex.org/W3160714932","https://openalex.org/W4211086783","https://openalex.org/W4213425674","https://openalex.org/W4298874453","https://openalex.org/W4300870773","https://openalex.org/W7010283599"],"related_works":["https://openalex.org/W1738199881","https://openalex.org/W2131570403","https://openalex.org/W2992024553","https://openalex.org/W1978049522","https://openalex.org/W2204730668","https://openalex.org/W2119791655","https://openalex.org/W7097031838","https://openalex.org/W1097151129","https://openalex.org/W1584725824"],"abstract_inverted_index":{"Background/Context":[0],"Determining":[1],"the":[2,12,55,58,66,69,77,113,137,147,152,170,178,192,210,223,234,239,252,255,266,319,324,353,384,387,392,397,403],"effectiveness":[3,325],"of":[4,11,20,32,45,57,71,125,139,149,151,172,180,212,226,242,254,257,262,284,302,307,321,323,326,331,352,371,386,399,405],"reform":[5,40,48,73,244,297,328,400],"strategies":[6,41],"is":[7,63,74,100,128,185,230],"a":[8,103,292,313,358,377],"major":[9],"part":[10],"current":[13],"and":[14,28,88,91,93,95,118,142,165,187,195,265],"future":[15],"educational":[16],"research":[17],"agenda.":[18],"Effects":[19],"education":[21],"reforms":[22,108,141,213,259],"will":[23,35,412],"be":[24,36,218,276,288],"evaluated":[25],"largely":[26],"quantitatively,":[27],"an":[29],"important":[30,270],"aspect":[31],"this":[33,126,285,308],"work":[34],"judging":[37,177],"how":[38],"well":[39],"work.":[42],"The":[43,97,123,282,305,350,369],"rhetoric":[44],"contemporary":[46],"school":[47,72,107,140,181,227,243,258,303,327,355,372],"suggests":[49],"two":[50,132,174,202],"somewhat":[51],"different":[52,206],"solutions":[53],"to":[54,75,111,129,143,205,217,290,294,317,346,395],"problem":[56],"interpretive":[59],"frame.":[60],"One":[61],"solution":[62,99],"derived":[64,101],"from":[65,102,191],"idea":[67,105],"that":[68,106,200,222,250],"goal":[70],"reduce":[76,112],"achievement":[78,114,267],"gaps":[79,268],"between":[80,116,269],"minority":[81],"groups":[82,272],"such":[83],"as":[84],"Blacks":[85],"or":[86],"Hispanics":[87],"Whites,":[89],"rich":[90],"poor,":[92],"males":[94],"females.":[96],"second":[98],"similar":[104],"are":[109,214],"intended":[110],"gap":[115],"lower":[117],"higher":[119],"achieving":[120],"schools.":[121],"Purpose":[122],"purpose":[124],"paper":[127],"explore":[130],"these":[131,156,173,201],"alternative":[133],"frameworks":[134,153,175,203],"for":[135,154,176,237,299,360,365,379],"interpreting":[136,155,238,251,380],"effects":[138,179,211,228,256,298,356,373,382,401],"gain":[144],"insight":[145],"about":[146,169,208],"implications":[148,171,398],"each":[150],"effects.":[157,245],"Research":[158],"Design":[159],"We":[160,198,220],"use":[161],"NAEP":[162],"trend":[163],"data":[164,190,343],"examine":[166],"empirical":[167],"evidence":[168],"reforms.":[182],"Our":[183,334],"study":[184,286,309,335],"correlational":[186],"uses":[188],"observational":[189],"1970s,":[193],"1980s,":[194],"1990s.":[196],"Findings":[197],"find":[199],"lead":[204],"judgments":[207],"whether":[209],"large":[215],"enough":[216],"important.":[219],"argue":[221],"normative":[224],"distribution":[225,351],"framework":[229,236],"more":[231],"appropriate":[232],"than":[233],"other":[235],"likely":[240],"magnitude":[241,253],"In":[246],"addition,":[247],"we":[248],"show":[249],"in":[260,315,329,340],"terms":[261,330],"individual":[263],"variation":[264,407],"student":[271],"may":[273],"not":[274],"only":[275],"disappointing,":[277],"but":[278],"also":[279,311,336,375],"misleading.":[280],"Conclusions/Recommendations":[281],"results":[283,306,320],"can":[287,310,344,374],"used":[289],"provide":[291,312,376],"way":[293,339],"obtain":[295],"plausible":[296,362],"designing":[300],"studies":[301,322],"reform.":[304],"context":[314,378,385],"which":[316,341,409],"evaluate":[318],"national":[332],"data.":[333],"illustrates":[337],"one":[338],"survey":[342],"contribute":[345],"evidence-based":[347],"policy":[348,393],"formation.":[349],"observed":[354,388,406],"provides":[357],"basis":[359],"estimating":[361],"effect":[363],"magnitudes":[364],"planning":[366],"intervention":[367,411],"studies.":[368],"analyses":[370],"treatment":[381],"within":[383,402,408],"variation.":[389],"It":[390],"permits":[391],"researcher":[394],"explain":[396],"backdrop":[404],"any":[410],"operate.":[413]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1581486479","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":6}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
