{"id":"https://openalex.org/W2071361418","doi":"https://doi.org/10.3102/01623737028003195","title":"Comparing and Contrasting the National Research Council Report On Evaluating Curricular Effectiveness With the What Works Clearinghouse Approach","display_name":"Comparing and Contrasting the National Research Council Report On Evaluating Curricular Effectiveness With the What Works Clearinghouse Approach","publication_year":2006,"publication_date":"2006-01-01","ids":{"openalex":"https://openalex.org/W2071361418","doi":"https://doi.org/10.3102/01623737028003195","mag":"2071361418"},"language":"en","primary_location":{"id":"doi:10.3102/01623737028003195","doi":"https://doi.org/10.3102/01623737028003195","is_oa":false,"landing_page_url":"https://doi.org/10.3102/01623737028003195","pdf_url":null,"source":{"id":"https://openalex.org/S138127711","display_name":"Educational Evaluation and Policy Analysis","issn_l":"0162-3737","issn":["0162-3737","1935-1062"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational Evaluation and Policy Analysis","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075751489","display_name":"Jere Confrey","orcid":"https://orcid.org/0000-0001-9776-5939","observed_orcids":["https://orcid.org/0000-0001-9776-5939"]},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jere Confrey","raw_affiliation_strings":["Washington University in St. Louis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington University in St. Louis","institution_ids":["https://openalex.org/I204465549"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5075751489"],"corresponding_institution_ids":["https://openalex.org/I204465549"],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":null,"fwci":5.8022,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.95546482,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"28","issue":"3","first_page":"195","last_page":"213"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9018999934196472,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9018999934196472,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10561","display_name":"Educational Research and Methods","score":0.03240000084042549,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10130","display_name":"Mathematics Education and Teaching Techniques","score":0.01510000042617321,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/what-works-clearinghouse","display_name":"What Works Clearinghouse","score":0.8690000176429749},{"id":"https://openalex.org/keywords/national-research-council-report","display_name":"National Research Council report","score":0.875},{"id":"https://openalex.org/keywords/program-evaluation","display_name":"program evaluation","score":0.40799999237060547},{"id":"https://openalex.org/keywords/assessment-quality","display_name":"assessment quality","score":0.49799999594688416},{"id":"https://openalex.org/keywords/program-theory","display_name":"program theory","score":0.578000009059906},{"id":"https://openalex.org/keywords/multiple-methods","display_name":"multiple methods","score":0.41499999165534973},{"id":"https://openalex.org/keywords/evidence-synthesis","display_name":"evidence synthesis","score":0.5080000162124634},{"id":"https://openalex.org/keywords/middle-school-mathematics","display_name":"junior high school mathematics","score":0.6389999985694885}],"concepts":[{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.6433172225952148},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6157873272895813},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.5936750769615173},{"id":"https://openalex.org/C3020741442","wikidata":"https://www.wikidata.org/wiki/Q372353","display_name":"Research council","level":3,"score":0.5243147611618042},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4570479691028595},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.41947051882743835},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4152947962284088},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4100741446018219},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3789404034614563},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3538949489593506},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3316270709037781},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.3311953544616699},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3283851444721222},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3188413083553314},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.1887434720993042},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1659374237060547},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15135324001312256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0980975329875946},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3102/01623737028003195","doi":"https://doi.org/10.3102/01623737028003195","is_oa":false,"landing_page_url":"https://doi.org/10.3102/01623737028003195","pdf_url":null,"source":{"id":"https://openalex.org/S138127711","display_name":"Educational Evaluation and Policy Analysis","issn_l":"0162-3737","issn":["0162-3737","1935-1062"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational Evaluation and Policy Analysis","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8278999924659729,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"sustainable_development_goals_aurora":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W25067576","https://openalex.org/W205272209","https://openalex.org/W336479184","https://openalex.org/W1514094142","https://openalex.org/W1527311855","https://openalex.org/W1535662214","https://openalex.org/W1594874760","https://openalex.org/W1964720884","https://openalex.org/W2006479099","https://openalex.org/W2017267853","https://openalex.org/W2017660912","https://openalex.org/W2028829385","https://openalex.org/W2069003868","https://openalex.org/W2086004742","https://openalex.org/W2094419105","https://openalex.org/W2111167234","https://openalex.org/W2164894697","https://openalex.org/W2473431037","https://openalex.org/W2796743595","https://openalex.org/W2798277153","https://openalex.org/W2905010601","https://openalex.org/W4211186846","https://openalex.org/W4213276201","https://openalex.org/W4229616858","https://openalex.org/W4301444986"],"related_works":["https://openalex.org/W3145095098","https://openalex.org/W2010090529","https://openalex.org/W4242154219","https://openalex.org/W2045299882","https://openalex.org/W2033666605","https://openalex.org/W3088470888","https://openalex.org/W3215927068","https://openalex.org/W2013309102","https://openalex.org/W2996186448","https://openalex.org/W2281143547"],"abstract_inverted_index":{"This":[0,148,219],"article":[1,149,220],"summarizes":[2],"the":[3,6,18,26,57,139,152,164,170,179,201,217],"findings":[4],"of":[5,40,94,97,166,169,209],"National":[7,42],"Research":[8],"Council":[9],"(NRC)":[10],"report":[11,33,54,117],"On":[12],"Evaluating":[13],"Curricular":[14],"Effectiveness":[15,84],"and":[16,35,48,107,129,132,145,160,211],"examines":[17,151],"reviews":[19],"in":[20,80,138,177,184,190],"middle":[21],"grades":[22],"mathematics":[23,46],"undertaken":[24],"by":[25],"What":[27,153],"Works":[28,154],"Clearinghouse":[29],"(WWC).":[30],"The":[31,53,116,173],"NRC":[32,171],"reviewed":[34,133],"assessed":[36],"147":[37],"key":[38],"evaluations":[39,58,100],"13":[41],"Science":[43],"Foundation\u2013supported":[44],"K\u201312":[45],"curricula":[47],"six":[49],"commercially":[50],"generated":[51],"curricula.":[52],"found":[55,137],"that":[56,101,124],"overall":[59],"were":[60],"not":[61],"sufficiently":[62],"robust":[63],"to":[64,77,203,213,228,234,240],"permit":[65],"confident":[66],"judgments":[67],"on":[68,75,92,158,238],"individual":[69,195],"programs,":[70],"so":[71],"it":[72],"instead":[73],"focused":[74,226],"how":[76,212,239],"define":[78],"effectiveness":[79],"conducting":[81],"future":[82],"evaluations.":[83],"was":[85],"defined":[86],"as":[87],"\u201can":[88],"integrated":[89],"judgment":[90],"based":[91],"interpretation":[93],"a":[95,119,207,223],"number":[96],"scientifically":[98],"valid":[99],"combine":[102],"social":[103],"values,":[104],"empirical":[105],"evidence,":[106],"theoretical":[108],"rationales\u201d":[109],"(":[110],"NRC,":[111],"2004":[112],",":[113],"p.":[114],"4).":[115],"introduced":[118],"model":[120],"for":[121,181,194,198,225],"curricular":[122,242],"evaluation":[123,185],"includes":[125],"program":[126],"theory,":[127],"implementation,":[128],"outcome":[130],"measures,":[131],"three":[134],"major":[135],"methodologies":[136],"literature:":[140],"content":[141],"analysis,":[142,144],"comparative":[143],"case":[146],"study.":[147],"then":[150],"Clearinghouse\u2019s":[155],"exclusive":[156],"emphasis":[157],"experimental":[159],"quasi-experimental":[161],"designs":[162],"from":[163],"perspective":[165],"an":[167],"author":[168],"report.":[172],"two":[174],"reports":[175],"agree":[176],"recognizing":[178],"need":[180,197],"significant":[182],"improvement":[183],"quality;":[186],"however,":[187],"they":[188],"differ":[189],"four":[191],"areas:":[192],"standards":[193],"studies,":[196,210],"multiple":[199],"methods,":[200],"way":[202],"accumulate":[204],"information":[205],"across":[206],"set":[208],"communicate":[214],"results":[215],"with":[216,222],"public.":[218],"concludes":[221],"call":[224],"efforts":[227],"address":[229],"several":[230],"shared":[231],"targets":[232],"needed":[233],"make":[235],"further":[236],"progress":[237],"establish":[241],"effectiveness.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":4}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2016-06-24T00:00:00"}