{"id":"https://openalex.org/W2462024974","doi":"https://doi.org/10.1080/19345747.2016.1205160","title":"Characteristics of School Districts That Participate in Rigorous National Educational Evaluations","display_name":"Characteristics of School Districts That Participate in Rigorous National Educational Evaluations","publication_year":2016,"publication_date":"2016-06-30","ids":{"openalex":"https://openalex.org/W2462024974","doi":"https://doi.org/10.1080/19345747.2016.1205160","mag":"2462024974","pmid":"https://pubmed.ncbi.nlm.nih.gov/29276552","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/5739324"},"language":"en","primary_location":{"id":"doi:10.1080/19345747.2016.1205160","doi":"https://doi.org/10.1080/19345747.2016.1205160","is_oa":false,"landing_page_url":"https://doi.org/10.1080/19345747.2016.1205160","pdf_url":null,"source":{"id":"https://openalex.org/S163858705","display_name":"Journal of Research on Educational Effectiveness","issn_l":"1934-5739","issn":["1934-5739","1934-5747"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Research on Educational Effectiveness","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5739324","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064807501","display_name":"Elizabeth A. Stuart","orcid":"https://orcid.org/0000-0002-9042-8611","observed_orcids":["https://orcid.org/0000-0002-9042-8611"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Elizabeth A. Stuart","raw_affiliation_strings":["Johns Hopkins University, Baltimore, Maryland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, Maryland, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102751486","display_name":"Stephen H. Bell","orcid":"https://orcid.org/0000-0002-2286-5887","observed_orcids":["https://orcid.org/0000-0002-2286-5887"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephen H. Bell","raw_affiliation_strings":["Abt Associates, Inc., Bethesda, Maryland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Abt Associates, Inc., Bethesda, Maryland, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065398448","display_name":"Cyrus F. Ebnesajjad","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cyrus Ebnesajjad","raw_affiliation_strings":["Johns Hopkins University, Baltimore, Maryland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, Maryland, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006037973","display_name":"Robert B. Olsen","orcid":"https://orcid.org/0000-0001-5095-9058","observed_orcids":["https://orcid.org/0000-0001-5095-9058"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robert B. Olsen","raw_affiliation_strings":["Abt Associates, Inc., Bethesda, Maryland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Abt Associates, Inc., Bethesda, Maryland, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034738887","display_name":"Larry L. Orr","orcid":"https://orcid.org/0000-0001-7750-8580","observed_orcids":["https://orcid.org/0000-0001-7750-8580"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Larry L. Orr","raw_affiliation_strings":["Johns Hopkins University, Baltimore, Maryland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, Maryland, USA","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5064807501"],"corresponding_institution_ids":["https://openalex.org/I145311948"],"apc_list":null,"apc_paid":null,"fwci":8.7694,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.97654336,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"10","issue":"1","first_page":"168","last_page":"206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.7958999872207642,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.7958999872207642,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10674","display_name":"School Choice and Performance","score":0.08030000329017639,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13405","display_name":"Educational Assessment and Improvement","score":0.0778999999165535,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/school-district-characteristics","display_name":"school district characteristics","score":0.7059999704360962},{"id":"https://openalex.org/keywords/impact-study","display_name":"impact studies","score":0.3840000033378601},{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.8960000276565552},{"id":"https://openalex.org/keywords/internal-validity","display_name":"internal validity","score":0.9049999713897705},{"id":"https://openalex.org/keywords/evidence-based-policy","display_name":"evidence-based policy","score":0.8450000286102295},{"id":"https://openalex.org/keywords/school-district-size","display_name":"school district size","score":0.5820000171661377},{"id":"https://openalex.org/keywords/urban-rural-differences","display_name":"urban-rural differences","score":0.8199999928474426}],"concepts":[{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.7472832202911377},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.5862582325935364},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5230116248130798},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5168148279190063},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4751334488391876},{"id":"https://openalex.org/C51082289","wikidata":"https://www.wikidata.org/wiki/Q4113800","display_name":"Internal validity","level":2,"score":0.4301976263523102},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3930000364780426},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3378494381904602},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2138640284538269},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1987687647342682},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.1743895411491394},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.15959680080413818},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/19345747.2016.1205160","doi":"https://doi.org/10.1080/19345747.2016.1205160","is_oa":false,"landing_page_url":"https://doi.org/10.1080/19345747.2016.1205160","pdf_url":null,"source":{"id":"https://openalex.org/S163858705","display_name":"Journal of Research on Educational Effectiveness","issn_l":"1934-5739","issn":["1934-5739","1934-5747"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Research on Educational Effectiveness","raw_type":"journal-article"},{"id":"pmid:29276552","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29276552","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of research on educational effectiveness","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:5739324","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5739324","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"J Res Educ Eff","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:5739324","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5739324","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"J Res Educ Eff","raw_type":"Text"},"sustainable_development_goals":[{"score":0.6164000034332275,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7858815813","display_name":"Estimating Population Effects of Mental Health interventions","funder_award_id":"K25MH083846","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"}],"funders":[{"id":"https://openalex.org/F4320337346","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W149771508","https://openalex.org/W203182906","https://openalex.org/W1504566216","https://openalex.org/W1508046348","https://openalex.org/W1508578213","https://openalex.org/W1518844692","https://openalex.org/W1522168453","https://openalex.org/W1524580483","https://openalex.org/W1551383901","https://openalex.org/W1721925017","https://openalex.org/W1822280828","https://openalex.org/W1824078565","https://openalex.org/W1911620636","https://openalex.org/W1952756591","https://openalex.org/W1954122409","https://openalex.org/W2041627061","https://openalex.org/W2052456630","https://openalex.org/W2060147757","https://openalex.org/W2081180585","https://openalex.org/W2114938072","https://openalex.org/W2131738845","https://openalex.org/W2137593633","https://openalex.org/W2154869759","https://openalex.org/W2201492419","https://openalex.org/W2294812290","https://openalex.org/W2319036384","https://openalex.org/W2724402806","https://openalex.org/W2726136127","https://openalex.org/W2728641230","https://openalex.org/W2729047654","https://openalex.org/W2730548653","https://openalex.org/W2796260293"],"related_works":["https://openalex.org/W4403840216","https://openalex.org/W2319036384","https://openalex.org/W7099353663","https://openalex.org/W2767620637","https://openalex.org/W3151422448","https://openalex.org/W2029759225","https://openalex.org/W2088391729","https://openalex.org/W2145627470","https://openalex.org/W3194682567","https://openalex.org/W1984598340"],"abstract_inverted_index":{"Given":[0],"increasing":[1],"interest":[2,161],"in":[3,39,66,103,115,143],"evidence-based":[4],"policy,":[5],"there":[6],"is":[7],"growing":[8],"attention":[9,25],"to":[10,29,47,76,147,149,162,172],"how":[11,44,165],"well":[12],"the":[13,31,52,61,92,104,111,137,150],"results":[14,138],"from":[15,110,139],"rigorous":[16,40,69,106,140],"program":[17],"evaluations":[18,108],"may":[19],"inform":[20],"policy":[21,89],"decisions.":[22],"However,":[23],"little":[24],"has":[26],"been":[27],"paid":[28],"documenting":[30],"characteristics":[32],"of":[33,60,81,153],"schools":[34,157],"or":[35],"districts":[36,63,75,82,100],"that":[37,54,64,83,98,101],"participate":[38],"educational":[41,70,107],"evaluations,":[42,71],"and":[43,125,158,164],"they":[45],"compare":[46,73],"potential":[48,160],"target":[49,79,113],"populations":[50,80,114],"for":[51],"interventions":[53,93],"were":[55],"evaluated.":[56],"Utilizing":[57],"a":[58],"list":[59],"actual":[62],"participated":[65,102],"11":[67,105],"large-scale":[68],"we":[72,166],"those":[74],"several":[77,116],"different":[78],"could":[84],"potentially":[85],"be":[86],"affected":[87],"by":[88],"decisions":[90],"regarding":[91],"under":[94],"study.":[95],"We":[96],"find":[97],"school":[99,154],"differ":[109],"interventions'":[112],"ways,":[117],"including":[118],"size,":[119],"student":[120],"performance":[121],"on":[122],"state":[123],"assessments,":[124],"location":[126],"(urban/rural).":[127],"These":[128],"findings":[129],"raise":[130],"questions":[131],"about":[132],"whether,":[133],"as":[134],"currently":[135],"implemented,":[136],"impact":[141],"studies":[142],"education":[144],"are":[145],"likely":[146],"generalize":[148],"larger":[151],"set":[152],"districts-and":[155],"thus":[156],"students-of":[159],"policymakers,":[163],"can":[167],"improve":[168],"our":[169],"study":[170],"designs":[171],"retain":[173],"strong":[174],"internal":[175],"validity":[176],"while":[177],"also":[178],"enhancing":[179],"external":[180],"validity.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2016-07-22T00:00:00"}