{"id":"https://openalex.org/W216337238","doi":null,"title":"Randomly Accountable: Failing to Account for Natural Fluctuations in Test Scores Could Undermine the Very Idea of Holding Schools Accountable for Their Efforts-Or Lack Thereof. (Research)","display_name":"Randomly Accountable: Failing to Account for Natural Fluctuations in Test Scores Could Undermine the Very Idea of Holding Schools Accountable for Their Efforts-Or Lack Thereof. (Research)","publication_year":2002,"publication_date":"2002-03-22","ids":{"openalex":"https://openalex.org/W216337238","mag":"216337238"},"language":"en","primary_location":{"id":"mag:216337238","doi":null,"is_oa":false,"landing_page_url":"https://www.questia.com/library/journal/1G1-87209057/randomly-accountable-failing-to-account-for-natural","pdf_url":null,"source":{"id":"https://openalex.org/S2764872482","display_name":"Education next","issn_l":"1539-9664","issn":["1539-9664"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1","poland-40","russia-white-list-3"],"host_organization":"https://openalex.org/P4310319847","host_organization_name":"Routledge","host_organization_lineage":["https://openalex.org/P4310319847","https://openalex.org/P4310320547"],"host_organization_lineage_names":["Routledge","Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Education next","raw_type":null},"volume":null,"type":"article","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062724412","display_name":"Thomas J. Kane","orcid":"https://orcid.org/0009-0008-1297-5426","observed_orcids":["https://orcid.org/0009-0008-1297-5426"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas J. Kane","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025513758","display_name":"Douglas O. Staiger","orcid":"https://orcid.org/0009-0005-4711-2629","observed_orcids":["https://orcid.org/0009-0005-4711-2629"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Douglas O. Staiger","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5113766191","display_name":"Jeffrey Geppert","orcid":"https://orcid.org/0009-0002-6988-2403","observed_orcids":["https://orcid.org/0009-0002-6988-2403"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeffrey Geppert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.5798,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.9545503,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"2","issue":"1","first_page":"57","last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13405","display_name":"Educational Assessment and Improvement","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13405","display_name":"Educational Assessment and Improvement","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10674","display_name":"School Choice and Performance","score":0.0066999997943639755,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/school-accountability","display_name":"school accountability","score":0.9739999771118164},{"id":"https://openalex.org/keywords/elementary-and-secondary-education-act-reauthorization","display_name":"Elementary and Secondary Education Act reauthorization","score":0.8989999890327454},{"id":"https://openalex.org/keywords/adequate-yearly-progress","display_name":"Adequate Yearly Progress","score":0.6800000071525574},{"id":"https://openalex.org/keywords/school-choice","display_name":"school choice","score":0.47699999809265137},{"id":"https://openalex.org/keywords/charter-schools","display_name":"charter schools","score":0.6959999799728394},{"id":"https://openalex.org/keywords/federal-education-policy","display_name":"federal education policy","score":0.6370000243186951},{"id":"https://openalex.org/keywords/school-performance-measurement","display_name":"school performance measurement","score":0.47200000286102295}],"concepts":[{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.9187946319580078},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5263059139251709},{"id":"https://openalex.org/C3116431","wikidata":"https://www.wikidata.org/wiki/Q31728","display_name":"Public administration","level":1,"score":0.48542365431785583},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.44500142335891724},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3873295485973358},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.34304916858673096},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:216337238","doi":null,"is_oa":false,"landing_page_url":"https://www.questia.com/library/journal/1G1-87209057/randomly-accountable-failing-to-account-for-natural","pdf_url":null,"source":{"id":"https://openalex.org/S2764872482","display_name":"Education next","issn_l":"1539-9664","issn":["1539-9664"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1","poland-40","russia-white-list-3"],"host_organization":"https://openalex.org/P4310319847","host_organization_name":"Routledge","host_organization_lineage":["https://openalex.org/P4310319847","https://openalex.org/P4310320547"],"host_organization_lineage_names":["Routledge","Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Education next","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.9235000014305115},{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.47620001435279846}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1967820349","https://openalex.org/W4243587031","https://openalex.org/W203900190","https://openalex.org/W2055160577","https://openalex.org/W3126400615","https://openalex.org/W2320894436","https://openalex.org/W3168658905","https://openalex.org/W2315385086","https://openalex.org/W2044627907","https://openalex.org/W2042863916"],"abstract_inverted_index":{"THE":[0],"ACCOUNTABILITY":[1],"DEBATE":[2],"TENDS":[3],"TO":[4],"DEVOLVE":[5],"INTO":[6],"A":[7,34,191],"BATTLE":[8],"between":[9,634],"the":[10,20,27,32,47,63,81,84,116,119,126,154,177,205,227,232,242,256,302,319,328,352,363,369,385,415,425,431,435,438,452,457,510,517,532,537,540,550,578,590,593,623,631,647,667],"pro-testing":[11],"and":[12,87,252,375,378,434,454,637],"anti-testing":[13],"crowds.":[14],"But":[15],"when":[16,267],"it":[17],"comes":[18],"to":[19,53,106,124,183,281,295,300,314,331,412,448,497,509,562,574,577,609,622],"design":[21],"of":[22,49,66,83,112,118,137,143,193,244,258,365,417,441,456,514,524,534,539,555,569,581,592,616,626,641,649,660],"a":[23,40,57,93,110,130,222,262,268,305,322,332,398,442,474,484,501,522,546,582,586,595,627,635,638,662],"school":[24,45,175,269,298,316,320,329,353,386,443,465,502,543,663],"accountability":[25,36,128,156,248],"system,":[26],"devil":[28],"is":[29,92,270,337,409,557,664],"truly":[30],"in":[31,95,101,176,213,304,348,362,372,397,414,459,491,500,565,604,653],"details.":[33],"well-designed":[35],"plan":[37],"may":[38,71,612],"go":[39],"long":[41,668],"way":[42],"toward":[43],"giving":[44],"personnel":[46],"kinds":[48],"signals":[50],"they":[51],"need":[52],"improve":[54],"performance.":[55,400,567],"However,":[56,158,381],"poorly":[58],"designed":[59],"scheme,":[60],"which":[61],"ignores":[62],"statistical":[64],"properties":[65],"schools'":[67],"average":[68,439,463],"test":[69,349,382,504,566,654],"scores,":[70],"do":[72],"more":[73,620],"harm":[74],"than":[75,393],"good.":[76],"The":[77,239,250,275,335,407,462,512,552],"recent":[78],"debate":[79],"over":[80,168,330,666],"reauthorization":[82,117],"federal":[85,151,208],"Elementary":[86],"Secondary":[88],"Education":[89,535],"Act":[90],"(ESEA)":[91],"case":[94],"point.":[96],"From":[97],"his":[98,113,138],"first":[99,408],"days":[100],"office,":[102,140],"President":[103],"Bush":[104],"promised":[105],"make":[107],"education":[108,211],"reform":[109],"centerpiece":[111],"administration,":[114],"using":[115],"ESEA":[120],"as":[121,229,630],"an":[122,216,246,360],"opportunity":[123],"give":[125],"state-led":[127],"movement":[129],"dramatic":[131],"shove":[132],"forward.":[133],"Within":[134],"six":[135],"months":[136],"raking":[139],"both":[141,159,259,373],"houses":[142],"Congress":[144,528],"had":[145],"passed":[146],"bills":[147,160,260],"that":[148,279,338,531,560,618],"imposed":[149],"new":[150],"standards":[152,166],"for":[153,200,265,277,390],"states'":[155],"efforts.":[157],"were":[161,219,286],"seriously":[162],"flawed.":[163],"They":[164],"created":[165,237],"that,":[167],"time,":[169],"would":[170,195,292,311,357],"have":[171,196,358],"identified":[172],"nearly":[173,525],"every":[174,379],"nation":[178],"aslow":[179],"performing,":[180],"forcing":[181],"them":[182],"spend":[184],"precious":[185],"resources":[186],"developing":[187],"unnecessary":[188],"school-improvement":[189],"plans.":[190],"tide":[192],"paperwork":[194],"crowded":[197],"out":[198],"time":[199],"learning.":[201],"This":[202],"almost":[203],"turned":[204],"most":[206,233],"significant":[207],"foray":[209],"into":[210,215,321],"policy":[212],"decades":[214],"embarrassment.":[217],"Changes":[218],"made":[220],"by":[221],"House-Senate":[223],"conference":[224],"committee,":[225],"so":[226],"law,":[228],"enacted,":[230],"remedied":[231],"glaring":[234],"problems,":[235],"but":[236],"others.":[238],"saga":[240],"illustrates":[241],"difficulties":[243],"designing":[245],"effective":[247],"system.":[249],"House":[251],"Senate":[253],"Bills":[254],"At":[255],"heart":[257],"was":[261,529],"detailed":[263],"formula":[264],"determining":[266],"making":[271],"adequate":[272],"yearly":[273],"progress.":[274],"consequences":[276,340],"schools":[278],"failed":[280],"meet":[282],"their":[283],"performance":[284,440,538,655],"targets":[285],"progressively":[287],"severe-after":[288],"one":[289,493,507,600],"year,":[290],"districts":[291,310],"be":[293,312,575,613],"required":[294,313,359],"offer":[296],"public":[297,323],"choice":[299],"all":[301],"students":[303,366,418,426,458,469,482,486,642],"school;":[306],"after":[307],"several":[308],"years,":[309],"replace":[315],"staff,":[317],"convert":[318],"charter":[324],"school,":[325,628],"or":[326,599,643],"hand":[327],"private":[333],"contractor.":[334],"problem":[336],"such":[339,629],"place":[341],"too":[342],"much":[343],"weight":[344],"on":[345,451,589],"single-year":[346,651],"changes":[347,652],"scores":[350,383,505,608],"at":[351,384],"level,":[354],"Either":[355],"bill":[356],"increase":[361],"proportion":[364],"scoring":[367],"above":[368],"proficient":[370],"level":[371,387],"math":[374],"reading,":[376],"each":[377,421,460],"year.":[380,422],"often":[388],"fluctuate":[389,445],"reasons":[391],"other":[392,614],"any":[394,492],"underlying":[395],"change":[396],"school's":[399],"Such":[401],"volatility":[402,617],"arises":[403],"from":[404,430,446,506],"two":[405],"sources,":[406],"variation":[410,556],"due":[411],"differences":[413],"groups":[416],"being":[419,428],"tested":[420],"Even":[423],"if":[424],"are":[427,572,619,656],"drawn":[429],"same":[432,436],"families":[433],"neighborhoods,":[437],"can":[444,495],"year":[447,449,494,508],"depending":[450],"attitudes":[453],"abilities":[455],"cohort,":[461],"elementary":[464,542],"contains":[466],"only":[467],"68":[468],"per":[470],"grade":[471,544],"level.":[472],"With":[473],"sample":[475,523,547],"this":[476],"small,":[477],"having":[478],"five":[479],"particularly":[480,601],"bright":[481],"(or":[483],"few":[485],"with":[487,521,545],"undiagnosed":[488],"learning":[489],"disabilities)":[490],"lead":[496,561],"large":[498],"fluctuations":[499,564],"'s":[503],"next.":[511],"Department":[513,533],"Labor":[515],"measures":[516],"monthly":[518],"unemployment":[519],"rate":[520],"60,000":[526],"households,":[527],"proposing":[530],"measure":[536],"typical":[541],"neatly":[548],"1/1000":[549],"size.":[551],"second":[553],"source":[554,648],"one-time":[558],"factors":[559,571],"temporary":[563],"Some":[568],"these":[570],"likely":[573],"unrelated":[576],"educational":[579,624],"practices":[580],"school.":[583],"For":[584],"instance,":[585],"dog":[587],"barking":[588],"day":[591],"test,":[594],"severe":[596],"flu":[597],"season,":[598],"disruptive":[602],"student":[603],"class":[605],"could":[606],"cause":[607],"fluctuate,":[610],"There":[611],"sources":[615],"related":[621],"mission":[625],"favorable":[632],"chemistry":[633],"teacher":[636,644],"particular":[639],"group":[640],"turnover,":[645],"Whatever":[646],"variation,":[650],"very":[657],"unreliable":[658],"indicators":[659],"where":[661],"headed":[665],"term.":[669],"\u2026":[670]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-09-25T08:18:29.962427","created_date":"2016-06-24T00:00:00"}