{"id":"https://openalex.org/W2797945346","doi":"https://doi.org/10.14507/epaa.26.3820","title":"Between Scylla and Charybdis: Reflections on and problems associated with the evaluation of teachers in an era of metrification","display_name":"Between Scylla and Charybdis: Reflections on and problems associated with the evaluation of teachers in an era of metrification","alternate_titles":[],"publication_year":2018,"publication_date":"2018-04-15","ids":{"openalex":"https://openalex.org/W2797945346","doi":"https://doi.org/10.14507/epaa.26.3820","mag":"2797945346"},"language":"en","primary_location":{"id":"doi:10.14507/epaa.26.3820","doi":"https://doi.org/10.14507/epaa.26.3820","is_oa":true,"landing_page_url":"https://doi.org/10.14507/epaa.26.3820","pdf_url":"https://epaa.asu.edu/ojs/index.php/epaa/article/download/3820/2058","source":{"id":"https://openalex.org/S137104927","display_name":"Education Policy Analysis Archives","issn_l":"1068-2341","issn":["1068-2341"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","latindex","norway-1","poland-70","russia-white-list-3"],"host_organization":"https://openalex.org/P4310316012","host_organization_name":"Arizona State University","host_organization_lineage":["https://openalex.org/P4310316012"],"host_organization_lineage_names":["Arizona State University"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education Policy Analysis Archives","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2797945346"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://epaa.asu.edu/ojs/index.php/epaa/article/download/3820/2058","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003869746","display_name":"David C. Berliner","orcid":"https://orcid.org/0000-0003-3930-7280","observed_orcids":["https://orcid.org/0000-0003-3930-7280"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"David C. Berliner","raw_affiliation_strings":["Arizona State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5003869746"],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":5.8022,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.95659319,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":97},"biblio":{"volume":"26","issue":null,"first_page":"54","last_page":"54"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.43290001153945923,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.43290001153945923,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10674","display_name":"School Choice and Performance","score":0.3292999863624573,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13405","display_name":"Educational Assessment and Improvement","score":0.11410000175237656,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/teacher-evaluation","display_name":"teacher evaluation","score":1.0},{"id":"https://openalex.org/keywords/standardized-achievement-tests","display_name":"standardized achievement tests","score":0.8299999833106995},{"id":"https://openalex.org/keywords/classroom-observation","display_name":"classroom observation","score":0.9210000038146973},{"id":"https://openalex.org/keywords/metrification","display_name":"metrification","score":0.7080000042915344},{"id":"https://openalex.org/keywords/test-validity","display_name":"test validity","score":0.6549999713897705},{"id":"https://openalex.org/keywords/test-reliability","display_name":"test reliability","score":0.6470000147819519},{"id":"https://openalex.org/keywords/construct-validity","display_name":"construct validity","score":0.5699999928474426},{"id":"https://openalex.org/keywords/teacher-accountability","display_name":"teacher accountability","score":0.41600000858306885},{"id":"https://openalex.org/keywords/performance-indicators","display_name":"performance indicators","score":0.5799999833106995}],"concepts":[{"id":"https://openalex.org/C23131810","wikidata":"https://www.wikidata.org/wiki/Q818574","display_name":"Observational study","level":2,"score":0.7309794425964355},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.7253018021583557},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.673507571220398},{"id":"https://openalex.org/C2776809875","wikidata":"https://www.wikidata.org/wiki/Q1375963","display_name":"Converse","level":2,"score":0.6169905662536621},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.585236132144928},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5746761560440063},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.527554452419281},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5162358283996582},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.4500919282436371},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.4106941819190979},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.36907699704170227},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.1768692135810852},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.16621243953704834},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.14973124861717224},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.1242763102054596},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12090489268302917},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10265889763832092},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.07954832911491394},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.14507/epaa.26.3820","doi":"https://doi.org/10.14507/epaa.26.3820","is_oa":true,"landing_page_url":"https://doi.org/10.14507/epaa.26.3820","pdf_url":"https://epaa.asu.edu/ojs/index.php/epaa/article/download/3820/2058","source":{"id":"https://openalex.org/S137104927","display_name":"Education Policy Analysis Archives","issn_l":"1068-2341","issn":["1068-2341"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","latindex","norway-1","poland-70","russia-white-list-3"],"host_organization":"https://openalex.org/P4310316012","host_organization_name":"Arizona State University","host_organization_lineage":["https://openalex.org/P4310316012"],"host_organization_lineage_names":["Arizona State University"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education Policy Analysis Archives","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:75e833e6cfca40b38ae757fe06798144","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/75e833e6cfca40b38ae757fe06798144","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Education Policy Analysis Archives, Vol 26, Iss 0 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.14507/epaa.26.3820","doi":"https://doi.org/10.14507/epaa.26.3820","is_oa":true,"landing_page_url":"https://doi.org/10.14507/epaa.26.3820","pdf_url":"https://epaa.asu.edu/ojs/index.php/epaa/article/download/3820/2058","source":{"id":"https://openalex.org/S137104927","display_name":"Education Policy Analysis Archives","issn_l":"1068-2341","issn":["1068-2341"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","latindex","norway-1","poland-70","russia-white-list-3"],"host_organization":"https://openalex.org/P4310316012","host_organization_name":"Arizona State University","host_organization_lineage":["https://openalex.org/P4310316012"],"host_organization_lineage_names":["Arizona State University"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education Policy Analysis Archives","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.975600004196167}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2797945346.pdf","grobid_xml":"https://content.openalex.org/works/W2797945346.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W86246564","https://openalex.org/W155413784","https://openalex.org/W207883776","https://openalex.org/W267670198","https://openalex.org/W291679772","https://openalex.org/W373492448","https://openalex.org/W657812159","https://openalex.org/W1501850011","https://openalex.org/W1554721901","https://openalex.org/W1566276254","https://openalex.org/W1566705076","https://openalex.org/W1825411771","https://openalex.org/W1958015814","https://openalex.org/W1968406649","https://openalex.org/W1977020420","https://openalex.org/W1981851391","https://openalex.org/W1989544695","https://openalex.org/W2014391524","https://openalex.org/W2031260945","https://openalex.org/W2031703645","https://openalex.org/W2031821154","https://openalex.org/W2057353857","https://openalex.org/W2095213841","https://openalex.org/W2096462386","https://openalex.org/W2104370285","https://openalex.org/W2108173533","https://openalex.org/W2123709213","https://openalex.org/W2133352432","https://openalex.org/W2135774771","https://openalex.org/W2146296740","https://openalex.org/W2151557482","https://openalex.org/W2165105506","https://openalex.org/W2174688571","https://openalex.org/W2283242890","https://openalex.org/W2296794688","https://openalex.org/W2322902158","https://openalex.org/W2332590983","https://openalex.org/W2466333442","https://openalex.org/W2522824575","https://openalex.org/W2565314579","https://openalex.org/W2730920557","https://openalex.org/W2972179150","https://openalex.org/W2994409710","https://openalex.org/W3038127753","https://openalex.org/W3125314911","https://openalex.org/W6640898641","https://openalex.org/W6681841429","https://openalex.org/W7019499416","https://openalex.org/W7115603928"],"related_works":["https://openalex.org/W2053268380","https://openalex.org/W2128500496","https://openalex.org/W4392435839","https://openalex.org/W2035034513","https://openalex.org/W55071935","https://openalex.org/W4232939384","https://openalex.org/W4387700180","https://openalex.org/W118507874","https://openalex.org/W7206665259"],"abstract_inverted_index":{"The":[0],"Scylla":[1,145],"and":[2,19,59,107,146,152,170],"Charybdis":[3],"in":[4],"this":[5],"discussion":[6],"of":[7,94,166],"teacher":[8,100],"evaluation":[9,55,95],"are":[10,27,96,131,139],"standardized":[11],"achievement":[12,105],"test":[13],"data":[14,109],"on":[15,23],"the":[16,24,28,42,47,82,102,119,135],"one":[17,127],"hand,":[18],"classroom":[20],"observational":[21,108],"systems":[22],"other.":[25],"These":[26,155],"two":[29,69,114,140],"most":[30,53],"common":[31],"methods":[32,70,93,115,130,156,165],"used":[33,80,97],"to":[34,65,98,117,133,159],"judge":[35,99],"teachers\u2019":[36,58],"competency.":[37],"Both":[38],"have":[39,71,157],"serious":[40,73],"flaws:":[41],"former":[43],"primarily":[44,49],"with":[45,50],"validity,":[46],"latter":[48],"reliability.":[51],"At":[52],"these":[54,68],"strategies":[56],"provide":[57],"their":[60],"supervisors":[61],"information":[62],"about":[63],"which":[64],"converse.":[66],"But":[67],"such":[72],"flaws":[74],"that":[75],"they":[76],"should":[77],"never":[78],"be":[79],"as":[81],"primary":[83],"grounds":[84],"for":[85,142],"rewarding,":[86],"punishing,":[87],"or":[88,128],"firing":[89],"teachers.":[90],"When":[91,113],"both":[92,129],"competency,":[101],"correlation":[103],"between":[104,144],"tests":[106],"is":[110],"quite":[111],"low.":[112],"claiming":[116],"assess":[118,134],"same":[120],"construct":[121],"do":[122],"not":[123],"correlate":[124],"well,":[125],"either":[126],"failing":[132],"intended":[136],"construct.":[137],"There":[138],"alternatives":[141],"navigating":[143],"Charybdis:":[147],"\u201cDuties":[148],"Based":[149],"Teacher":[150],"Evaluation\u201d":[151],"\u201cPerformance":[153],"Measures.\u201d":[154],"much":[158],"recommend":[160],"them,":[161],"though":[162],"like":[163],"all":[164],"personnel":[167],"evaluation,":[168],"reliability":[169],"validity":[171],"issues":[172],"remain":[173],"problematic.":[174]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2797945346","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":4}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2018-04-24T00:00:00"}
