{"id":"https://openalex.org/W2055440896","doi":"https://doi.org/10.1177/0013164414539163","title":"Trends in Classroom Observation Scores","display_name":"Trends in Classroom Observation Scores","publication_year":2014,"publication_date":"2014-06-22","ids":{"openalex":"https://openalex.org/W2055440896","doi":"https://doi.org/10.1177/0013164414539163","mag":"2055440896","pmid":"https://pubmed.ncbi.nlm.nih.gov/29795823","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/5965595"},"language":"en","primary_location":{"id":"doi:10.1177/0013164414539163","doi":"https://doi.org/10.1177/0013164414539163","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0013164414539163","pdf_url":null,"source":{"id":"https://openalex.org/S176831015","display_name":"Educational and Psychological Measurement","issn_l":"0013-1644","issn":["0013-1644","1552-3888"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and Psychological Measurement","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://europepmc.org/pmc/articles/PMC5965595","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019102552","display_name":"Jodi M. Casabianca","orcid":"https://orcid.org/0000-0002-1644-6731","observed_orcids":["https://orcid.org/0000-0002-1644-6731"]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jodi M. Casabianca","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058992738","display_name":"J. R. Lockwood","orcid":"https://orcid.org/0000-0001-9116-4219","observed_orcids":["https://orcid.org/0000-0001-9116-4219"]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. R. Lockwood","raw_affiliation_strings":["Educational Testing Service, Princeton, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service, Princeton, NJ, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015876786","display_name":"Daniel F. McCaffrey","orcid":"https://orcid.org/0000-0003-1196-5273","observed_orcids":["https://orcid.org/0000-0003-1196-5273"]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel F. McCaffrey","raw_affiliation_strings":["Educational Testing Service, Princeton, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service, Princeton, NJ, USA","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3650,"currency":"USD","value_usd":3650},"apc_paid":null,"fwci":1.5442,"has_fulltext":false,"cited_by_count":106,"citation_normalized_percentile":{"value":0.89443084,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"75","issue":"2","first_page":"311","last_page":"337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.44429999589920044,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.44429999589920044,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.27639999985694885,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11039","display_name":"Evaluation of Teaching Practices","score":0.03739999979734421,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classroom-observation","display_name":"classroom observation","score":0.7509999871253967},{"id":"https://openalex.org/keywords/rater-severity","display_name":"rater severity","score":0.6069999933242798},{"id":"https://openalex.org/keywords/classroom-assessment-scoring-system","display_name":"Classroom Assessment Scoring System","score":0.8370000123977661},{"id":"https://openalex.org/keywords/class-s","display_name":"class S","score":0.6179999709129333},{"id":"https://openalex.org/keywords/middle-school-teachers","display_name":"junior high school teachers","score":0.8899999856948853},{"id":"https://openalex.org/keywords/rater-variability","display_name":"rater variability","score":0.6169999837875366},{"id":"https://openalex.org/keywords/variance-decomposition","display_name":"variance decomposition","score":0.8330000042915344}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6348884701728821},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.34145599603652954},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.32099026441574097}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1177/0013164414539163","doi":"https://doi.org/10.1177/0013164414539163","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0013164414539163","pdf_url":null,"source":{"id":"https://openalex.org/S176831015","display_name":"Educational and Psychological Measurement","issn_l":"0013-1644","issn":["0013-1644","1552-3888"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and Psychological Measurement","raw_type":"journal-article"},{"id":"pmh:oai:europepmc.org:4921447","doi":null,"is_oa":true,"landing_page_url":"http://europepmc.org/pmc/articles/PMC5965595","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:5965595","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5965595","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educ Psychol Meas","raw_type":"Text"},{"id":"pmid:29795823","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29795823","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and psychological measurement","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:europepmc.org:4921447","doi":null,"is_oa":true,"landing_page_url":"http://europepmc.org/pmc/articles/PMC5965595","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.9235000014305115,"display_name":"Quality education"}],"study_designs":[{"id":"https://openalex.org/study-designs/observational-study","display_name":"Observational Study"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W177318457","https://openalex.org/W196858522","https://openalex.org/W652101318","https://openalex.org/W1501850011","https://openalex.org/W1554944419","https://openalex.org/W1934002152","https://openalex.org/W1964030308","https://openalex.org/W1968002825","https://openalex.org/W1972883603","https://openalex.org/W1975971445","https://openalex.org/W1999524351","https://openalex.org/W2000374318","https://openalex.org/W2008535554","https://openalex.org/W2055923168","https://openalex.org/W2072384809","https://openalex.org/W2086160477","https://openalex.org/W2102847425","https://openalex.org/W2109594752","https://openalex.org/W2115565953","https://openalex.org/W2128651242","https://openalex.org/W2128811180","https://openalex.org/W2131052661","https://openalex.org/W2135214152","https://openalex.org/W2144706796","https://openalex.org/W2146855196","https://openalex.org/W2158672897","https://openalex.org/W2164814387","https://openalex.org/W2324392187","https://openalex.org/W2488327715","https://openalex.org/W2787894218","https://openalex.org/W2798510847","https://openalex.org/W2891478647","https://openalex.org/W2972179150","https://openalex.org/W4238804190","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2000374318","https://openalex.org/W2475108823","https://openalex.org/W2566200973","https://openalex.org/W7169497886","https://openalex.org/W7171696950","https://openalex.org/W1999524351","https://openalex.org/W4406929192","https://openalex.org/W4311083702","https://openalex.org/W2986726590","https://openalex.org/W2755806202"],"abstract_inverted_index":{"Observations":[0],"and":[1,6,21,33,83,94,157,217,227],"ratings":[2,129,237],"of":[3,19,67,72,78,81,87,100,124,155,163,173,189,205],"classroom":[4,127],"teaching":[5,32,68,142],"interactions":[7],"collected":[8,131],"over":[9,53,60,132,186,238],"time":[10,61],"are":[11,201],"susceptible":[12],"to":[13,57,105,169,208],"trends":[14,25,140,200,226],"in":[15,62,97,108,126,141],"both":[16],"the":[17,41,64,70,75,79,85,98,106,187,190,196],"quality":[18,66,143],"instruction":[20],"rater":[22,210,212,228],"behavior.":[23],"These":[24],"have":[26],"potential":[27],"implications":[28,233],"for":[29,34,69,121,225,234],"inferences":[30],"about":[31],"study":[35,58,115],"design.":[36],"We":[37],"use":[38],"scores":[39],"on":[40,195,214],"Classroom":[42],"Assessment":[43],"Scoring":[44],"System-Secondary":[45],"(CLASS-S)":[46],"protocol":[47],"from":[48],"458":[49],"middle":[50],"school":[51],"teachers":[52],"a":[54,170,202],"2-year":[55],"period":[56],"changes":[59],"(a)":[63],"average":[65,76],"population":[71,80],"teachers,":[73],"(b)":[74],"severity":[77,86],"raters,":[82],"(c)":[84],"individual":[88],"raters.":[89],"To":[90],"obtain":[91],"these":[92],"estimates":[93],"assess":[95],"them":[96],"context":[99],"other":[101],"factors":[102],"that":[103,117,139,180,199],"contribute":[104],"variability":[107,125,181],"scores,":[109],"we":[110,137,178],"develop":[111],"an":[112],"augmented":[113],"G":[114],"model":[116,177,197],"is":[118],"broadly":[119],"applicable":[120],"modeling":[122],"sources":[123],"observation":[128,156],"data":[130],"time.":[133,239],"In":[134],"our":[135,176],"data,":[136],"found":[138],"were":[144],"small.":[145],"Rater":[146],"drift":[147],"was":[148],"very":[149],"large":[150],"during":[151],"raters'":[152],"initial":[153],"days":[154],"persisted":[158],"throughout":[159],"nearly":[160],"2":[161],"years":[162],"scoring.":[164],"Raters":[165],"did":[166],"not":[167],"converge":[168],"common":[171],"level":[172],"severity;":[174],"using":[175],"estimate":[179],"among":[182],"raters":[183],"actually":[184],"increases":[185],"course":[188],"study.":[191],"Variance":[192],"decompositions":[193],"based":[194],"find":[198],"modest":[203],"source":[204],"variance":[206],"relative":[207],"overall":[209],"effects,":[211],"errors":[213],"specific":[215],"lessons,":[216],"residual":[218],"error.":[219],"The":[220],"discussion":[221],"provides":[222],"possible":[223],"explanations":[224],"divergence":[229],"as":[230,232],"well":[231],"designs":[235],"collecting":[236]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}