{"id":"https://openalex.org/W2772923274","doi":null,"title":"Generalizability of Scores from Classroom Observation Instruments","display_name":"Generalizability of Scores from Classroom Observation Instruments","alternate_titles":[],"publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2772923274","mag":"2772923274"},"language":"en","primary_location":{"id":"pmh:oai:deepblue.lib.umich.edu:2027.42/138742","doi":null,"is_oa":false,"landing_page_url":"http://deepblue.lib.umich.edu/bitstream/2027.42/138742/1/mrkwht_1.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400393","display_name":"Deep Blue (University of Michigan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I27837315","host_organization_name":"University of Michigan","host_organization_lineage":["https://openalex.org/I27837315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W2772923274"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018574324","display_name":"Mark White","orcid":"https://orcid.org/0000-0003-2394-3151","observed_orcids":["https://orcid.org/0000-0003-2394-3151"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Mark White","raw_affiliation_strings":["University of Michigan, Horace H. Rackham School of Graduate Studies"],"raw_orcid":"https://orcid.org/0000-0003-2394-3151","affiliations":[{"raw_affiliation_string":"University of Michigan, Horace H. Rackham School of Graduate Studies","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5018574324"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.57669997215271,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.57669997215271,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.149399995803833,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13405","display_name":"Educational Assessment and Improvement","score":0.04650000110268593,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/teacher-quality","display_name":"teacher quality","score":0.7310000061988831},{"id":"https://openalex.org/keywords/classroom-observation-instrument","display_name":"classroom observation instrument","score":0.9039999842643738},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"generalizability theory","score":0.9660000205039978},{"id":"https://openalex.org/keywords/measurement-reliability","display_name":"measurement reliability","score":0.4819999933242798},{"id":"https://openalex.org/keywords/measurement-validity","display_name":"measurement validity","score":0.5590000152587891},{"id":"https://openalex.org/keywords/classroom-assessment-scoring-system","display_name":"Classroom Assessment Scoring System","score":0.7559999823570251},{"id":"https://openalex.org/keywords/student-composition","display_name":"student composition","score":0.6740000247955322},{"id":"https://openalex.org/keywords/school-organization","display_name":"school organization","score":0.7789999842643738},{"id":"https://openalex.org/keywords/teacher-sorting","display_name":"teacher sorting","score":0.5809999704360962},{"id":"https://openalex.org/keywords/co-construction","display_name":"co-construction","score":0.8230000138282776},{"id":"https://openalex.org/keywords/observation-system-design","display_name":"observation system design","score":0.5809999704360962},{"id":"https://openalex.org/keywords/sampling-error","display_name":"sampling error","score":0.5350000262260437}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.9179913997650146},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5063890218734741},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3767998218536377},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.19734519720077515}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:deepblue.lib.umich.edu:2027.42/138742","doi":null,"is_oa":false,"landing_page_url":"http://deepblue.lib.umich.edu/bitstream/2027.42/138742/1/mrkwht_1.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400393","display_name":"Deep Blue (University of Michigan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I27837315","host_organization_name":"University of Michigan","host_organization_lineage":["https://openalex.org/I27837315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:2772923274","doi":null,"is_oa":false,"landing_page_url":"https://deepblue.lib.umich.edu/handle/2027.42/138742","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.975600004196167,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1491613324","https://openalex.org/W1569369475","https://openalex.org/W1964513660","https://openalex.org/W1966705109","https://openalex.org/W1978462563","https://openalex.org/W1987910564","https://openalex.org/W2000374318","https://openalex.org/W2000699126","https://openalex.org/W2003293871","https://openalex.org/W2026974075","https://openalex.org/W2028550930","https://openalex.org/W2037789759","https://openalex.org/W2045514487","https://openalex.org/W2049956235","https://openalex.org/W2055234139","https://openalex.org/W2058458647","https://openalex.org/W2058598235","https://openalex.org/W2059253621","https://openalex.org/W2059923605","https://openalex.org/W2064136697","https://openalex.org/W2064880920","https://openalex.org/W2068195628","https://openalex.org/W2077923377","https://openalex.org/W2080938179","https://openalex.org/W2082242361","https://openalex.org/W2085259499","https://openalex.org/W2089466013","https://openalex.org/W2097879961","https://openalex.org/W2114816869","https://openalex.org/W2118904110","https://openalex.org/W2123812457","https://openalex.org/W2124843723","https://openalex.org/W2128651242","https://openalex.org/W2130512100","https://openalex.org/W2133352432","https://openalex.org/W2143685597","https://openalex.org/W2158677369","https://openalex.org/W2161513722","https://openalex.org/W2261571072","https://openalex.org/W2273807080","https://openalex.org/W2273965771","https://openalex.org/W2277007121","https://openalex.org/W2341569364","https://openalex.org/W2972179150","https://openalex.org/W3038127753","https://openalex.org/W3107283966","https://openalex.org/W3123496887"],"related_works":["https://openalex.org/W3195038348","https://openalex.org/W4391395836","https://openalex.org/W1999524351","https://openalex.org/W4391343792","https://openalex.org/W4311083702","https://openalex.org/W2069071482","https://openalex.org/W4406929192","https://openalex.org/W4319166099","https://openalex.org/W2144706796","https://openalex.org/W4283780197"],"abstract_inverted_index":{"This":[0],"dissertation":[1,250,489],"examined":[2,108],"the":[3,9,33,41,46,51,75,187,207,242,293,321,333,347,396,414,446,455,484,491,512],"effect":[4],"of":[5,8,14,32,68,80,92,95,101,106,119,123,153,164,186,206,220,241,244,286,299,320,335,400,417,466,517],"contextual":[6,93,104],"features":[7,94,105,152],"classroom":[10,19,159,523],"environment":[11],"on":[12,24,139,216,420,445],"measures":[13,520],"teacher":[15,81,191,215,245,254,267,324,376,421,439,452,462,475,502,518],"quality":[16,82,246,255,268,325,372,403,422,440,463,476,503,519],"derived":[17,521],"from":[18,40,204,270,522],"observation":[20,111,182,287,524],"instruments.":[21,525],"Using":[22],"data":[23,295],"228":[25],"teachers":[26,380],"observed":[27,370,415],"four":[28],"times":[29],"as":[30,85,117,134,158,349],"part":[31,283],"Understanding":[34],"Teacher":[35],"Quality":[36],"(UTQ)":[37],"study,":[38],"scores":[39,256,269],"Classroom":[42],"Assessment":[43],"Scoring":[44],"System,":[45],"Framework":[47],"for":[48,53,169,179,213,258,277],"Teaching,":[49],"and":[50,78,121,129,148,172,209,232,260,279,331,461,497,505,515],"Protocol":[52],"Language":[54],"Arts":[55],"Teaching":[56],"Observation":[57],"were":[58,71,263,288],"analyzed":[59],"using":[60],"Generalizability":[61],"Theory":[62],"(GTheory)":[63],"statistical":[64,196,304,360,456],"models.":[65],"The":[66,103],"goals":[67],"these":[69,336,367,425,507],"analyses":[70],"to":[72,190,200,266,338,350,354],"examine":[73],"how":[74,506],"reliability,":[76,513],"validity,":[77,514],"bias":[79,474,516],"estimates":[83,240,329,337,441,477,504],"shifted":[84],"GTheory":[86,195,225,271,303,359,432,471],"models":[87,165,197,272,305,361],"successively":[88,167],"incorporated":[89],"a":[90,136,214,217,431,470],"variety":[91],"measurement":[96,107],"present":[97],"across":[98],"specific":[99],"occasions":[100,285],"observation.":[102],"included:":[109],"(1)":[110],"system":[112],"design":[113],"(SD)":[114],"variables":[115,126,150,211,262,301,313,419,426,460,468,499],"such":[116,133,157,435],"time":[118],"year":[120],"methods":[122],"scoring;":[124],"(2)":[125],"measuring":[127,151],"curricular":[128],"instructional":[130],"(CI)":[131],"practices,":[132],"whether":[135,351,366],"lesson":[137],"focused":[138],"reading":[140],"or":[141,143,146,352,386],"writing":[142],"included":[144,429],"discussion":[145],"lecture;":[147],"(3)":[149],"school":[154],"organization":[155],"(SO)":[156],"student":[160,316],"composition.":[161],"Through":[162],"comparison":[163],"that":[166,178,223,253,273,411,451,494],"adjusted":[168,257],"SD,":[170,495],"CI,":[171,496],"SO":[173,300,312,356,418,459,467,498],"variables,":[174,281],"it":[175],"was":[176,198],"found":[177,252],"all":[180],"three":[181],"instruments,":[183],"over":[184],"20%":[185],"variance":[188,322],"attributed":[189],"effects":[192,416],"in":[193,237,282,323,369,404,430,487],"traditional":[194,224],"due":[199],"sampling":[201],"error":[202],"stemming":[203],"values":[205],"SD":[208,231,259,278],"CI":[210,233,261,280],"recorded":[212],"given":[218],"occasion":[219],"measurement,":[221],"implying":[222],"approaches":[226],"(that":[227],"do":[228],"not":[229,275,353],"incorporate":[230],"variables)":[234],"can":[235,500,510],"result":[236],"positively":[238],"biased":[239],"reliability":[243,334],"scores.":[247],"However,":[248,346],"this":[249,480,488],"also":[251],"highly":[264],"correlated":[265],"did":[274],"adjust":[276],"because":[284],"selected":[289],"at":[290],"random":[291],"during":[292],"UTQ":[294],"collection":[296],"period.":[297],"Inclusion":[298],"into":[302,358,469],"had":[306],"more":[307,383,389,405],"far-reaching":[308],"consequences.":[309],"To":[310],"begin,":[311],"(and":[314],"especially":[315],"composition)":[317],"explained":[318],"~40%":[319],"estimates,":[326,423,464],"changed":[327],"point":[328],"considerably,":[330],"reduced":[332],"very":[339,442],"low":[340],"levels":[341],"under":[342],"normal":[343],"observational":[344],"designs.":[345],"decision":[348],"include":[355],"facets":[357],"necessarily":[362],"involves":[363],"assumptions":[364],"about":[365],"differences":[368,509],"teaching":[371,382],"are":[373,381],"driven":[374],"by":[375,478],"sorting":[377],"(e.g.":[378],"better":[379],"advantaged":[384,390,406],"students)":[385],"co-construction":[387,412],"(e.g.,":[388],"students":[391],"co-construct":[392],"instruction":[393,399],"along":[394],"with":[395],"teacher,":[397],"making":[398],"higher":[401],"measured":[402],"settings).":[407],"If":[408],"one":[409,449],"assumes":[410,450],"drives":[413,454],"then":[424],"should":[427],"be":[428],"model,":[433],"but":[434],"inclusion":[436,465],"will":[437],"make":[438],"unreliable.":[443],"If,":[444],"other":[447],"hand,":[448],"selection":[453,481],"relationship":[457],"between":[458],"model":[472],"would":[473],"removing":[479],"effect.":[482],"Overall,":[483],"results":[485],"presented":[486],"highlight":[490],"subtle":[492,508],"ways":[493],"affect":[501,511]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2772923274","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2017-12-22T00:00:00"}
