{"id":"https://openalex.org/W1997014191","doi":"https://doi.org/10.1177/0013164414521634","title":"Automated Scoring of Teachers\u2019 Open-Ended Responses to Video Prompts: Bringing the Classroom-Video-Analysis Assessment to Scale","display_name":"Automated Scoring of Teachers\u2019 Open-Ended Responses to Video Prompts: Bringing the Classroom-Video-Analysis Assessment to Scale","publication_year":2014,"publication_date":"2014-02-05","ids":{"openalex":"https://openalex.org/W1997014191","doi":"https://doi.org/10.1177/0013164414521634","mag":"1997014191"},"language":"en","primary_location":{"id":"doi:10.1177/0013164414521634","doi":"https://doi.org/10.1177/0013164414521634","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0013164414521634","pdf_url":null,"source":{"id":"https://openalex.org/S176831015","display_name":"Educational and Psychological Measurement","issn_l":"0013-1644","issn":["0013-1644","1552-3888"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and Psychological Measurement","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1997014191"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045853505","display_name":"Nicole B. Kersting","orcid":"https://orcid.org/0000-0003-3100-9318","observed_orcids":["https://orcid.org/0000-0003-3100-9318"]},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicole B. Kersting","raw_affiliation_strings":["University of Arizona, Tucson, AZ, USA","1University of Arizona, Tucson, AZ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Arizona, Tucson, AZ, USA","institution_ids":["https://openalex.org/I138006243"]},{"raw_affiliation_string":"1University of Arizona, Tucson, AZ, USA","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008308261","display_name":"Bruce L. Sherin","orcid":"https://orcid.org/0000-0003-3299-3126","observed_orcids":["https://orcid.org/0000-0003-3299-3126"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bruce L. Sherin","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA","2Northwestern University, Evanston, IL USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]},{"raw_affiliation_string":"2Northwestern University, Evanston, IL USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074246712","display_name":"James W. Stigler","orcid":"https://orcid.org/0000-0001-6107-7827","observed_orcids":["https://orcid.org/0000-0001-6107-7827"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James W. Stigler","raw_affiliation_strings":["University of California Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3650,"currency":"USD","value_usd":3650},"apc_paid":null,"fwci":2.02,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.88445178,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":"74","issue":"6","first_page":"950","last_page":"974"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.4032999873161316,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.4032999873161316,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.1703999936580658,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.10260000079870224,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.9539999961853027},{"id":"https://openalex.org/keywords/teacher-knowledge","display_name":"teacher knowledge","score":0.6179999709129333},{"id":"https://openalex.org/keywords/video-prompts","display_name":"video prompts","score":0.8479999899864197},{"id":"https://openalex.org/keywords/naive-bayes-classifier","display_name":"Naive Bayes classifier","score":0.8339999914169312},{"id":"https://openalex.org/keywords/convergent-validity","display_name":"convergent validity","score":0.8579999804496765},{"id":"https://openalex.org/keywords/internal-consistency","display_name":"internal consistency","score":0.8180000185966492},{"id":"https://openalex.org/keywords/machine-learning","display_name":"machine learning","score":0.4880000054836273}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6525418162345886},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6408955454826355},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5556787252426147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5458874702453613},{"id":"https://openalex.org/C3018868096","wikidata":"https://www.wikidata.org/wiki/Q2693233","display_name":"Internal consistency","level":3,"score":0.5225107669830322},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5163218379020691},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4567396342754364},{"id":"https://openalex.org/C121244757","wikidata":"https://www.wikidata.org/wiki/Q1783487","display_name":"Convergent validity","level":4,"score":0.4150257408618927},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40501755475997925},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3416781723499298},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.31291723251342773},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.19035333395004272},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.14350083470344543},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/0013164414521634","doi":"https://doi.org/10.1177/0013164414521634","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0013164414521634","pdf_url":null,"source":{"id":"https://openalex.org/S176831015","display_name":"Educational and Psychological Measurement","issn_l":"0013-1644","issn":["0013-1644","1552-3888"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and Psychological Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.975600004196167}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W36561770","https://openalex.org/W55286957","https://openalex.org/W61005511","https://openalex.org/W201357760","https://openalex.org/W349770100","https://openalex.org/W1559060276","https://openalex.org/W1593930920","https://openalex.org/W1924689489","https://openalex.org/W2036638680","https://openalex.org/W2043750942","https://openalex.org/W2044662025","https://openalex.org/W2055150088","https://openalex.org/W2064713016","https://openalex.org/W2068099813","https://openalex.org/W2072773380","https://openalex.org/W2075134446","https://openalex.org/W2092385295","https://openalex.org/W2094934653","https://openalex.org/W2096699693","https://openalex.org/W2109700222","https://openalex.org/W2118020653","https://openalex.org/W2147152072","https://openalex.org/W2152881131","https://openalex.org/W2163614729","https://openalex.org/W2164777277","https://openalex.org/W2170654002","https://openalex.org/W2255856496","https://openalex.org/W2324322172","https://openalex.org/W2341848521","https://openalex.org/W2480311386","https://openalex.org/W2953630793","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3081416018","https://openalex.org/W2043750942","https://openalex.org/W3081284787","https://openalex.org/W2229270207","https://openalex.org/W4200492254","https://openalex.org/W2887559623","https://openalex.org/W4401974819","https://openalex.org/W2001744998","https://openalex.org/W2188444537","https://openalex.org/W6894108474"],"abstract_inverted_index":{"In":[0],"this":[1,135],"study,":[2],"we":[3,84,96],"explored":[4],"the":[5,15,128,148],"potential":[6],"for":[7,34,65,71,86,121,127,144],"machine":[8,75,106,131,139],"scoring":[9,146],"of":[10,74,88,101,111,130,147],"short":[11],"written":[12],"responses":[13],"to":[14,22,46,81,118],"Classroom-Video-Analysis":[16],"(CVA)":[17],"assessment,":[18,67],"which":[19,95],"is":[20],"designed":[21],"measure":[23,100,110],"teachers\u2019":[24],"usable":[25],"mathematics":[26],"teaching":[27],"knowledge.":[28],"We":[29],"created":[30],"na\u00efve":[31],"Bayes":[32],"classifiers":[33],"CVA":[35],"scales":[36],"assessing":[37],"three":[38],"different":[39],"topic":[40],"areas":[41],"and":[42,59,108],"compared":[43],"computer-generated":[44,60],"scores":[45,62,91,107],"those":[47,119],"assigned":[48],"by":[49],"trained":[50],"raters.":[51],"Using":[52],"cross-validation":[53],"techniques,":[54],"average":[55],"correlations":[56,78,104],"between":[57,105],"rater-":[58],"total":[61],"exceeded":[63],".85":[64],"each":[66],"providing":[68,124],"some":[69],"evidence":[70,126],"convergent":[72],"validity":[73,129],"scores.":[76,132],"These":[77],"remained":[79],"moderate":[80],"large":[82],"when":[83],"controlled":[85],"length":[87],"response.":[89],"Machine":[90],"exhibited":[92],"internal":[93],"consistency,":[94],"view":[97],"as":[98],"a":[99],"reliability.":[102],"Finally,":[103],"another":[109],"teacher":[112],"knowledge":[113],"were":[114],"close":[115],"in":[116],"size":[117],"observed":[120],"human":[122],"scores,":[123],"further":[125],"Findings":[133],"from":[134],"study":[136],"suggest":[137],"that":[138],"learning":[140],"techniques":[141],"hold":[142],"promise":[143],"automating":[145],"CVA.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":3}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2016-06-24T00:00:00"}