{"id":"https://openalex.org/W4244484015","doi":"https://doi.org/10.4324/9780203122761-22","title":"Using Automated Scoring to Monitor Reader Performance and Detect Reader Drift in Essay Scoring","display_name":"Using Automated Scoring to Monitor Reader Performance and Detect Reader Drift in Essay Scoring","alternate_titles":[],"publication_year":2013,"publication_date":"2013-07-18","ids":{"openalex":"https://openalex.org/W4244484015","doi":"https://doi.org/10.4324/9780203122761-22"},"language":"en","primary_location":{"id":"doi:10.4324/9780203122761-22","doi":"https://doi.org/10.4324/9780203122761-22","is_oa":false,"landing_page_url":"https://doi.org/10.4324/9780203122761-22","pdf_url":null,"source":{"id":"https://openalex.org/S4306463855","display_name":"Routledge eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319847","host_organization_name":"Routledge","host_organization_lineage":["https://openalex.org/P4310319847","https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Routledge","Taylor & Francis","Informa"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Handbook of Automated Essay Evaluation","raw_type":"book-chapter"},"parent_works":[{"id":"https://openalex.org/W1593930920","display_name":"Handbook of Automated Essay Evaluation","relationship":"volume"}],"lineage":["https://openalex.org/W4244484015","https://openalex.org/W1593930920"],"child_works_count":0,"type":"book-chapter","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0749,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.75590551,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"255","last_page":"272"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.6304000020027161,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.6304000020027161,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.1671999990940094,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.0406000018119812,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-essay-scoring","display_name":"automated essay scoring","score":0.8859999775886536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4512535333633423}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.4324/9780203122761-22","doi":"https://doi.org/10.4324/9780203122761-22","is_oa":false,"landing_page_url":"https://doi.org/10.4324/9780203122761-22","pdf_url":null,"source":{"id":"https://openalex.org/S4306463855","display_name":"Routledge eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319847","host_organization_name":"Routledge","host_organization_lineage":["https://openalex.org/P4310319847","https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Routledge","Taylor & Francis","Informa"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Handbook of Automated Essay Evaluation","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W2490857485"],"related_works":["https://openalex.org/W4231674435","https://openalex.org/W2551276343","https://openalex.org/W4396560838","https://openalex.org/W4396560923","https://openalex.org/W2018072436","https://openalex.org/W1997119722","https://openalex.org/W2099724052","https://openalex.org/W7128982879","https://openalex.org/W3163354334","https://openalex.org/W2025719462"],"abstract_inverted_index":{"With":[0],"expediencies":[1],"such":[2],"as":[3,20,53,103,155],"rapid":[4],"turnaround":[5],"time":[6],"and":[7,74,95],"economic":[8],"benefits":[9],"associated":[10],"with":[11],"reduced":[12],"scoring":[13,16,41,73,78,97,106,122],"costs,":[14],"automated":[15,40],"is":[17,60,116],"widely":[18],"viewed":[19],"on":[21,47,62],"a":[22,35,63,99,104,156],"path":[23],"to":[24,45,55,71,89,117,132],"replace":[25],"human":[26,56,70,94],"labor,":[27],"like":[28],"so":[29],"many":[30],"prior":[31],"innovative":[32],"technologies.":[33],"As":[34],"result,":[36],"the":[37,67,76,85,90,134,140,148],"focus":[38],"of":[39,51,92,137],"development":[42],"has":[43],"tended":[44],"be":[46,81,125,153],"validity":[48],"or":[49],"measures":[50],"accuracy":[52,136],"compared":[54],"efforts.":[57],"This":[58],"chapter":[59],"focused":[61],"somewhat":[64],"nearer-term":[65],"process,":[66],"transition":[68],"from":[69],"machine":[72,96],"how":[75],"two":[77,120],"methods":[79,123],"can":[80,124,152],"used":[82],"concurrently.":[83],"Previously,":[84],"authors":[86,141],"have":[87,142],"referred":[88],"use":[91],"both":[93],"for":[98],"single":[100],"assessment":[101],"program":[102],"\u201cblended\u201d":[105],"model":[107],"(Lottridge,":[108],"Mitzel,":[109],"&":[110],"Chou,":[111],"2009).":[112],"The":[113],"central":[114],"idea":[115],"see":[118],"if":[119],"imperfect":[121],"mutually":[126],"leveraged":[127],"in":[128],"some":[129],"optimal":[130],"way":[131],"improve":[133],"overall":[135],"scoring.":[138],"Although":[139],"not":[143],"yet":[144],"achieved":[145],"that":[146,160],"goal,":[147],"studies":[149],"presented":[150],"here":[151],"taken":[154],"progress":[157],"report":[158],"toward":[159],"objective.":[161]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4244484015","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-05-12T00:00:00"}
