{"id":"https://openalex.org/W4233218334","doi":"https://doi.org/10.4324/9780203122761-9","title":"Introduction to Automated Essay Evaluation","display_name":"Introduction to Automated Essay Evaluation","alternate_titles":[],"publication_year":2013,"publication_date":"2013-07-18","ids":{"openalex":"https://openalex.org/W4233218334","doi":"https://doi.org/10.4324/9780203122761-9"},"language":"en","primary_location":{"id":"doi:10.4324/9780203122761-9","doi":"https://doi.org/10.4324/9780203122761-9","is_oa":false,"landing_page_url":"https://doi.org/10.4324/9780203122761-9","pdf_url":null,"source":{"id":"https://openalex.org/S4306463855","display_name":"Routledge eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319847","host_organization_name":"Routledge","host_organization_lineage":["https://openalex.org/P4310319847","https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Routledge","Taylor & Francis","Informa"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Handbook of Automated Essay Evaluation","raw_type":"book-chapter"},"parent_works":[{"id":"https://openalex.org/W1593930920","display_name":"Handbook of Automated Essay Evaluation","relationship":"volume"}],"lineage":["https://openalex.org/W4233218334","https://openalex.org/W1593930920"],"child_works_count":0,"type":"book-chapter","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chris Brew","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chris Brew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5073901446","display_name":"Claudia Leacock","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Claudia Leacock","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1498,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.86089239,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"23","last_page":"37"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.8765000104904175,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.8765000104904175,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06289999932050705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.010900000110268593,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-essay-scoring","display_name":"automated essay scoring","score":0.9639999866485596},{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.6119999885559082},{"id":"https://openalex.org/keywords/rubrics","display_name":"rubrics","score":0.7160000205039978},{"id":"https://openalex.org/keywords/computational-semantics","display_name":"computational semantics","score":0.7450000047683716},{"id":"https://openalex.org/keywords/computational-syntax","display_name":"computational syntax","score":0.8529999852180481},{"id":"https://openalex.org/keywords/knowledge-engineering","display_name":"knowledge engineering","score":0.7829999923706055},{"id":"https://openalex.org/keywords/item-design","display_name":"item design","score":0.7910000085830688},{"id":"https://openalex.org/keywords/open-endedness","display_name":"open-endedness","score":0.5019999742507935}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4291256368160248}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.4324/9780203122761-9","doi":"https://doi.org/10.4324/9780203122761-9","is_oa":false,"landing_page_url":"https://doi.org/10.4324/9780203122761-9","pdf_url":null,"source":{"id":"https://openalex.org/S4306463855","display_name":"Routledge eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319847","host_organization_name":"Routledge","host_organization_lineage":["https://openalex.org/P4310319847","https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Routledge","Taylor & Francis","Informa"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Handbook of Automated Essay Evaluation","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2757310600","https://openalex.org/W2602055035","https://openalex.org/W6893560117","https://openalex.org/W1529136632","https://openalex.org/W2901451752","https://openalex.org/W2551276343","https://openalex.org/W4281714388","https://openalex.org/W4309301222","https://openalex.org/W1954968711","https://openalex.org/W3201077663"],"abstract_inverted_index":{"In":[0,59],"educational":[1],"assessment,":[2],"there":[3,154,164],"is":[4,30,67,77,118,155,165,194,262,281,316,327,357,387,411],"an":[5,222,240,258,267,283,353,435],"obvious":[6],"role":[7],"for":[8,55,191,226,242,344,438],"the":[9,24,40,53,56,62,65,74,80,85,135,171,183,192,195,219,232,253,293,370,381,390,393,416,421,429],"short":[10,57,148,160,177,199,243,277,446],"answer":[11,63,131,149,161,278,447],"item":[12],"as":[13,137,248,362,364],"a":[14,68,207,249,276,336,401],"complement":[15],"not":[16,134,265,331,349],"only":[17],"of":[18,23,45,73,84,126,210,218,221,234,255,269,285,340,383,392,418,423,445],"longer":[19,215],"essays":[20,175,227],"but":[21,264,303,330,379],"also":[22],"traditional":[25],"selected":[26],"response":[27],"item.":[28],"It":[29,315],"now":[31],"well":[32],"established":[33],"that":[34,117,186,198,359,389,414,434],"automated":[35,50,223,298,384,424,443,459],"scoring":[36,51,224,260,279,341,385,425,444,460],"can":[37,90,228],"contribute":[38],"to":[39,64,78,87,102,109,318,334,373,408,412,451],"reliability,":[41],"feasibility,":[42],"and":[43,93,144,176,203,237,272,309,377,420,458],"cost-effectiveness":[44],"large-scale":[46],"essay":[47,140,167,259],"grading.":[48],"Can":[49],"do":[52,214,409],"same":[54,136],"answer?":[58],"our":[60,96],"view,":[61],"question":[66],"qualified":[69],"\u201cYes.\u201d":[70],"The":[71,123,289,297],"purpose":[72],"present":[75],"chapter":[76,128],"introduce":[79],"technology,":[81],"explain":[82],"some":[83],"uses":[86],"which":[88,345],"it":[89,356,386],"be":[91,103,229,361,395,450],"put,":[92],"indicate":[94],"why":[95],"generally":[97],"positive":[98],"conclusion":[99],"still":[100],"has":[101,348],"qualified.":[104],"We":[105],"will":[106,399,449],"refer":[107],"primarily":[108,282],"Educational":[110],"Testing":[111],"Service\u2019s":[112],"(ETS\u2019s)":[113],"c-rater":[114],"engine,":[115],"because":[116],"what":[119],"we":[120],"know":[121],"best.":[122],"main":[124],"points":[125],"this":[127,324,346,410],"are:":[129],"Short":[130],"items":[132,343,360,394,448],"are":[133,187,201,304,426],"essays.":[138],"Typical":[139],"tasks":[141,150],"emphasize":[142,151],"grammar":[143],"mechanics,":[145],"while":[146,275],"typical":[147],"content.":[152],"Also,":[153],"much":[156],"more":[157,294],"variation":[158],"between":[159,166,174,403,455],"rubrics":[162],"than":[163,213],"rubrics.":[168],"Along":[169],"with":[170,366],"substantive":[172],"differences":[173,181],"answers":[178,200,244],"come":[179],"corresponding":[180],"in":[182,428,442],"technological":[184],"approaches":[185],"needed.":[188],"One":[189,406],"reason":[190],"difference":[193],"simple":[196],"fact":[197],"short,":[202],"therefore":[204],"usually":[205],"contain":[206],"smaller":[208],"amount":[209],"exploitable":[211],"information":[212],"responses.":[216],"Much":[217],"work":[220,301,326,347],"engine":[225,241,261,280,338],"done":[230,328],"at":[231],"levels":[233],"spelling,":[235],"grammar,":[236],"vocabulary,":[238],"whereas":[239],"must":[245],"address":[246],"meaning":[247],"primary":[250],"concern.":[251],"From":[252,352],"perspective":[254,355,382],"computational":[256,270,286],"linguistics,":[257],"primarily,":[263],"exclusively,":[266],"application":[268,284],"syntax":[271],"stylistics":[273],",":[274],"semantics":[287],".":[288],"former":[290],"fields":[291],"have":[292],"mature":[295],"technology.":[296],"components":[299],"cannot":[300],"alone,":[302],"dependent":[305],"on":[306],"prompt-specific":[307],"analysis":[308],"knowledge":[310,376],"engineering":[311],"using":[312],"human":[313],"expertise.":[314],"possible":[317],"get":[319],"extremely":[320],"good":[321],"results":[322],"when":[323],"preparatory":[325],"well,":[329],"currently":[332],"feasible":[333],"build":[335],"generic":[337],"capable":[339],"unseen":[342],"been":[350],"done.":[351],"assessment":[354,419],"desirable":[358,388],"rich":[363],"possible,":[365],"test-takers":[367],"being":[368],"given":[369],"maximum":[371],"opportunity":[372],"show":[374],"their":[375],"skills,":[378],"from":[380],"open-endedness":[391],"restricted.":[396],"Successful":[397],"designs":[398],"strike":[400],"balance":[402],"these":[404],"desiderata.":[405],"way":[407],"ensure":[413],"both":[415],"needs":[417,422],"represented":[427],"design":[430],"process.":[431],"This":[432],"suggests":[433],"effective":[436],"strategy":[437],"achieving":[439],"high":[440],"quality":[441],"foster":[452],"long-term":[453],"collaboration":[454],"content":[456],"specialists":[457],"experts.":[461]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4233218334","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-05-12T00:00:00"}
