{"id":"https://openalex.org/W2016195898","doi":"https://doi.org/10.3115/1598834.1598847","title":"Automated essay scoring for nonnative English speakers","display_name":"Automated essay scoring for nonnative English speakers","publication_year":1999,"publication_date":"1999-01-01","ids":{"openalex":"https://openalex.org/W2016195898","doi":"https://doi.org/10.3115/1598834.1598847","mag":"2016195898"},"language":"en","primary_location":{"id":"doi:10.3115/1598834.1598847","doi":"https://doi.org/10.3115/1598834.1598847","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1598834.1598847","pdf_url":"https://dl.acm.org/doi/pdf/10.5555/1598834.1598847","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of a Symposium on Computer Mediated Language Assessment and Evaluation in Natural Language Processing - ASSESSEVALNLP '99","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.5555/1598834.1598847","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030991878","display_name":"Jill C. Burstein","orcid":"https://orcid.org/0000-0001-7725-7574","observed_orcids":["https://orcid.org/0000-0001-7725-7574"]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jill Burstein","raw_affiliation_strings":["Educational Testing Service, Princeton, New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service, Princeton, New Jersey","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041834124","display_name":"Martin S. Chodorow","orcid":"https://orcid.org/0000-0001-5780-2598","observed_orcids":["https://orcid.org/0000-0001-5780-2598"]},"institutions":[{"id":"https://openalex.org/I39694355","display_name":"Hunter College","ror":"https://ror.org/00g2xk477","country_code":"US","type":"education","lineage":["https://openalex.org/I39694355"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martin Chodorow","raw_affiliation_strings":["Hunter College, CUNY, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hunter College, CUNY, New York","institution_ids":["https://openalex.org/I39694355"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6919,"has_fulltext":true,"cited_by_count":114,"citation_normalized_percentile":{"value":0.84303938,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"68","last_page":"68"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.5630000233650208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.5630000233650208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.22679999470710754,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.08910000324249268,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-essay-scoring","display_name":"automated essay scoring","score":0.9959999918937683},{"id":"https://openalex.org/keywords/e-rater","display_name":"e-rater","score":0.7990000247955322},{"id":"https://openalex.org/keywords/non-native-english-speakers","display_name":"non-native English speakers","score":0.984000027179718},{"id":"https://openalex.org/keywords/test-of-written-english","display_name":"Test of Written English","score":0.9419999718666077},{"id":"https://openalex.org/keywords/chinese-speakers","display_name":"Chinese speakers","score":0.49300000071525574},{"id":"https://openalex.org/keywords/arabic-speakers","display_name":"Arabic speakers","score":0.9900000095367432},{"id":"https://openalex.org/keywords/spanish-speakers","display_name":"Spanish speakers","score":0.9950000047683716},{"id":"https://openalex.org/keywords/discourse-features","display_name":"discourse features","score":0.6019999980926514},{"id":"https://openalex.org/keywords/syntactic-features","display_name":"syntactic features","score":0.8539999723434448},{"id":"https://openalex.org/keywords/nonstandard-english","display_name":"non-standard English","score":0.5},{"id":"https://openalex.org/keywords/writing-assessment","display_name":"writing assessment","score":0.4230000078678131}],"concepts":[{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.6780014038085938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6375199556350708},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.6237858533859253},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.5620861053466797},{"id":"https://openalex.org/C171041071","wikidata":"https://www.wikidata.org/wiki/Q36870","display_name":"First language","level":2,"score":0.4763617515563965},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.4580193758010864},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4561558961868286},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.41657179594039917},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40558508038520813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39560747146606445},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3115/1598834.1598847","doi":"https://doi.org/10.3115/1598834.1598847","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1598834.1598847","pdf_url":"https://dl.acm.org/doi/pdf/10.5555/1598834.1598847","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of a Symposium on Computer Mediated Language Assessment and Evaluation in Natural Language Processing - ASSESSEVALNLP '99","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.14.9180","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.14.9180","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://acl.ldc.upenn.edu/W/W99/W99-0411.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.8.5583","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.8.5583","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ets.org/research/dload/acl99rev.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.3115/1598834.1598847","doi":"https://doi.org/10.3115/1598834.1598847","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1598834.1598847","pdf_url":"https://dl.acm.org/doi/pdf/10.5555/1598834.1598847","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of a Symposium on Computer Mediated Language Assessment and Evaluation in Natural Language Processing - ASSESSEVALNLP '99","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.8799999952316284,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2016195898.pdf","grobid_xml":"https://content.openalex.org/works/W2016195898.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W63015704","https://openalex.org/W1499641710","https://openalex.org/W1985090001","https://openalex.org/W2003192467","https://openalex.org/W2062914707","https://openalex.org/W2088392632","https://openalex.org/W2089150068","https://openalex.org/W2094401778","https://openalex.org/W2105204564","https://openalex.org/W2118426465","https://openalex.org/W2126414663","https://openalex.org/W2169514885","https://openalex.org/W4238865905","https://openalex.org/W4243407175"],"related_works":["https://openalex.org/W2361950075","https://openalex.org/W2158240052","https://openalex.org/W2135972341","https://openalex.org/W7017413971","https://openalex.org/W2588974325","https://openalex.org/W1974389994","https://openalex.org/W1511070398","https://openalex.org/W3197482157","https://openalex.org/W3030744490","https://openalex.org/W1600389356"],"abstract_inverted_index":{"The":[0,16],"e-rater":[1,28,133,195],"system\u2122":[2],"is":[3,29,33,78,91,98,108],"an":[4],"operational":[5,151,166],"automated":[6],"essay":[7,68],"scoring":[8],"system,":[9],"developed":[10],"at":[11],"Educational":[12],"Testing":[13],"Service":[14],"(ETS).":[15],"average":[17,144],"agreement":[18,145],"between":[19,23,132],"human":[20,25,136],"readers,":[21],"and":[22,27,96,123,134,171],"independent":[24],"readers":[26,137],"approximately":[30],"92%.":[31],"There":[32],"much":[34],"interest":[35],"in":[36,41,163,176],"the":[37,43,89,117,120,124,135,139,143,157,177,183],"larger":[38],"writing":[39],"community":[40],"examining":[42],"system's":[44],"performance":[45,61],"on":[46,53,62],"nonnative":[47,72,125],"speaker":[48,223],"essays.":[49],"This":[50,180],"paper":[51],"focuses":[52],"results":[54],"of":[55,64,88,119,156,191],"a":[56,188,214,217],"study":[57],"that":[58,104,160,182],"show":[59],"e-rater's":[60,164],"Test":[63],"Written":[65],"English":[66,73,94,121,201],"(TWE)":[67],"responses":[69],"written":[70],"by":[71,199],"speakers":[74],"whose":[75],"native":[76,106,222],"language":[77,107,141],"Chinese,":[79],"Arabic,":[80],"or":[81,204],"Spanish.":[82],"In":[83],"addition,":[84],"one":[85,209],"small":[86],"sample":[87],"data":[90],"from":[92,99],"US-born":[93],"speakers,":[95],"another":[97],"non-US-born":[100],"candidates":[101],"who":[102],"report":[103],"their":[105],"English.":[109],"As":[110],"expected,":[111],"significant":[112],"differences":[113,131],"were":[114,129],"found":[115],"among":[116],"scores":[118],"groups":[122],"speakers.":[126],"While":[127],"there":[128],"also":[130,174],"for":[138,216],"various":[140],"groups,":[142],"rate":[146],"was":[147,196],"as":[148,150,194],"high":[149],"agreement.":[152],"At":[153],"least":[154],"four":[155],"five":[158],"features":[159,184],"are":[161],"included":[162],"current":[165],"models":[167],"(including":[168],"discourse,":[169],"topical,":[170],"syntactic":[172,202],"features)":[173],"appear":[175],"TWE":[178],"models.":[179],"suggests":[181],"generalize":[185],"well":[186],"over":[187],"wide":[189],"range":[190],"linguistic":[192],"variation,":[193],"not":[197],"confounded":[198],"non-standard":[200],"structures":[203,207],"stylistic":[205],"discourse":[206],"which":[208],"might":[210],"expect":[211],"to":[212,220],"be":[213],"problem":[215],"system":[218],"designed":[219],"evaluate":[221],"writing.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":7}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-06-24T00:00:00"}