{"id":"https://openalex.org/W1574316613","doi":null,"title":"Performance of a Generic Approach in Automated Essay Scoring","display_name":"Performance of a Generic Approach in Automated Essay Scoring","publication_year":2010,"publication_date":"2010-08-25","ids":{"openalex":"https://openalex.org/W1574316613","mag":"1574316613"},"language":"en","primary_location":{"id":"pmh:oai:ejournals.bc.edu:article/1603","doi":null,"is_oa":false,"landing_page_url":"https://ejournals.bc.edu/index.php/jtla/article/view/1603","pdf_url":null,"source":{"id":"https://openalex.org/S4306400955","display_name":"The Journal of Technology, Learning and Assessment (Boston College)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I103531236","host_organization_name":"Boston College","host_organization_lineage":["https://openalex.org/I103531236"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"1540-2525","raw_type":"info:eu-repo/semantics/article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ejournals.bc.edu/index.php/jtla/article/download/1603/1455","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043400579","display_name":"Yigal Attali","orcid":"https://orcid.org/0000-0002-3907-247X","observed_orcids":["https://orcid.org/0000-0002-3907-247X"]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yigal Attali","raw_affiliation_strings":["Educational Testing Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008532105","display_name":"Brent Bridgeman","orcid":"https://orcid.org/0000-0002-2386-8844","observed_orcids":["https://orcid.org/0000-0002-2386-8844"]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brent Bridgeman","raw_affiliation_strings":["Educational Testing Service"],"raw_orcid":"https://orcid.org/0000-0002-2386-8844","affiliations":[{"raw_affiliation_string":"Educational Testing Service","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112253737","display_name":"Catherine S. Trapani","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Catherine Trapani","raw_affiliation_strings":["Educational Testing Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":8.0799,"has_fulltext":true,"cited_by_count":57,"citation_normalized_percentile":{"value":0.97217827,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"10","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.6836000084877014,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.6836000084877014,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.12370000034570694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.023800000548362732,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-essay-scoring","display_name":"automated essay scoring","score":0.9950000047683716},{"id":"https://openalex.org/keywords/linguistic-features","display_name":"linguistic features","score":0.7279999852180481},{"id":"https://openalex.org/keywords/e-rater","display_name":"e-rater","score":0.777999997138977},{"id":"https://openalex.org/keywords/gre-general-test","display_name":"GRE General Test","score":0.6759999990463257},{"id":"https://openalex.org/keywords/score-validity","display_name":"score validity","score":0.6299999952316284},{"id":"https://openalex.org/keywords/writing-assessment","display_name":"writing assessment","score":0.597000002861023},{"id":"https://openalex.org/keywords/feature-weighting","display_name":"feature weighting","score":0.5149999856948853}],"concepts":[{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6840769052505493},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.623846709728241},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6137591600418091},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5887489318847656},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5861340165138245},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5805745124816895},{"id":"https://openalex.org/C2777898490","wikidata":"https://www.wikidata.org/wiki/Q17157236","display_name":"Writing assessment","level":2,"score":0.5731812715530396},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.5441431403160095},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5091416239738464},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4607907235622406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44184941053390503},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.41588982939720154},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3660152554512024},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3552742898464203},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3189579248428345},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.1431235671043396},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.07689705491065979},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:ejournals.bc.edu:article/1603","doi":null,"is_oa":false,"landing_page_url":"https://ejournals.bc.edu/index.php/jtla/article/view/1603","pdf_url":null,"source":{"id":"https://openalex.org/S4306400955","display_name":"The Journal of Technology, Learning and Assessment (Boston College)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I103531236","host_organization_name":"Boston College","host_organization_lineage":["https://openalex.org/I103531236"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"1540-2525","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:ojs.ejournals.bc.edu:article/1603","doi":null,"is_oa":true,"landing_page_url":"http://ejournals.bc.edu/ojs/index.php/jtla/article/view/1603","pdf_url":"https://ejournals.bc.edu/index.php/jtla/article/download/1603/1455","source":{"id":"https://openalex.org/S4306400955","display_name":"The Journal of Technology, Learning and Assessment (Boston College)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I103531236","host_organization_name":"Boston College","host_organization_lineage":["https://openalex.org/I103531236"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The Journal of Technology, Learning and Assessment; Vol 10, No 3 (2010)","raw_type":"info:eu-repo/semantics/article"},{"id":"mag:1574316613","doi":null,"is_oa":false,"landing_page_url":"http://files.eric.ed.gov/fulltext/EJ895962.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:ojs.ejournals.bc.edu:article/1603","doi":null,"is_oa":true,"landing_page_url":"http://ejournals.bc.edu/ojs/index.php/jtla/article/view/1603","pdf_url":"https://ejournals.bc.edu/index.php/jtla/article/download/1603/1455","source":{"id":"https://openalex.org/S4306400955","display_name":"The Journal of Technology, Learning and Assessment (Boston College)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I103531236","host_organization_name":"Boston College","host_organization_lineage":["https://openalex.org/I103531236"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The Journal of Technology, Learning and Assessment; Vol 10, No 3 (2010)","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"score":0.4156000018119812,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1574316613.pdf","grobid_xml":"https://content.openalex.org/works/W1574316613.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W1578686937","https://openalex.org/W1954968711","https://openalex.org/W1984818394","https://openalex.org/W2001402876","https://openalex.org/W2080814330","https://openalex.org/W2126065233","https://openalex.org/W2158240052","https://openalex.org/W2158997610","https://openalex.org/W2586377873","https://openalex.org/W3034730645","https://openalex.org/W3118967241"],"related_works":["https://openalex.org/W2048538496","https://openalex.org/W1974389994","https://openalex.org/W7017413971","https://openalex.org/W1511070398","https://openalex.org/W2018703885","https://openalex.org/W4237304631","https://openalex.org/W1980846093","https://openalex.org/W3203572719","https://openalex.org/W2154414741","https://openalex.org/W7219973079"],"abstract_inverted_index":{"A":[0],"generic":[1,77,157],"approach":[2,64],"in":[3,79],"automated":[4,85],"essay":[5,47,86],"scoring":[6,87],"produces":[7],"scores":[8,78,90,95,97,143,160,168],"that":[9,54,98],"have":[10],"the":[11,74,80,83,126],"same":[12],"meaning":[13],"across":[14,144],"all":[15],"prompts,":[16,145],"existing":[17],"or":[18,61],"new,":[19],"of":[20,32,40,76,82,110,135,164,167],"a":[21,29,37,50],"writing":[22,115],"assessment.":[23],"This":[24,63,71],"is":[25],"accomplished":[26],"by":[27],"using":[28],"single":[30],"set":[31],"linguistic":[33],"indicators":[34],"(or":[35],"features),":[36],"consistent":[38],"way":[39],"combining":[41],"and":[42,49,68,96,122,125,146,158,161],"weighting":[43],"these":[44],"features":[45,53],"into":[46],"scores,":[48,139],"focus":[51],"on":[52,58],"are":[55],"not":[56],"based":[57],"prompt-specific":[59,94,100,159],"information":[60],"vocabulary.":[62],"has":[65],"both":[66,165],"logistical":[67],"validity-related":[69],"advantages.":[70],"paper":[72],"evaluates":[73],"performance":[75,163],"context":[81],"e-rater\u00ae":[84],"system.":[88],"Generic":[89],"were":[91,105],"compared":[92,169],"with":[93,107,137,148],"included":[99,133],"vocabulary":[101],"features.":[102],"These":[103],"comparisons":[104],"performed":[106],"large":[108],"samples":[109],"essays":[111],"written":[112],"to":[113,170],"three":[114],"assessments:":[116],"The":[117],"GRE":[118],"General":[119],"Test":[120],"argument":[121],"issue":[123],"tasks":[124],"TOEFL":[127],"independent":[128],"task.":[129],"Criteria":[130],"for":[131],"evaluation":[132],"level":[134],"agreement":[136],"human":[138,142,171],"discrepancy":[140],"from":[141],"correlations":[147],"other":[149],"available":[150],"scores.":[151],"Results":[152],"showed":[153],"small":[154],"differences":[155],"between":[156],"adequate":[162],"types":[166],"performance.":[172]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":6}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}