{"id":"https://openalex.org/W4412638457","doi":"https://doi.org/10.1177/02655322251348959","title":"Comparison of traditional machine learning and neural network approaches for automated scoring of second language English essays","display_name":"Comparison of traditional machine learning and neural network approaches for automated scoring of second language English essays","publication_year":2025,"publication_date":"2025-07-24","ids":{"openalex":"https://openalex.org/W4412638457","doi":"https://doi.org/10.1177/02655322251348959"},"language":"en","primary_location":{"id":"doi:10.1177/02655322251348959","doi":"https://doi.org/10.1177/02655322251348959","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02655322251348959","pdf_url":null,"source":{"id":"https://openalex.org/S10038439","display_name":"Language Testing","issn_l":"0265-5322","issn":["0265-5322","1477-0946"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Testing","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016701546","display_name":"Erik Voss","orcid":"https://orcid.org/0000-0001-7011-3084","observed_orcids":["https://orcid.org/0000-0001-7011-3084"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Erik Voss","raw_affiliation_strings":["Columbia University, USA"],"raw_orcid":"https://orcid.org/0000-0001-7011-3084","affiliations":[{"raw_affiliation_string":"Columbia University, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5016701546"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":{"value":3900,"currency":"USD","value_usd":3900},"apc_paid":null,"fwci":4.9877,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.9583541,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"42","issue":"4","first_page":"369","last_page":"396"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.4975999891757965,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.4975999891757965,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.1527000069618225,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.07810000330209732,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-essay-scoring","display_name":"automated essay scoring","score":0.9950000047683716},{"id":"https://openalex.org/keywords/second-language-writing","display_name":"second language writing","score":0.8360000252723694},{"id":"https://openalex.org/keywords/english-as-a-second-language","display_name":"English as a second language","score":0.7730000019073486},{"id":"https://openalex.org/keywords/toefl","display_name":"TOEFL","score":0.6330000162124634},{"id":"https://openalex.org/keywords/traditional-machine-learning","display_name":"traditional machine learning","score":0.7400000095367432},{"id":"https://openalex.org/keywords/neural-network","display_name":"artificial neural networks","score":0.8700000047683716},{"id":"https://openalex.org/keywords/deep-learning","display_name":"deep learning","score":0.9279999732971191},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"feature extraction","score":0.6349999904632568},{"id":"https://openalex.org/keywords/quadratic-weighted-kappa","display_name":"quadratic weighted kappa","score":0.7250000238418579},{"id":"https://openalex.org/keywords/model-comparison","display_name":"model comparison","score":0.3869999945163727}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6134364604949951},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5340152382850647},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5217564702033997},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5035869479179382},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.500455379486084},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.45084667205810547},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.44378662109375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32944947481155396},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.30013465881347656},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/02655322251348959","doi":"https://doi.org/10.1177/02655322251348959","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02655322251348959","pdf_url":null,"source":{"id":"https://openalex.org/S10038439","display_name":"Language Testing","issn_l":"0265-5322","issn":["0265-5322","1477-0946"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Testing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1549393725","https://openalex.org/W1572257961","https://openalex.org/W1593930920","https://openalex.org/W1823016647","https://openalex.org/W1832693441","https://openalex.org/W2016589492","https://openalex.org/W2025719462","https://openalex.org/W2043410327","https://openalex.org/W2055011070","https://openalex.org/W2064675550","https://openalex.org/W2067895686","https://openalex.org/W2087385735","https://openalex.org/W2088696944","https://openalex.org/W2099510088","https://openalex.org/W2118426465","https://openalex.org/W2124725212","https://openalex.org/W2140336868","https://openalex.org/W2158997610","https://openalex.org/W2295056205","https://openalex.org/W2341848521","https://openalex.org/W2440757793","https://openalex.org/W2550576290","https://openalex.org/W2560739164","https://openalex.org/W2564237127","https://openalex.org/W2567547739","https://openalex.org/W2740592764","https://openalex.org/W2789064996","https://openalex.org/W2919115771","https://openalex.org/W2955427418","https://openalex.org/W2963341956","https://openalex.org/W2967730738","https://openalex.org/W2970811405","https://openalex.org/W3037207300","https://openalex.org/W3092489168","https://openalex.org/W3098654368","https://openalex.org/W3103252638","https://openalex.org/W3114208363","https://openalex.org/W3136062776","https://openalex.org/W3182546273","https://openalex.org/W3210166878","https://openalex.org/W4240226775","https://openalex.org/W4243407175","https://openalex.org/W4251941390","https://openalex.org/W4283519693","https://openalex.org/W4385245566","https://openalex.org/W4401436777","https://openalex.org/W4401436806","https://openalex.org/W6607333740","https://openalex.org/W6634055778","https://openalex.org/W6777846825"],"related_works":["https://openalex.org/W4381059105","https://openalex.org/W2074825419","https://openalex.org/W4385816222","https://openalex.org/W2271414198","https://openalex.org/W3097249995","https://openalex.org/W2072953272","https://openalex.org/W2017585596","https://openalex.org/W2900522743","https://openalex.org/W3200806685","https://openalex.org/W4233974688"],"abstract_inverted_index":{"An":[0],"increasing":[1],"number":[2],"of":[3,71,135],"language":[4],"testing":[5],"companies":[6],"are":[7,44,48,114,165,175],"developing":[8],"and":[9,47,53,83,107,120,146],"deploying":[10],"deep":[11,88],"learning-based":[12],"automated":[13,38,75],"essay":[14,39,76],"scoring":[15,40,77,171,186],"systems":[16],"(AES)":[17],"to":[18,32,37,60,74,94,97,123],"replace":[19],"traditional":[20,79,158],"approaches":[21,36,64,73],"that":[22,167],"rely":[23],"on":[24,116],"handcrafted":[25],"feature":[26],"extraction.":[27],"However,":[28],"there":[29],"is":[30,56],"hesitation":[31],"accept":[33],"neural":[34,84],"network":[35,85],"because":[41],"the":[42,62,69,100,105,112,125,133,136,151,170,178],"features":[43,164],"automatically":[45],"extracted":[46],"viewed":[49],"as":[50,148,162],"less":[51],"transparent":[52],"score":[54],"interpretation":[55],"opaque.":[57],"In":[58],"order":[59],"compare":[61],"two":[63],"systematically,":[65],"this":[66],"paper":[67],"investigated":[68],"performance":[70,134],"five":[72],"using":[78],"machine":[80],"learning":[81],"models":[82,86,91,137,159],"(i.e.,":[87],"learning).":[89],"The":[90,173],"were":[92,109],"developed":[93],"assign":[95],"scores":[96],"responses":[98],"in":[99,140,144,182],"TOEFL11":[101],"learner":[102],"corpus.":[103],"Since":[104],"dataset":[106],"metrics":[108],"held":[110],"static,":[111],"results":[113],"dependent":[115],"model":[117],"selection,":[118],"training,":[119],"hyperparameter":[121],"adjustment":[122],"find":[124],"best":[126],"fit":[127],"for":[128,177],"each":[129],"model.":[130],"Results":[131],"indicate":[132],"was":[138],"similar":[139],"accuracy":[141],"but":[142],"differed":[143],"precision":[145],"agreement":[147],"measured":[149],"with":[150,157,169],"quadratic":[152],"weighted":[153],"kappa":[154],"metric.":[155],"Performance":[156],"can":[160],"increase":[161],"specific":[163],"added":[166],"align":[168],"criteria.":[172],"findings":[174],"relevant":[176],"discussion":[179],"about":[180],"transparency":[181],"artificial":[183],"intelligence":[184],"(AI)":[185],"models.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":4}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-10T00:00:00"}