{"id":"https://openalex.org/W4284960063","doi":"https://doi.org/10.1080/10494820.2022.2096642","title":"The effectiveness of automated writing evaluation in EFL/ESL writing: a three-level meta-analysis","display_name":"The effectiveness of automated writing evaluation in EFL/ESL writing: a three-level meta-analysis","publication_year":2022,"publication_date":"2022-07-08","ids":{"openalex":"https://openalex.org/W4284960063","doi":"https://doi.org/10.1080/10494820.2022.2096642"},"language":"en","primary_location":{"id":"doi:10.1080/10494820.2022.2096642","doi":"https://doi.org/10.1080/10494820.2022.2096642","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10494820.2022.2096642","pdf_url":null,"source":{"id":"https://openalex.org/S90466346","display_name":"Interactive Learning Environments","issn_l":"1049-4820","issn":["1049-4820","1744-5191"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-1","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interactive Learning Environments","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020866071","display_name":"Thuy Thi-Nhu Ngo","orcid":"https://orcid.org/0000-0002-6722-1188","observed_orcids":["https://orcid.org/0000-0002-6722-1188"]},"institutions":[{"id":"https://openalex.org/I134161618","display_name":"National Taiwan Normal University","ror":"https://ror.org/059dkdx38","country_code":"TW","type":"education","lineage":["https://openalex.org/I134161618"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Thuy Thi-Nhu Ngo","raw_affiliation_strings":["English Department, National Taiwan Normal University, Taipei City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"English Department, National Taiwan Normal University, Taipei City, Taiwan","institution_ids":["https://openalex.org/I134161618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004951634","display_name":"Howard Hao-Jan Chen","orcid":"https://orcid.org/0000-0002-8943-5689","observed_orcids":["https://orcid.org/0000-0002-8943-5689"]},"institutions":[{"id":"https://openalex.org/I134161618","display_name":"National Taiwan Normal University","ror":"https://ror.org/059dkdx38","country_code":"TW","type":"education","lineage":["https://openalex.org/I134161618"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Howard Hao-Jan Chen","raw_affiliation_strings":["English Department, National Taiwan Normal University, Taipei City, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-8943-5689","affiliations":[{"raw_affiliation_string":"English Department, National Taiwan Normal University, Taipei City, Taiwan","institution_ids":["https://openalex.org/I134161618"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009340293","display_name":"Kyle Kuo-Wei Lai","orcid":"https://orcid.org/0000-0001-9156-6744","observed_orcids":["https://orcid.org/0000-0001-9156-6744"]},"institutions":[{"id":"https://openalex.org/I134161618","display_name":"National Taiwan Normal University","ror":"https://ror.org/059dkdx38","country_code":"TW","type":"education","lineage":["https://openalex.org/I134161618"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kyle Kuo-Wei Lai","raw_affiliation_strings":["English Department, National Taiwan Normal University, Taipei City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"English Department, National Taiwan Normal University, Taipei City, Taiwan","institution_ids":["https://openalex.org/I134161618"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5004951634"],"corresponding_institution_ids":["https://openalex.org/I134161618"],"apc_list":null,"apc_paid":null,"fwci":57.3885,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.99894727,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"32","issue":"2","first_page":"727","last_page":"744"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.7002000212669373,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.7002000212669373,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14516","display_name":"English Language Learning and Teaching","score":0.27390000224113464,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.011800000444054604,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-writing-evaluation","display_name":"automated writing evaluation","score":0.9990000128746033},{"id":"https://openalex.org/keywords/efl-writing","display_name":"EFL writing","score":0.9089999794960022},{"id":"https://openalex.org/keywords/esl-writing","display_name":"ESL writing","score":0.9990000128746033},{"id":"https://openalex.org/keywords/writing-performance","display_name":"writing performance","score":0.8009999990463257},{"id":"https://openalex.org/keywords/grammarly","display_name":"Grammarly","score":0.8299999833106995},{"id":"https://openalex.org/keywords/vocabulary-usage","display_name":"vocabulary usage","score":0.7670000195503235},{"id":"https://openalex.org/keywords/grammar","display_name":"grammar","score":0.5770000219345093},{"id":"https://openalex.org/keywords/peer-study","display_name":"peer study","score":0.921999990940094},{"id":"https://openalex.org/keywords/writing-classroom","display_name":"writing classroom","score":0.4189999997615814},{"id":"https://openalex.org/keywords/english-proficiency","display_name":"English proficiency","score":0.48100000619888306},{"id":"https://openalex.org/keywords/effect-size-moderators","display_name":"moderators of effect size","score":0.35100001096725464}],"concepts":[{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.6987714767456055},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5743779540061951},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.5620213150978088},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.5600042939186096},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5105310678482056},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4724859595298767},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.47016116976737976},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14601370692253113},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/10494820.2022.2096642","doi":"https://doi.org/10.1080/10494820.2022.2096642","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10494820.2022.2096642","pdf_url":null,"source":{"id":"https://openalex.org/S90466346","display_name":"Interactive Learning Environments","issn_l":"1049-4820","issn":["1049-4820","1744-5191"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-1","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interactive Learning Environments","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.9235000014305115}],"sustainable_development_goals_aurora":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.8700000047683716}],"study_designs":[{"display_name":"Systematic Review","id":"https://openalex.org/study-designs/systematic-review"},{"display_name":"Meta-Analysis","id":"https://openalex.org/study-designs/meta-analysis"}],"awards":[{"id":"https://openalex.org/G948004229","display_name":null,"funder_award_id":"MOST110-2923-H-003 -002 -MY2","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W200563459","https://openalex.org/W377021701","https://openalex.org/W612372977","https://openalex.org/W616655849","https://openalex.org/W1503658172","https://openalex.org/W1548779263","https://openalex.org/W1855032774","https://openalex.org/W1934920487","https://openalex.org/W1970442646","https://openalex.org/W1984394695","https://openalex.org/W1996120638","https://openalex.org/W1998263416","https://openalex.org/W2003577900","https://openalex.org/W2025452746","https://openalex.org/W2026844293","https://openalex.org/W2048611460","https://openalex.org/W2048766440","https://openalex.org/W2113786067","https://openalex.org/W2122946606","https://openalex.org/W2139168999","https://openalex.org/W2142190826","https://openalex.org/W2165650393","https://openalex.org/W2177351585","https://openalex.org/W2275129894","https://openalex.org/W2300743177","https://openalex.org/W2500922244","https://openalex.org/W2523258810","https://openalex.org/W2523536876","https://openalex.org/W2529008436","https://openalex.org/W2532414435","https://openalex.org/W2539720341","https://openalex.org/W2565053080","https://openalex.org/W2587922133","https://openalex.org/W2607945361","https://openalex.org/W2612992743","https://openalex.org/W2621638029","https://openalex.org/W2791507392","https://openalex.org/W2793658793","https://openalex.org/W2802451882","https://openalex.org/W2893482995","https://openalex.org/W2900025473","https://openalex.org/W2914707095","https://openalex.org/W2945598125","https://openalex.org/W2949785454","https://openalex.org/W2952737176","https://openalex.org/W2953886817","https://openalex.org/W2971763496","https://openalex.org/W2975424845","https://openalex.org/W2990427812","https://openalex.org/W3006750316","https://openalex.org/W3010386188","https://openalex.org/W3033253978","https://openalex.org/W3035982729","https://openalex.org/W3103423583","https://openalex.org/W3112595131","https://openalex.org/W3133849731","https://openalex.org/W3144553619","https://openalex.org/W3165466823","https://openalex.org/W3166986560","https://openalex.org/W3176260500","https://openalex.org/W3189169916","https://openalex.org/W3195589482","https://openalex.org/W4200246476","https://openalex.org/W4240484632","https://openalex.org/W4253728353","https://openalex.org/W6724477518","https://openalex.org/W6774563382","https://openalex.org/W6830418084","https://openalex.org/W7061628773"],"related_works":["https://openalex.org/W1998263416","https://openalex.org/W4282555332","https://openalex.org/W4309259993","https://openalex.org/W2915687146","https://openalex.org/W4385286772","https://openalex.org/W6990665614","https://openalex.org/W377021701","https://openalex.org/W7133183209","https://openalex.org/W4386492652","https://openalex.org/W4416970815"],"abstract_inverted_index":{"The":[0,46],"present":[1,184],"study":[2],"performs":[3],"a":[4,49,59,103,124,132,151,189],"three-level":[5],"meta-analysis":[6],"to":[7,41,116,123,131,139,158],"investigate":[8],"the":[9,161,166,183,198],"overall":[10,51,61],"effectiveness":[11],"of":[12,68,75,119],"automated":[13],"writing":[14,20,72,136,199],"evaluation":[15],"(AWE)":[16],"on":[17,70],"EFL/ESL":[18],"student":[19,71],"performance.":[21,73],"24":[22],"primary":[23],"studies":[24,32],"representing":[25,33],"85":[26],"between-group":[27,52],"effect":[28,36,53,63,134],"sizes":[29,37],"and":[30,58,169,192],"34":[31],"178":[34],"within-group":[35,62],"found":[38],"from":[39],"1993":[40],"2021":[42],"were":[43],"separately":[44],"meta-analyzed.":[45],"results":[47],"indicated":[48],"medium":[50],"size":[54,64],"(g":[55,65],"=":[56,66],"0.59)":[57],"large":[60,152],"0.98)":[67],"AWE":[69,80,120,147,155,187],"Analyses":[74],"moderators":[76],"show":[77],"that:":[78],"(1)-":[79],"is":[81,156,188,193],"more":[82],"effective":[83,90,105],"in":[84,91,94,101,135,146,165,182,197],"improving":[85,92],"vocabulary":[86],"usage":[87,121],"but":[88,127],"less":[89],"grammar":[93],"students\u2019":[95],"writing;":[96],"(2)-":[97],"Grammarly":[98],"shows":[99],"potential":[100],"being":[102],"highly":[104],"tool,":[106],"though":[107],"Pigai":[108],"did":[109],"not":[110],"demonstrate":[111],"such":[112],"effectiveness;":[113],"(3)-":[114],"Medium":[115],"long":[117],"duration":[118,129],"leads":[122,130],"higher":[125],"effect,":[126],"short":[128],"lower":[133],"outcome":[137],"compared":[138],"non-AWE":[140],"treatment;":[141],"(4)-":[142],"Studying":[143],"with":[144,171],"peers":[145],"condition":[148],"potentially":[149],"produces":[150],"effect;":[153],"(5)-":[154],"beneficial":[157,190],"students":[159,164,170],"at":[160],"undergraduate":[162],"level,":[163],"EFL":[167],"context,":[168],"intermediate":[172],"English":[173],"proficiency.":[174],"Directions":[175],"for":[176,195],"future":[177],"research":[178],"are":[179],"also":[180],"discussed":[181],"study.":[185],"Overall,":[186],"application":[191],"recommended":[194],"integration":[196],"classroom.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2022-07-10T00:00:00"}