{"id":"https://openalex.org/W4404281807","doi":"https://doi.org/10.1111/jcal.13064","title":"A systematic review and meta\u2010analysis of AI \u2010enabled assessment in language learning: Design, implementation, and effectiveness","display_name":"A systematic review and meta\u2010analysis of AI \u2010enabled assessment in language learning: Design, implementation, and effectiveness","publication_year":2024,"publication_date":"2024-11-12","ids":{"openalex":"https://openalex.org/W4404281807","doi":"https://doi.org/10.1111/jcal.13064"},"language":"en","primary_location":{"id":"doi:10.1111/jcal.13064","doi":"https://doi.org/10.1111/jcal.13064","is_oa":false,"landing_page_url":"https://doi.org/10.1111/jcal.13064","pdf_url":null,"source":{"id":"https://openalex.org/S5743915","display_name":"Journal of Computer Assisted Learning","issn_l":"0266-4909","issn":["0266-4909","1365-2729"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Assisted Learning","raw_type":"journal-article"},"volume":null,"type":"review","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045761209","display_name":"Angxuan Chen","orcid":"https://orcid.org/0009-0000-0717-7552","observed_orcids":["https://orcid.org/0009-0000-0717-7552"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Angxuan Chen","raw_affiliation_strings":["Department of Educational Technology, Graduate School of Education, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-0717-7552","affiliations":[{"raw_affiliation_string":"Department of Educational Technology, Graduate School of Education, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064670505","display_name":"Yuyue Zhang","orcid":"https://orcid.org/0009-0003-5802-1381","observed_orcids":["https://orcid.org/0009-0003-5802-1381","https://orcid.org/0009-0006-6571-9616"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuyue Zhang","raw_affiliation_strings":["Department of Educational Technology, Graduate School of Education, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Educational Technology, Graduate School of Education, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113974503","display_name":"Jiyou Jia","orcid":"https://orcid.org/0000-0002-8034-342X","observed_orcids":["https://orcid.org/0000-0002-8034-342X"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiyou Jia","raw_affiliation_strings":["Department of Educational Technology, Graduate School of Education, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Educational Technology, Graduate School of Education, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Min Liang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210086892","display_name":"Education University of Hong Kong","ror":"https://ror.org/000t0f062","country_code":"HK","type":"education","lineage":["https://openalex.org/I4210086892"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Min Liang","raw_affiliation_strings":["Department of Curriculum and Instruction, Faculty of Education and Human Development, The Education University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Curriculum and Instruction, Faculty of Education and Human Development, The Education University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I4210086892"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yingying Cha","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210086892","display_name":"Education University of Hong Kong","ror":"https://ror.org/000t0f062","country_code":"HK","type":"education","lineage":["https://openalex.org/I4210086892"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yingying Cha","raw_affiliation_strings":["Department of Curriculum and Instruction, Faculty of Education and Human Development, The Education University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Curriculum and Instruction, Faculty of Education and Human Development, The Education University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I4210086892"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008537532","display_name":"Cher Ping Lim","orcid":"https://orcid.org/0000-0002-4797-1870","observed_orcids":["https://orcid.org/0000-0002-4797-1870"]},"institutions":[{"id":"https://openalex.org/I4210086892","display_name":"Education University of Hong Kong","ror":"https://ror.org/000t0f062","country_code":"HK","type":"education","lineage":["https://openalex.org/I4210086892"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Cher Ping Lim","raw_affiliation_strings":["Department of Curriculum and Instruction, Faculty of Education and Human Development, The Education University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Curriculum and Instruction, Faculty of Education and Human Development, The Education University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I4210086892"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5008537532"],"corresponding_institution_ids":["https://openalex.org/I4210086892"],"apc_list":{"value":3950,"currency":"USD","value_usd":3950},"apc_paid":null,"fwci":4.9509,"has_fulltext":false,"cited_by_count":105,"citation_normalized_percentile":{"value":0.96634341,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"41","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.9214000105857849,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.9214000105857849,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.020500000566244125,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12260","display_name":"Educational Technology and Pedagogy","score":0.015599999576807022,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-assessment","display_name":"language assessment","score":0.7319999933242798},{"id":"https://openalex.org/keywords/language-learning-outcomes","display_name":"language learning outcomes","score":0.8980000019073486},{"id":"https://openalex.org/keywords/automated-assessment","display_name":"automated assessment","score":0.8270000219345093},{"id":"https://openalex.org/keywords/ai-architecture","display_name":"AI architecture","score":0.4729999899864197},{"id":"https://openalex.org/keywords/first-language-learners","display_name":"first language learners","score":0.5130000114440918},{"id":"https://openalex.org/keywords/second-language-learners","display_name":"second language learners","score":0.9990000128746033},{"id":"https://openalex.org/keywords/upper-elementary-students","display_name":"upper elementary students","score":0.6439999938011169},{"id":"https://openalex.org/keywords/intervention-duration","display_name":"intervention duration","score":0.6690000295639038},{"id":"https://openalex.org/keywords/educational-attainment","display_name":"educational attainment","score":0.597000002861023},{"id":"https://openalex.org/keywords/types-of-assessment","display_name":"assessment types","score":0.46000000834465027}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.562533974647522},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.5388097763061523},{"id":"https://openalex.org/C159456220","wikidata":"https://www.wikidata.org/wiki/Q667334","display_name":"Instructional design","level":2,"score":0.5124631524085999},{"id":"https://openalex.org/C2989099063","wikidata":"https://www.wikidata.org/wiki/Q667334","display_name":"Learning design","level":2,"score":0.4485538899898529},{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.4207804203033447},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.40090373158454895},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3237539529800415},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27158644795417786},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.11119571328163147},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1111/jcal.13064","doi":"https://doi.org/10.1111/jcal.13064","is_oa":false,"landing_page_url":"https://doi.org/10.1111/jcal.13064","pdf_url":null,"source":{"id":"https://openalex.org/S5743915","display_name":"Journal of Computer Assisted Learning","issn_l":"0266-4909","issn":["0266-4909","1365-2729"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Assisted Learning","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.975600004196167}],"study_designs":[{"display_name":"Systematic Review","id":"https://openalex.org/study-designs/systematic-review"},{"display_name":"Meta-Analysis","id":"https://openalex.org/study-designs/meta-analysis"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W71228264","https://openalex.org/W969531932","https://openalex.org/W1594234830","https://openalex.org/W1977995727","https://openalex.org/W2006546769","https://openalex.org/W2029218511","https://openalex.org/W2033408971","https://openalex.org/W2059527510","https://openalex.org/W2085290482","https://openalex.org/W2090543156","https://openalex.org/W2094565157","https://openalex.org/W2105845572","https://openalex.org/W2125435699","https://openalex.org/W2149914717","https://openalex.org/W2157823046","https://openalex.org/W2262260726","https://openalex.org/W2320732612","https://openalex.org/W2321621029","https://openalex.org/W2366718778","https://openalex.org/W2400107267","https://openalex.org/W2402444196","https://openalex.org/W2405740272","https://openalex.org/W2489634198","https://openalex.org/W2528618320","https://openalex.org/W2560140854","https://openalex.org/W2561881620","https://openalex.org/W2569115912","https://openalex.org/W2767281001","https://openalex.org/W2789698713","https://openalex.org/W2803746316","https://openalex.org/W2856745662","https://openalex.org/W2886782063","https://openalex.org/W2895771547","https://openalex.org/W2896466333","https://openalex.org/W2901943084","https://openalex.org/W2922099363","https://openalex.org/W2923646821","https://openalex.org/W2962798420","https://openalex.org/W2966554590","https://openalex.org/W2981863007","https://openalex.org/W3005799125","https://openalex.org/W3006837908","https://openalex.org/W3006941376","https://openalex.org/W3008460284","https://openalex.org/W3010425548","https://openalex.org/W3014686280","https://openalex.org/W3017131514","https://openalex.org/W3023903108","https://openalex.org/W3033922344","https://openalex.org/W3036177938","https://openalex.org/W3044171224","https://openalex.org/W3084021717","https://openalex.org/W3092489168","https://openalex.org/W3092848027","https://openalex.org/W3112129729","https://openalex.org/W3125078884","https://openalex.org/W3125307637","https://openalex.org/W3128033830","https://openalex.org/W3146142859","https://openalex.org/W3152169516","https://openalex.org/W3156614709","https://openalex.org/W3157202587","https://openalex.org/W3167554351","https://openalex.org/W3171148899","https://openalex.org/W3173494401","https://openalex.org/W3186514175","https://openalex.org/W3186738481","https://openalex.org/W4200268598","https://openalex.org/W4206948837","https://openalex.org/W4210304670","https://openalex.org/W4210787193","https://openalex.org/W4220982091","https://openalex.org/W4221079197","https://openalex.org/W4255456863","https://openalex.org/W4280651558","https://openalex.org/W4283208487","https://openalex.org/W4284960063","https://openalex.org/W4284993420","https://openalex.org/W4290673612","https://openalex.org/W4296369454","https://openalex.org/W4298857973","https://openalex.org/W4307400704","https://openalex.org/W4310154890","https://openalex.org/W4313425238","https://openalex.org/W4313558932","https://openalex.org/W4323041895","https://openalex.org/W4381890287","https://openalex.org/W4382133845","https://openalex.org/W4382940101","https://openalex.org/W4383816062","https://openalex.org/W4385332307","https://openalex.org/W4392717172","https://openalex.org/W4413150214","https://openalex.org/W4413183455"],"related_works":["https://openalex.org/W7204141109","https://openalex.org/W7115799276","https://openalex.org/W4416677893","https://openalex.org/W7134037936","https://openalex.org/W7132853745","https://openalex.org/W7217402075","https://openalex.org/W7124751324","https://openalex.org/W4402741322","https://openalex.org/W6958671410","https://openalex.org/W7112913681"],"abstract_inverted_index":{"Abstract":[0],"Background":[1],"Language":[2],"assessment":[3,51,64,82,131,176,212,231,254],"plays":[4],"a":[5,13,94,152,159,240],"pivotal":[6],"role":[7],"in":[8,24,53,84,129,144,178,201,236,256],"language":[9,37,54,72,74,87,181,188,225,237,257],"education,":[10,55],"serving":[11],"as":[12],"bridge":[14],"between":[15],"students'":[16,86,180],"understanding":[17],"and":[18,35,47,70,97,123,218,221],"educators'":[19],"instructional":[20,249],"approaches.":[21],"Recently,":[22],"advancements":[23],"Artificial":[25],"Intelligence":[26],"(AI)":[27],"technologies":[28],"have":[29],"introduced":[30],"transformative":[31],"possibilities":[32],"for":[33,147,171,251],"automating":[34],"personalising":[36],"assessments.":[38],"Objectives":[39],"This":[40,91,191],"article":[41],"aims":[42],"to":[43,99,107],"explore":[44],"the":[45,57,61,78,134,172,195],"design":[46,128],"implementation":[48,242],"of":[49,63,80,118,174,198,207],"AI\u2010enabled":[50,81,175,230],"tools":[52,83,132,139,177,200,255],"filling":[56],"research":[58,245],"gaps":[59],"regarding":[60],"impact":[62,186],"type,":[65,213],"intervention":[66,214],"duration,":[67,215],"education":[68,238],"level,":[69],"first":[71],"learner/second":[73],"learner":[75],"(L1/L2)":[76],"on":[77,187,224],"effectiveness":[79],"enhancing":[85,179],"learning":[88,189,226],"outcome.":[89],"Methods":[90],"study":[92],"conducted":[93],"systematic":[95],"review":[96],"meta\u2010analysis":[98,157],"examine":[100],"25":[101],"empirical":[102],"studies":[103],"from":[104,110],"January":[105],"2012":[106],"March":[108],"2024":[109],"six":[111],"databases":[112],"(including":[113],"EBSCO,":[114],"ProQuest,":[115],"Scopus,":[116],"Web":[117],"Science,":[119],"ACM":[120],"Digital":[121],"Library":[122],"CNKI).":[124],"Results":[125],"The":[126,205],"predominant":[127],"AI\u2010driven":[130],"is":[133],"structural":[135],"AI":[136],"architecture.":[137],"These":[138],"are":[140],"most":[141],"frequently":[142],"deployed":[143],"classroom":[145],"settings":[146],"upper":[148],"primary":[149],"students":[150],"within":[151],"short":[153],"duration.":[154],"A":[155],"subsequent":[156],"showed":[158],"medium":[160],"overall":[161],"effect":[162],"size":[163],"(Hedges's":[164],"g":[165],"=":[166],"0.390,":[167],"p":[168],"<":[169],"0.001)":[170],"application":[173],"learning,":[182],"underscoring":[183],"their":[184],"significant":[185],"outcomes.":[190],"evidence":[192],"robustly":[193],"supports":[194],"practical":[196],"utility":[197],"these":[199],"educational":[202,216],"contexts.":[203],"Conclusions":[204],"analysis":[206],"several":[208],"moderator":[209],"variables":[210],"(i.e.,":[211],"level":[217],"L1/L2":[219],"learners)":[220],"potential":[222],"impacts":[223],"performance":[227],"indicates":[228],"that":[229],"could":[232,246],"be":[233],"more":[234],"useful":[235],"with":[239],"proper":[241],"design.":[243],"Future":[244],"investigate":[247],"diverse":[248],"designs":[250],"integrating":[252],"AI\u2010based":[253],"education.":[258]},"counts_by_year":[{"year":2026,"cited_by_count":76},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-11-13T00:00:00"}