{"id":"https://openalex.org/W7204087706","doi":"https://doi.org/10.3390/math14173033","title":"LLM-Assisted Scoring for College English Writing Assessment: Statistical Calibration Against Teacher Standards","display_name":"LLM-Assisted Scoring for College English Writing Assessment: Statistical Calibration Against Teacher Standards","publication_year":2026,"publication_date":"2026-08-23","ids":{"openalex":"https://openalex.org/W7204087706","doi":"https://doi.org/10.3390/math14173033"},"language":"en","primary_location":{"id":"doi:10.3390/math14173033","doi":"https://doi.org/10.3390/math14173033","is_oa":true,"landing_page_url":"https://doi.org/10.3390/math14173033","pdf_url":null,"source":{"id":"https://openalex.org/S4210192031","display_name":"Mathematics","issn_l":"2227-7390","issn":["2227-7390"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/math14173033","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5144435393","display_name":"Yongping Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yongping Wang","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China","School of General Education, Xihang University, No. 259 Xierhuan Road, Xi\u2019an 710077, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"School of General Education, Xihang University, No. 259 Xierhuan Road, Xi\u2019an 710077, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159698057","display_name":"Ning Liu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ning Liu","raw_affiliation_strings":["School of General Education, Xihang University, No. 259 Xierhuan Road, Xi\u2019an 710077, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of General Education, Xihang University, No. 259 Xierhuan Road, Xi\u2019an 710077, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067950140","display_name":"Xizhi Chu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xizhi Chu","raw_affiliation_strings":["School of General Education, Xihang University, No. 259 Xierhuan Road, Xi\u2019an 710077, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of General Education, Xihang University, No. 259 Xierhuan Road, Xi\u2019an 710077, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159577547","display_name":"Tuo Wang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tuo Wang","raw_affiliation_strings":["School of General Education, Xihang University, No. 259 Xierhuan Road, Xi\u2019an 710077, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of General Education, Xihang University, No. 259 Xierhuan Road, Xi\u2019an 710077, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128316826","display_name":"Xuan Cheng","orcid":"https://orcid.org/0009-0004-3137-6649","observed_orcids":["https://orcid.org/0009-0004-3137-6649"]},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Xuan Cheng","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China"],"raw_orcid":"https://orcid.org/0009-0004-3137-6649","affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101760165","display_name":"Yapeng Wang","orcid":"https://orcid.org/0000-0002-1085-5091","observed_orcids":["https://orcid.org/0000-0002-1085-5091"]},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Yapeng Wang","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China","School of General Education, Xihang University, No. 259 Xierhuan Road, Xi\u2019an 710077, China"],"raw_orcid":"https://orcid.org/0000-0002-1085-5091","affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macao SAR, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"School of General Education, Xihang University, No. 259 Xierhuan Road, Xi\u2019an 710077, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101760165"],"corresponding_institution_ids":["https://openalex.org/I49835588"],"apc_list":{"value":2600,"currency":"CHF","value_usd":3137},"apc_paid":{"value":2600,"currency":"CHF","value_usd":3137},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":"17","first_page":"3033","last_page":"3033"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.5220000147819519,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.5220000147819519,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.17599999904632568,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14516","display_name":"English Language Learning and Teaching","score":0.04809999838471413,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-essay-scoring","display_name":"automated essay scoring","score":0.6940000057220459},{"id":"https://openalex.org/keywords/statistical-calibration","display_name":"statistical calibration","score":0.7919999957084656},{"id":"https://openalex.org/keywords/isotonic-calibration","display_name":"isotonic calibration","score":0.7099999785423279},{"id":"https://openalex.org/keywords/equipercentile-linking","display_name":"equipercentile linking","score":0.9990000128746033},{"id":"https://openalex.org/keywords/teacher-ratings","display_name":"teacher ratings","score":0.48100000619888306},{"id":"https://openalex.org/keywords/analytic-rubrics","display_name":"analytic rubrics","score":0.7170000076293945},{"id":"https://openalex.org/keywords/argumentative-essay","display_name":"argumentative essay","score":0.671999990940094},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"formative assessment","score":0.6240000128746033}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.8550000190734863},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.6004999876022339},{"id":"https://openalex.org/C106347477","wikidata":"https://www.wikidata.org/wiki/Q5384228","display_name":"Equating","level":3,"score":0.5551999807357788},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5321000218391418},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.5008000135421753},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.49729999899864197},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.47920000553131104},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.4586000144481659},{"id":"https://openalex.org/C101266164","wikidata":"https://www.wikidata.org/wiki/Q2131821","display_name":"Rasch model","level":2,"score":0.45739999413490295},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.4521999955177307},{"id":"https://openalex.org/C2781306805","wikidata":"https://www.wikidata.org/wiki/Q4789761","display_name":"Argumentative","level":2,"score":0.44519999623298645},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.430400013923645},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.4205000102519989},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.414900004863739},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.4009000062942505},{"id":"https://openalex.org/C2779264503","wikidata":"https://www.wikidata.org/wiki/Q5146365","display_name":"College English","level":2,"score":0.3808000087738037},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.374099999666214},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.36340001225471497},{"id":"https://openalex.org/C2777898490","wikidata":"https://www.wikidata.org/wiki/Q17157236","display_name":"Writing assessment","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.287200003862381},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28290000557899475},{"id":"https://openalex.org/C20256973","wikidata":"https://www.wikidata.org/wiki/Q1050272","display_name":"Standard score","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2768000066280365},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.27059999108314514},{"id":"https://openalex.org/C2780805685","wikidata":"https://www.wikidata.org/wiki/Q1374230","display_name":"Teacher education","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.26089999079704285},{"id":"https://openalex.org/C207489910","wikidata":"https://www.wikidata.org/wiki/Q1201217","display_name":"Interlanguage","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C18747219","wikidata":"https://www.wikidata.org/wiki/Q620994","display_name":"Standard error","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/math14173033","doi":"https://doi.org/10.3390/math14173033","is_oa":true,"landing_page_url":"https://doi.org/10.3390/math14173033","pdf_url":null,"source":{"id":"https://openalex.org/S4210192031","display_name":"Mathematics","issn_l":"2227-7390","issn":["2227-7390"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c762aef4ec3846608e17af9289bc4162","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/c762aef4ec3846608e17af9289bc4162","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mathematics, Vol 14, Iss 17, p 3033 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/math14173033","doi":"https://doi.org/10.3390/math14173033","is_oa":true,"landing_page_url":"https://doi.org/10.3390/math14173033","pdf_url":null,"source":{"id":"https://openalex.org/S4210192031","display_name":"Mathematics","issn_l":"2227-7390","issn":["2227-7390"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.8278999924659729,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1413081681","https://openalex.org/W1485183970","https://openalex.org/W1983897914","https://openalex.org/W2025719462","https://openalex.org/W2035382423","https://openalex.org/W2072392807","https://openalex.org/W2087388117","https://openalex.org/W2088070094","https://openalex.org/W2149490731","https://openalex.org/W2170058424","https://openalex.org/W2510521397","https://openalex.org/W2771594041","https://openalex.org/W2793493211","https://openalex.org/W2905517469","https://openalex.org/W3027069850","https://openalex.org/W4220917148","https://openalex.org/W4366403195","https://openalex.org/W4385571576","https://openalex.org/W4391662033","https://openalex.org/W4399334961","https://openalex.org/W4400046561","https://openalex.org/W4403939824","https://openalex.org/W4410729365","https://openalex.org/W4410973956","https://openalex.org/W4411113208","https://openalex.org/W4416036640","https://openalex.org/W7133239970"],"related_works":["https://openalex.org/W7221967902","https://openalex.org/W7133425099","https://openalex.org/W7212358883","https://openalex.org/W7204894163","https://openalex.org/W7215055590","https://openalex.org/W7130585358","https://openalex.org/W7213921733","https://openalex.org/W4414497827","https://openalex.org/W7134165302","https://openalex.org/W7222963432"],"abstract_inverted_index":{"Large":[0,15],"classes":[1],"in":[2],"Chinese":[3,83],"College":[4,64,93],"English":[5,65,94,110],"programmes":[6],"make":[7,58],"frequent":[8,22],"analytic":[9,103],"assessment":[10,67],"of":[11,109,172,178,196,220,234,241],"student":[12],"writing":[13,66,242],"difficult.":[14],"language":[16],"models":[17,159,167],"(LLMs)":[18],"may":[19,28,265],"support":[20,266],"more":[21,37,61,191],"formative":[23,268],"assessment,":[24],"but":[25,174,252],"their":[26,70],"scores":[27,60,131],"vary":[29],"across":[30],"queries":[31],"and":[32,68,139,153,200,227,250,257,276,290],"be":[33],"systematically":[34],"harsher":[35],"or":[36],"lenient":[38],"than":[39,238],"local":[40,115,273],"teacher":[41,182,274,279],"ratings.":[42],"Using":[43],"a":[44,101,216],"corpus-based,":[45],"five-fold":[46,128],"cross-validated":[47],"comparative":[48],"rater-evaluation":[49],"design,":[50],"this":[51,197],"study":[52],"examined":[53],"whether":[54],"statistical":[55],"calibration":[56],"could":[57],"LLM-assisted":[59,263],"interpretable":[62],"for":[63,247,255,285],"where":[69],"use":[71],"should":[72],"remain":[73],"limited.":[74],"Data":[75],"comprised":[76],"414":[77],"timed":[78],"argumentative":[79],"essays":[80,99,187],"written":[81],"by":[82,106],"non-English":[84],"majors":[85],"at":[86],"one":[87,189],"applied":[88],"undergraduate":[89],"institution.":[90],"Two":[91],"trained":[92],"teachers":[95,282],"independently":[96],"rated":[97,120],"the":[98,114,186,208,228],"on":[100,124,207],"seven-dimension":[102],"rubric":[104],"informed":[105],"China\u2019s":[107],"Standards":[108],"Language":[111],"Ability,":[112],"providing":[113],"reference":[116],"standard.":[117],"Three":[118],"LLMs":[119],"each":[121],"essay\u2013dimension":[122],"pair":[123],"five":[125],"occasions.":[126],"Under":[127],"cross-validation,":[129],"uncalibrated":[130],"were":[132],"compared":[133,214],"with":[134,164,181,215],"location\u2013scale":[135],"correction,":[136],"isotonic":[137],"calibration,":[138],"equipercentile":[140,212],"linking,":[141],"using":[142],"quadratic":[143],"weighted":[144],"kappa,":[145],"Spearman":[146],"correlation,":[147],"mean":[148],"absolute":[149],"error,":[150],"signed":[151],"bias,":[152],"half-point":[154],"tolerance":[155],"accuracy.":[156],"Agreement":[157,244],"between":[158],"did":[160],"not":[161],"imply":[162],"agreement":[163,218],"teachers:":[165],"two":[166],"showed":[168],"inter-model":[169],"kappa":[170,177,203],"values":[171],"0.70\u20130.78":[173],"an":[175],"average":[176],"only":[179],"0.15":[180],"ratings":[183],"while":[184,281],"rating":[185],"about":[188],"band":[190],"severely.":[192],"Calibration":[193],"removed":[194],"most":[195],"severity":[198],"difference":[199],"raised":[201],"pooled":[202],"to":[204,272],"0.61\u20130.70":[205],"depending":[206],"method":[209],"(0.63\u20130.64":[210],"under":[211,278],"linking),":[213],"teacher\u2013teacher":[217],"benchmark":[219],"0.747.":[221],"The":[222,259],"three":[223],"methods":[224],"differed":[225],"little,":[226],"improvement":[229],"mainly":[230],"reflected":[231],"closer":[232],"alignment":[233],"score":[235],"distributions":[236],"rather":[237],"better":[239],"judgement":[240],"quality.":[243,292],"was":[245],"higher":[246],"vocabulary,":[248],"syntax,":[249],"grammar":[251],"remained":[253],"low":[254],"cohesion":[256],"conventions.":[258],"findings":[260],"suggest":[261],"that":[262],"scoring":[264],"low-stakes":[267],"feedback":[269],"when":[270],"calibrated":[271],"standards":[275],"used":[277],"supervision,":[280],"retain":[283],"responsibility":[284],"judging":[286],"content,":[287],"coherence,":[288],"argumentation,":[289],"communicative":[291]},"counts_by_year":[],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2026-08-25T00:00:00"}