{"id":"https://openalex.org/W7163147025","doi":"https://doi.org/10.48550/arxiv.2606.02009","title":"Automated Essay Scoring and Language Certification: Assessing Generalizability, Agreement and Validity for French","display_name":"Automated Essay Scoring and Language Certification: Assessing Generalizability, Agreement and Validity for French","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163147025","doi":"https://doi.org/10.48550/arxiv.2606.02009"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02009","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02009","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02009","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130365926","display_name":"Rodrigo Wilkens","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wilkens, Rodrigo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025603922","display_name":"R\u00e9mi Cardon","orcid":"https://orcid.org/0000-0002-7858-3504"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cardon, R\u00e9mi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117511587","display_name":"Vincent Folny","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Folny, Vincent","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137693632","display_name":"Thomas Fran\u00e7ois","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fran\u00e7ois, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3856000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3856000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.1023000031709671,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.08910000324249268,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6941999793052673},{"id":"https://openalex.org/keywords/agreement","display_name":"Agreement","score":0.6686999797821045},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6349999904632568},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5315999984741211},{"id":"https://openalex.org/keywords/language-proficiency","display_name":"Language proficiency","score":0.5020999908447266},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.44110000133514404},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.3837999999523163}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6941999793052673},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.6686999797821045},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6349999904632568},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.617900013923645},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5706999897956848},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5315999984741211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5224000215530396},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.5020999908447266},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.44110000133514404},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.42089998722076416},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.3837999999523163},{"id":"https://openalex.org/C2780589192","wikidata":"https://www.wikidata.org/wiki/Q7285140","display_name":"Raising (metalworking)","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3066999912261963},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30570000410079956},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C532629269","wikidata":"https://www.wikidata.org/wiki/Q865083","display_name":"Corpus linguistics","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02009","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02009","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02009","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02009","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,46],"Automated":[1],"Essay":[2],"Scoring":[3],"(AES),":[4],"benchmarking":[5],"practices":[6],"have":[7],"fostered":[8],"minimalist":[9],"evaluation":[10,19],"practices,":[11],"in":[12,30,39],"contrast":[13],"with":[14,65,75],"the":[15,23,40,58,114,118,124,134],"broader-view":[16],"recommendations":[17],"of":[18,32,36,42,57,92,103,116,128],"frameworks,":[20],"such":[21],"as":[22],"argument-based":[24],"validation":[25],"framework":[26,80,120],"(ABV),":[27],"which":[28],"argued":[29],"favor":[31],"a":[33,90,100],"multidimensional":[34],"assessment":[35],"systems,":[37],"especially":[38],"context":[41],"high-stakes":[43],"language":[44],"tests.":[45],"this":[47,79],"paper,":[48],"we":[49,84],"introduce":[50],"an":[51],"enhanced":[52],"and":[53,71,99,126],"more":[54],"practical":[55],"version":[56],"ABV":[59,119],"framework,":[60],"incorporating":[61],"fairness":[62],"analysis,":[63],"correlations":[64],"linguistic":[66],"features,":[67],"prediction":[68],"error":[69],"evaluation,":[70],"model":[72,87],"agreement":[73],"compared":[74],"human":[76],"raters.":[77],"Applying":[78],"to":[81,121],"French":[82,137],"AES,":[83],"compare":[85],"8":[86],"architectures":[88],"on":[89],"corpus":[91,102],"27k":[93],"exam":[94],"essays":[95,105],"(2":[96],"raters":[97,109],"each)":[98],"generalization":[101],"961":[104],"(at":[106],"least":[107],"nine":[108],"each).":[110],"Our":[111],"analyses":[112],"illustrate":[113],"benefits":[115],"applying":[117],"better":[122],"understand":[123],"capabilities":[125],"pitfalls":[127],"AES":[129],"models,":[130],"while":[131],"also":[132],"advancing":[133],"state-of-the-art":[135],"for":[136],"AES.":[138]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}