{"id":"https://openalex.org/W7168157649","doi":"https://doi.org/10.48550/arxiv.2607.08842","title":"L2-Bench: An Evaluation Benchmark for Measuring LLM Capabilities in Second Language Education","display_name":"L2-Bench: An Evaluation Benchmark for Measuring LLM Capabilities in Second Language Education","publication_year":2026,"publication_date":"2026-07-09","ids":{"openalex":"https://openalex.org/W7168157649","doi":"https://doi.org/10.48550/arxiv.2607.08842"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.08842","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.08842","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.08842","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140559248","display_name":"James Edgell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edgell, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002762172","display_name":"Wm. Matthew Kennedy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kennedy, Wm. Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130352907","display_name":"Ben Knight","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Knight, Ben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130365927","display_name":"Danielle Carvalho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carvalho, Danielle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138639110","display_name":"Martin Ku","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ku, Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5146940487","display_name":"Isaac Pattis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pattis, Isaac","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.13940000534057617,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.13940000534057617,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.08560000360012054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.07450000196695328,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5789999961853027},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5095000267028809},{"id":"https://openalex.org/keywords/second-language","display_name":"Second language","score":0.46939998865127563},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.4560999870300293},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3815999925136566},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.3515999913215637}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6905999779701233},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5789999961853027},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5724999904632568},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5095000267028809},{"id":"https://openalex.org/C2987567764","wikidata":"https://www.wikidata.org/wiki/Q125421","display_name":"Second language","level":2,"score":0.46939998865127563},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.4560999870300293},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4307999908924103},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34299999475479126},{"id":"https://openalex.org/C5395021","wikidata":"https://www.wikidata.org/wiki/Q1061410","display_name":"Program evaluation","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C123960582","wikidata":"https://www.wikidata.org/wiki/Q1455196","display_name":"Language education","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2736999988555908},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.08842","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.08842","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.08842","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.08842","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8566200733184814,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"rapid":[1],"AI":[2,30,199],"adoption":[3],"in":[4,17],"education,":[5,21],"rigorous":[6],"evaluation":[7,46,107,123],"of":[8,23,38,47,64,73,87,198],"AI-powered":[9],"educational":[10],"(AIED)":[11],"systems":[12],"remains":[13],"critically":[14],"underdeveloped,":[15],"particularly":[16],"second":[18],"language":[19,52],"(L2)":[20],"one":[22],"the":[24,44,62,195],"most":[25],"common":[26],"yet":[27],"least":[28],"evaluated":[29],"applications.":[31],"We":[32,141,162],"introduce":[33],"L2-Bench,":[34],"an":[35,122],"open-source":[36],"benchmark":[37],"1,000+":[39],"task-response":[40],"pairs":[41],"to":[42,51,116,173,181],"aid":[43],"pedagogy-led":[45],"LLM":[48],"capabilities":[49],"relating":[50],"learning":[53,65,78],"and":[54,90,133,191],"assessment.":[55],"Crucially,":[56],"L2-Bench":[57,175],"measures":[58],"model":[59,130],"performativity":[60],"on":[61,158,169],"application":[63],"experience":[66],"design":[67],"principles":[68,75],"rather":[69],"than":[70],"mere":[71],"knowledge":[72],"those":[74],"or":[76],"broad":[77],"outcomes.":[79],"Our":[80],"contributions":[81],"include:":[82],"(1)":[83],"a":[84,105],"validated":[85,93],"taxonomy":[86],"12":[88],"competencies":[89],"31":[91],"subcompetencies":[92],"by":[94],"200+":[95],"expert":[96],"practitioners":[97],"(task":[98],"authenticity:":[99],"4.42/5.00,":[100],"criteria":[101],"adequacy:":[102],"4.18/5.00);":[103],"(2)":[104],"rubric-based":[106],"methodology":[108],"that":[109,125,165],"we":[110],"believe":[111],"can,":[112],"if":[113],"adapted,":[114],"generalize":[115],"similar":[117],"(open-ended,":[118],"qualitative)":[119],"disciplines;":[120],"(3)":[121],"dataset":[124],"produces":[126],"reliable":[127],"signal":[128],"about":[129,186],"strengths,":[131],"weaknesses,":[132],"contextual":[134],"robustness":[135],"across":[136],"diverse":[137],"L2":[138],"education":[139,177],"scenarios.":[140],"find":[142,164],"that,":[143],"among":[144],"large":[145],"models,":[146],"Claude":[147],"Opus":[148],"4.7":[149],"performs":[150],"best":[151],"overall":[152],"(85.5%),":[153],"though":[154],"is":[155],"marginally":[156],"outperformed":[157],"several":[159],"constituent":[160],"tasks.":[161],"also":[163],"performance":[166],"drops":[167],"notably":[168],"harder":[170],"tasks":[171],"(69.9%":[172],"73.4%).":[174],"provides":[176],"stakeholders":[178],"better":[179],"methods":[180],"make":[182],"more":[183],"informed":[184],"decisions":[185],"real-world":[187],"AIED":[188],"adoption,":[189],"use,":[190],"governance,":[192],"while":[193],"advancing":[194],"maturing":[196],"science":[197],"evaluations":[200],"for":[201],"education.":[202]},"counts_by_year":[],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2026-07-14T00:00:00"}