{"id":"https://openalex.org/W4412889210","doi":"https://doi.org/10.18653/v1/2025.bea-1.45","title":"Exploiting the English Vocabulary Profile for L2 word-level vocabulary assessment with LLMs","display_name":"Exploiting the English Vocabulary Profile for L2 word-level vocabulary assessment with LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889210","doi":"https://doi.org/10.18653/v1/2025.bea-1.45"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.bea-1.45","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.45","pdf_url":"https://aclanthology.org/2025.bea-1.45.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.bea-1.45.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015260062","display_name":"Stefano Bann\u00f2","orcid":"https://orcid.org/0000-0002-2799-0601"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stefano Bann\u00f2","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111076409","display_name":"Kate Knill","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kate M. Knill","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5050766679","display_name":"Mark Gales","orcid":"https://orcid.org/0000-0002-5311-8219"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mark J. F. Gales","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"632","last_page":"646"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.8487355709075928},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7270257472991943},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6425474882125854},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5615355968475342},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4778156578540802},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.42819860577583313}],"concepts":[{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.8487355709075928},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7270257472991943},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6425474882125854},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5615355968475342},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4778156578540802},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.42819860577583313},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.bea-1.45","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.45","pdf_url":"https://aclanthology.org/2025.bea-1.45.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.bea-1.45","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.45","pdf_url":"https://aclanthology.org/2025.bea-1.45.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.800000011920929}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320273","display_name":"University of Cambridge","ror":"https://ror.org/013meh722"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889210.pdf","grobid_xml":"https://content.openalex.org/works/W4412889210.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2349784553","https://openalex.org/W3022596247","https://openalex.org/W2601444686","https://openalex.org/W4307058054","https://openalex.org/W4292238148","https://openalex.org/W4323660495","https://openalex.org/W2385319785","https://openalex.org/W1997182898","https://openalex.org/W3204019825","https://openalex.org/W2296205523"],"abstract_inverted_index":{"Vocabulary":[0,57],"use":[1,26,42,70],"is":[2,61,134],"a":[3,31,46,62,110],"fundamental":[4],"aspect":[5],"of":[6,27,43,80,140,153],"second":[7],"language":[8,51],"(L2)":[9],"proficiency.To":[10],"date,":[11],"its":[12],"assessment":[13],"by":[14],"automated":[15],"systems":[16],"has":[17],"typically":[18],"examined":[19],"the":[20,40,55,78,132,138,141,151],"context-independent,":[21],"or":[22],"part-of-speech":[23],"(PoS)":[24],"related":[25],"words.This":[28],"paper":[29],"introduces":[30],"novel":[32],"approach":[33,133],"to":[34,71,82,86,109,114,136],"enable":[35],"fine-grained":[36],"vocabulary":[37,69,154],"evaluation":[38],"exploiting":[39],"precise":[41],"words":[44,88],"within":[45],"sentence.The":[47],"scheme":[48],"combines":[49],"large":[50],"models":[52],"(LLMs)":[53],"with":[54,74],"English":[56],"Profile":[58],"(EVP).The":[59],"EVP":[60,142],"standard":[63],"lexical":[64],"resource":[65],"that":[66,119,146],"enables":[67],"in-context":[68],"be":[72],"linked":[73],"proficiency":[75,84,128,143],"level.We":[76],"evaluate":[77],"ability":[79],"LLMs":[81,108,147],"assign":[83],"levels":[85],"individual":[87],"as":[89,100],"they":[90],"appear":[91,113],"in":[92],"L2":[93],"learner":[94],"writing,":[95],"addressing":[96],"key":[97],"challenges":[98],"such":[99],"polysemy,":[101],"contextual":[102],"variation,":[103],"and":[104,129],"multi-word":[105],"expressions.We":[106],"compare":[107],"PoS-based":[111],"baseline.LLMs":[112],"exploit":[115],"additional":[116],"semantic":[117],"information":[118],"yields":[120],"improved":[121],"performance.We":[122],"also":[123],"explore":[124],"correlations":[125],"between":[126],"word-level":[127],"essay-level":[130],"proficiency.Finally,":[131],"applied":[135],"examine":[137],"consistency":[139],"levels.Results":[144],"show":[145],"are":[148],"well-suited":[149],"for":[150],"task":[152],"assessment.":[155]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}