{"id":"https://openalex.org/W7138942767","doi":"https://doi.org/10.48550/arxiv.2603.17171","title":"Exploiting the English Grammar Profile for L2 grammatical analysis with LLMs","display_name":"Exploiting the English Grammar Profile for L2 grammatical analysis with LLMs","publication_year":2026,"publication_date":"2026-03-17","ids":{"openalex":"https://openalex.org/W7138942767","doi":"https://doi.org/10.48550/arxiv.2603.17171"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.17171","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17171","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.17171","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015260062","display_name":"Stefano Bann\u00f2","orcid":"https://orcid.org/0000-0002-2799-0601"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Bann\u00f2, Stefano","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006537074","display_name":"Penny Karanasou","orcid":"https://orcid.org/0000-0003-1939-4161"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karanasou, Penny","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111076409","display_name":"Kate Knill","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Knill, Kate","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5050766679","display_name":"Mark Gales","orcid":"https://orcid.org/0000-0002-5311-8219"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gales, Mark","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5015260062"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.33959999680519104,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.33959999680519104,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.31610000133514404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.0754999965429306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.6230000257492065},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.43650001287460327},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4348999857902527},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.4334999918937683},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.4146000146865845},{"id":"https://openalex.org/keywords/grammatical-category","display_name":"Grammatical category","score":0.3986000120639801},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.3926999866962433},{"id":"https://openalex.org/keywords/relational-grammar","display_name":"Relational grammar","score":0.3479999899864197}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7319999933242798},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6588000059127808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6233999729156494},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.6230000257492065},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4431000053882599},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.43650001287460327},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4348999857902527},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.4334999918937683},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C206977991","wikidata":"https://www.wikidata.org/wiki/Q980357","display_name":"Grammatical category","level":3,"score":0.3986000120639801},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.3926999866962433},{"id":"https://openalex.org/C61577278","wikidata":"https://www.wikidata.org/wiki/Q11655557","display_name":"Relational grammar","level":4,"score":0.3479999899864197},{"id":"https://openalex.org/C140205497","wikidata":"https://www.wikidata.org/wiki/Q560583","display_name":"English grammar","level":3,"score":0.3382999897003174},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C10906938","wikidata":"https://www.wikidata.org/wiki/Q5593687","display_name":"Grammatical evolution","level":3,"score":0.28110000491142273},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C17601614","wikidata":"https://www.wikidata.org/wiki/Q1346205","display_name":"Linguistic competence","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.17171","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17171","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.17171","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17171","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8613811135292053,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Evaluating":[0],"the":[1,29,41,45,77,99,106,173,206,217],"grammatical":[2,37,57,78,102,199,223,246],"competence":[3],"of":[4,36,44,49,84,94,101,182,208,219],"second":[5],"language":[6],"(L2)":[7],"learners":[8],"is":[9],"essential":[10],"both":[11,153],"for":[12,17,132,216],"providing":[13,242],"targeted":[14],"feedback":[15,240],"and":[16,59,109,123,142,155,158,186,241],"assessing":[18],"proficiency.":[19,97],"To":[20],"achieve":[21],"this,":[22],"we":[23,151,190],"propose":[24],"a":[25,34,161,165,193],"novel":[26],"framework":[27,178,227],"leveraging":[28],"English":[30],"Grammar":[31],"Profile":[32],"(EGP),":[33],"taxonomy":[35],"constructs":[38,58,79,103,133],"mapped":[39],"to":[40,52,72,234],"proficiency":[42,85,149],"levels":[43],"Common":[46],"European":[47],"Framework":[48],"Reference":[50],"(CEFR),":[51],"detect":[53],"learners'":[54,229],"attempts":[55,91,221,231],"at":[56,222],"classify":[60],"them":[61],"as":[62,82,92],"successful":[63,220,230],"or":[64,139],"unsuccessful.":[65],"This":[66,202],"detection":[67,218],"can":[68],"then":[69],"be":[70],"used":[71,81],"provide":[73],"fine-grained":[74],"feedback.":[75],"Moreover,":[76],"are":[80,112],"predictors":[83,93],"assessment":[86],"by":[87],"using":[88,197],"automatically":[89],"detected":[90],"holistic":[95],"CEFR":[96],"For":[98,148],"selection":[100],"derived":[104],"from":[105],"EGP,":[107],"rule-based":[108,119,128,154,166],"LLM-based":[110],"classifiers":[111],"compared.":[113],"We":[114],"show":[115,159],"that":[116,134,160],"LLMs":[117],"outperform":[118],"methods":[120],"on":[121,137,180,212],"semantically":[122],"pragmatically":[124],"nuanced":[125],"constructs,":[126],"while":[127],"approaches":[129,205],"remain":[130],"competitive":[131],"rely":[135],"purely":[136],"morphological":[138],"syntactic":[140],"features":[141],"do":[143],"not":[144],"require":[145],"semantic":[146],"interpretation.":[147],"assessment,":[150],"evaluate":[152,192],"hybrid":[156,162],"pipelines":[157],"approach":[163],"combining":[164],"pre-filter":[167],"with":[168],"an":[169],"LLM":[170],"consistently":[171],"yields":[172],"strongest":[174],"performance.":[175],"Since":[176],"our":[177,226],"operates":[179],"pairs":[181],"original":[183],"learner":[184],"sentences":[185],"their":[187],"corrected":[188],"counterparts,":[189],"also":[191],"fully":[194],"automated":[195],"pipeline":[196,203],"automatic":[198],"error":[200],"correction.":[201],"closely":[204],"performance":[207],"semi-automated":[209],"systems":[210],"based":[211],"manual":[213],"corrections,":[214],"particularly":[215],"constructs.":[224],"Overall,":[225],"emphasises":[228],"in":[232],"addition":[233],"unsuccessful":[235],"ones,":[236],"enabling":[237],"positive,":[238],"formative":[239],"actionable":[243],"insights":[244],"into":[245],"development.":[247]},"counts_by_year":[],"updated_date":"2026-03-20T20:54:20.808490","created_date":"2026-03-20T00:00:00"}