{"id":"https://openalex.org/W7128164496","doi":"https://doi.org/10.3390/informatics13020029","title":"CPG-EVAL: Evaluating the Readiness of Large Language Models as Assistants and Teammates in Language Teaching","display_name":"CPG-EVAL: Evaluating the Readiness of Large Language Models as Assistants and Teammates in Language Teaching","publication_year":2026,"publication_date":"2026-02-06","ids":{"openalex":"https://openalex.org/W7128164496","doi":"https://doi.org/10.3390/informatics13020029"},"language":"en","primary_location":{"id":"doi:10.3390/informatics13020029","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics13020029","pdf_url":"https://www.mdpi.com/2227-9709/13/2/29/pdf?version=1770387714","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2227-9709/13/2/29/pdf?version=1770387714","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125258148","display_name":"Dong Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Dong Wang","raw_affiliation_strings":["Faculty of Education and Integrated Arts and Sciences, Waseda University, Shinjuku-ku 169-8050, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0009-0001-0410-3694","affiliations":[{"raw_affiliation_string":"Faculty of Education and Integrated Arts and Sciences, Waseda University, Shinjuku-ku 169-8050, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5125258148"],"corresponding_institution_ids":["https://openalex.org/I150744194"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24036634,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"2","first_page":"29","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.2012999951839447,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.2012999951839447,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.15620000660419464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12070","display_name":"Writing and Handwriting Education","score":0.065700002014637,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.663100004196167},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6399999856948853},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5220999717712402},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5152000188827515},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4059000015258789},{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.38449999690055847},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.37439998984336853}],"concepts":[{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.663100004196167},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6399999856948853},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5220999717712402},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5174999833106995},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5152000188827515},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4059000015258789},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4059000015258789},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.38449999690055847},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.37439998984336853},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3540000021457672},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3260999917984009},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3203999996185303},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3025999963283539},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3003000020980835},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C2779313563","wikidata":"https://www.wikidata.org/wiki/Q17072565","display_name":"On Language","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.25290000438690186},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2522999942302704}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/informatics13020029","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics13020029","pdf_url":"https://www.mdpi.com/2227-9709/13/2/29/pdf?version=1770387714","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:325f168ec64248029925432b80d2de2f","is_oa":true,"landing_page_url":"https://doaj.org/article/325f168ec64248029925432b80d2de2f","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics, Vol 13, Iss 2, p 29 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/informatics13020029","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics13020029","pdf_url":"https://www.mdpi.com/2227-9709/13/2/29/pdf?version=1770387714","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8727335333824158}],"awards":[{"id":"https://openalex.org/G6523953692","display_name":null,"funder_award_id":"2025E-008","funder_id":"https://openalex.org/F4320322638","funder_display_name":"Waseda University"}],"funders":[{"id":"https://openalex.org/F4320322638","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7128164496.pdf","grobid_xml":"https://content.openalex.org/works/W7128164496.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,13],"models":[2,106,109],"(LLMs)":[3],"have":[4],"begun":[5],"to":[6,25,61,123],"function":[7],"as":[8,91,93,172],"assistants":[9,173],"or":[10,174],"teammates":[11,175],"in":[12,147,176,192],"learning,":[14],"teaching,":[15],"and":[16,30,49,82,88,144,164,180,186],"research.":[17],"However,":[18],"what":[19],"prerequisites":[20,33],"are":[21,170],"required":[22],"for":[23,160,184],"LLMs":[24,90,167,191],"reliably":[26],"play":[27],"these":[28],"roles,":[29],"how":[31],"such":[32],"should":[34],"be":[35],"measured,":[36],"remains":[37],"under-discussed.":[38],"This":[39],"study":[40,155],"focuses":[41],"on":[42],"measuring":[43],"Pedagogical":[44,53],"Grammar":[45,54],"Pattern":[46],"Recognition":[47],"(P-GPR)":[48],"establishes":[50],"the":[51,162],"Chinese":[52,66],"Evaluation":[55],"(CPG-EVAL),":[56],"a":[57,98,130],"multi-tiered":[58],"benchmark":[59],"designed":[60],"evaluate":[62,85],"P-GPR":[63],"within":[64],"International":[65],"Language":[67],"Education.":[68],"CPG-EVAL":[69],"operationalizes":[70],"grammar\u2013instance":[71],"correspondence":[72],"through":[73],"five":[74],"task":[75],"types":[76],"that":[77,136],"progressively":[78],"increase":[79],"contextual":[80],"load":[81],"interference.":[83],"We":[84],"multiple":[86],"proprietary":[87],"open-source":[89],"well":[92],"human":[94,116],"participants.":[95],"Results":[96],"show":[97],"monotonic":[99],"ordering":[100],"across":[101],"groups":[102],"(humans":[103],">":[104,107,110],"larger-scale":[105],"semi-larger-scale":[108],"smaller-scale":[111],"models).":[112],"In":[113,126],"comparison":[114],"with":[115],"participants,":[117],"LLM":[118],"performance":[119],"is":[120],"more":[121,187],"sensitive":[122],"task-format":[124],"complexity.":[125],"addition,":[127],"we":[128],"identify":[129],"set":[131],"of":[132,166,190],"completely":[133],"failed":[134],"items":[135],"consistently":[137],"mislead":[138],"all":[139],"evaluated":[140],"LLMs,":[141],"exposing":[142],"shared":[143],"systematic":[145],"weaknesses":[146],"current":[148],"models\u2019":[149],"pedagogical":[150],"grammar":[151],"recognition.":[152],"Overall,":[153],"this":[154],"provides":[156],"an":[157],"operational":[158],"framework":[159],"diagnosing":[161],"capabilities":[163],"risks":[165],"when":[168],"they":[169],"deployed":[171],"grammar-related":[177],"language-education":[178],"tasks":[179],"offers":[181],"empirical":[182],"reference":[183],"safer":[185],"syllabus-aligned":[188],"use":[189],"educational":[193],"settings.":[194]},"counts_by_year":[],"updated_date":"2026-03-14T06:41:57.775601","created_date":"2026-02-07T00:00:00"}