{"id":"https://openalex.org/W4400678030","doi":"https://doi.org/10.1162/tacl_a_00676","title":"Revisiting Meta-evaluation for Grammatical Error Correction","display_name":"Revisiting Meta-evaluation for Grammatical Error Correction","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400678030","doi":"https://doi.org/10.1162/tacl_a_00676"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00676","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00676","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1162/tacl_a_00676","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101120900","display_name":"Masamune Kobayashi","orcid":null},"institutions":[{"id":"https://openalex.org/I69740276","display_name":"Tokyo Metropolitan University","ror":"https://ror.org/00ws30h19","country_code":"JP","type":"education","lineage":["https://openalex.org/I69740276"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masamune Kobayashi","raw_affiliation_strings":["Tokyo Metropolitan University, Japan. kobayashi-masamune@ed.tmu.ac.jp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tokyo Metropolitan University, Japan. kobayashi-masamune@ed.tmu.ac.jp","institution_ids":["https://openalex.org/I69740276"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003760956","display_name":"Masato Mita","orcid":"https://orcid.org/0000-0001-6210-3716"},"institutions":[{"id":"https://openalex.org/I4210089607","display_name":"CyberAgent (Japan)","ror":"https://ror.org/0060jg679","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210089607"]},{"id":"https://openalex.org/I69740276","display_name":"Tokyo Metropolitan University","ror":"https://ror.org/00ws30h19","country_code":"JP","type":"education","lineage":["https://openalex.org/I69740276"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masato Mita","raw_affiliation_strings":["CyberAgent Inc., Japan","Tokyo Metropolitan University, Japan. mita_masato@cyberagent.co.jp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CyberAgent Inc., Japan","institution_ids":["https://openalex.org/I4210089607"]},{"raw_affiliation_string":"Tokyo Metropolitan University, Japan. mita_masato@cyberagent.co.jp","institution_ids":["https://openalex.org/I69740276"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061931124","display_name":"Mamoru Komachi","orcid":"https://orcid.org/0000-0003-1166-1739"},"institutions":[{"id":"https://openalex.org/I111428342","display_name":"Hitotsubashi University","ror":"https://ror.org/04jqj7p05","country_code":"JP","type":"education","lineage":["https://openalex.org/I111428342"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mamoru Komachi","raw_affiliation_strings":["Hitotsubashi University, Japan. mamoru.komachi@r.hit-u.ac.jp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hitotsubashi University, Japan. mamoru.komachi@r.hit-u.ac.jp","institution_ids":["https://openalex.org/I111428342"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9449,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.87783117,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"837","last_page":"855"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8059201240539551},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5734913349151611},{"id":"https://openalex.org/keywords/error-detection-and-correction","display_name":"Error detection and correction","score":0.4711405634880066},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4696587324142456},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20695790648460388}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8059201240539551},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5734913349151611},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.4711405634880066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4696587324142456},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20695790648460388}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00676","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00676","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fb13a85604d74e9bb42008e132809ddc","is_oa":true,"landing_page_url":"https://doaj.org/article/fb13a85604d74e9bb42008e132809ddc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 12 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00676","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00676","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5799999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1647671624","https://openalex.org/W1654441844","https://openalex.org/W2053154970","https://openalex.org/W2098297786","https://openalex.org/W2100175927","https://openalex.org/W2101105183","https://openalex.org/W2127672659","https://openalex.org/W2249280543","https://openalex.org/W2251613956","https://openalex.org/W2251927615","https://openalex.org/W2257408573","https://openalex.org/W2294498899","https://openalex.org/W2315316408","https://openalex.org/W2481467102","https://openalex.org/W2530291685","https://openalex.org/W2589277916","https://openalex.org/W2612690371","https://openalex.org/W2616647696","https://openalex.org/W2741494657","https://openalex.org/W2774772126","https://openalex.org/W2798040809","https://openalex.org/W2799915114","https://openalex.org/W2800577862","https://openalex.org/W2890230387","https://openalex.org/W2936695845","https://openalex.org/W2948335087","https://openalex.org/W2962764348","https://openalex.org/W2963341956","https://openalex.org/W2970429618","https://openalex.org/W2970521905","https://openalex.org/W2970868759","https://openalex.org/W2972799129","https://openalex.org/W3034999214","https://openalex.org/W3035010485","https://openalex.org/W3035408261","https://openalex.org/W3037162118","https://openalex.org/W3114761988","https://openalex.org/W3117514331","https://openalex.org/W3172044616","https://openalex.org/W3175441946","https://openalex.org/W3198957252","https://openalex.org/W3211758383","https://openalex.org/W3213113232","https://openalex.org/W4285127897","https://openalex.org/W4303105513","https://openalex.org/W4361192999","https://openalex.org/W4367599042","https://openalex.org/W4385570567","https://openalex.org/W4385570801","https://openalex.org/W4385571232","https://openalex.org/W4385571532","https://openalex.org/W4385574095","https://openalex.org/W4401042707","https://openalex.org/W6606916331","https://openalex.org/W6636663576","https://openalex.org/W6636915900","https://openalex.org/W6639404985","https://openalex.org/W6674756558","https://openalex.org/W6682421076","https://openalex.org/W6684692978","https://openalex.org/W6709129302","https://openalex.org/W6739901393","https://openalex.org/W6746971683","https://openalex.org/W6752826115","https://openalex.org/W6761205521","https://openalex.org/W6850603086","https://openalex.org/W6858484959"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Abstract":[0],"Metrics":[1],"are":[2,151],"the":[3,17,62,117,120],"foundation":[4],"for":[5,78],"automatic":[6],"evaluation":[7,15,42],"in":[8,30,41,119,131],"grammatical":[9],"error":[10],"correction":[11],"(GEC),":[12],"with":[13,24,85,107,159],"their":[14,22],"of":[16,57,64,83,112,136],"metrics":[18,58,126,138,150],"(meta-evaluation)":[19],"relying":[20],"on":[21],"correlation":[23],"human":[25,86,105],"judgments.":[26],"However,":[27],"conventional":[28],"meta-evaluations":[29],"English":[31],"GEC":[32,65,79],"encounter":[33],"several":[34],"challenges,":[35],"including":[36,99],"biases":[37],"caused":[38],"by":[39,115],"inconsistencies":[40],"granularity":[43,118],"and":[44,59,93,103],"an":[45],"outdated":[46],"setup":[47],"using":[48],"classical":[49,143],"systems.":[50],"These":[51],"problems":[52],"can":[53],"lead":[54],"to":[55,144],"misinterpretation":[56],"potentially":[60],"hinder":[61],"applicability":[63],"techniques.":[66],"To":[67],"address":[68],"these":[69],"issues,":[70],"this":[71],"paper":[72],"proposes":[73],"SEEDA,":[74],"a":[75],"new":[76],"dataset":[77],"meta-evaluation.":[80],"SEEDA":[81],"consists":[82],"corrections":[84,106],"ratings":[87],"along":[88],"two":[89,104],"different":[90,108],"granularities:":[91],"edit-based":[92,125],"sentence-based,":[94],"covering":[95],"12":[96],"state-of-the-art":[97],"systems":[98],"large":[100],"language":[101],"models,":[102],"focuses.":[109],"The":[110],"results":[111],"improved":[113],"correlations":[114,135],"aligning":[116],"sentence-level":[121],"meta-evaluation":[122],"suggest":[123],"that":[124,148],"may":[127],"have":[128],"been":[129],"underestimated":[130],"existing":[132],"studies.":[133],"Furthermore,":[134],"most":[137],"decrease":[139],"when":[140],"changing":[141],"from":[142],"neural":[145],"systems,":[146],"indicating":[147],"traditional":[149],"relatively":[152],"poor":[153],"at":[154],"evaluating":[155],"fluently":[156],"corrected":[157],"sentences":[158],"many":[160],"edits.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}