{"id":"https://openalex.org/W2972799129","doi":"https://doi.org/10.1162/tacl_a_00282","title":"Enabling Robust Grammatical Error Correction in New Domains: Data Sets, Metrics, and Analyses","display_name":"Enabling Robust Grammatical Error Correction in New Domains: Data Sets, Metrics, and Analyses","publication_year":2019,"publication_date":"2019-09-11","ids":{"openalex":"https://openalex.org/W2972799129","doi":"https://doi.org/10.1162/tacl_a_00282","mag":"2972799129"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00282","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00282","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00282/1923556/tacl_a_00282.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00282/1923556/tacl_a_00282.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012470628","display_name":"Courtney Napoles","orcid":"https://orcid.org/0000-0001-9884-660X"},"institutions":[{"id":"https://openalex.org/I4210154783","display_name":"Grammar School","ror":"https://ror.org/053g7ab72","country_code":"SK","type":"education","lineage":["https://openalex.org/I4210154783"]}],"countries":["SK"],"is_corresponding":true,"raw_author_name":"Courtney Napoles","raw_affiliation_strings":["Grammarly","Grammarly, United States"],"affiliations":[{"raw_affiliation_string":"Grammarly","institution_ids":["https://openalex.org/I4210154783"]},{"raw_affiliation_string":"Grammarly, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044068122","display_name":"Maria N\u0103dejde","orcid":null},"institutions":[{"id":"https://openalex.org/I4210154783","display_name":"Grammar School","ror":"https://ror.org/053g7ab72","country_code":"SK","type":"education","lineage":["https://openalex.org/I4210154783"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Maria N\u0103dejde","raw_affiliation_strings":["Grammarly","Grammarly, United States"],"affiliations":[{"raw_affiliation_string":"Grammarly","institution_ids":["https://openalex.org/I4210154783"]},{"raw_affiliation_string":"Grammarly, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038106045","display_name":"Joel Tetreault","orcid":"https://orcid.org/0009-0003-3552-842X"},"institutions":[{"id":"https://openalex.org/I4210154783","display_name":"Grammar School","ror":"https://ror.org/053g7ab72","country_code":"SK","type":"education","lineage":["https://openalex.org/I4210154783"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Joel Tetreault","raw_affiliation_strings":["Grammarly","Grammarly, United States"],"affiliations":[{"raw_affiliation_string":"Grammarly","institution_ids":["https://openalex.org/I4210154783"]},{"raw_affiliation_string":"Grammarly, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5012470628"],"corresponding_institution_ids":["https://openalex.org/I4210154783"],"apc_list":null,"apc_paid":null,"fwci":2.5203,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.91935845,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"551","last_page":"566"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8571860790252686},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7136633396148682},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6508817076683044},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6369249224662781},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.573280930519104},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5549703240394592},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.49938535690307617},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4688863456249237},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08430710434913635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8571860790252686},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7136633396148682},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6508817076683044},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6369249224662781},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.573280930519104},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5549703240394592},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.49938535690307617},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4688863456249237},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08430710434913635},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00282","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00282","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00282/1923556/tacl_a_00282.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e7dd22a14a4b43da9beba155d8c79e7b","is_oa":true,"landing_page_url":"https://doaj.org/article/e7dd22a14a4b43da9beba155d8c79e7b","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 7, Pp 551-566 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00282","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00282","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00282/1923556/tacl_a_00282.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8700000047683716}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2972799129.pdf","grobid_xml":"https://content.openalex.org/works/W2972799129.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W43022990","https://openalex.org/W1495448333","https://openalex.org/W1583837637","https://openalex.org/W1593271688","https://openalex.org/W1607035479","https://openalex.org/W2098297786","https://openalex.org/W2101105183","https://openalex.org/W2101234009","https://openalex.org/W2124807415","https://openalex.org/W2147192413","https://openalex.org/W2152311128","https://openalex.org/W2153013403","https://openalex.org/W2169279899","https://openalex.org/W2170527467","https://openalex.org/W2180484979","https://openalex.org/W2250234233","https://openalex.org/W2250591774","https://openalex.org/W2250875036","https://openalex.org/W2251117546","https://openalex.org/W2251927615","https://openalex.org/W2251930319","https://openalex.org/W2294498899","https://openalex.org/W2294699749","https://openalex.org/W2315316408","https://openalex.org/W2375022080","https://openalex.org/W2470681840","https://openalex.org/W2481467102","https://openalex.org/W2508316494","https://openalex.org/W2515141099","https://openalex.org/W2517375502","https://openalex.org/W2530291685","https://openalex.org/W2595551253","https://openalex.org/W2595904587","https://openalex.org/W2612690371","https://openalex.org/W2623751800","https://openalex.org/W2626778328","https://openalex.org/W2740433069","https://openalex.org/W2740887992","https://openalex.org/W2741494657","https://openalex.org/W2750811310","https://openalex.org/W2756675635","https://openalex.org/W2758950307","https://openalex.org/W2774343269","https://openalex.org/W2798040809","https://openalex.org/W2799915114","https://openalex.org/W2800577862","https://openalex.org/W2819003426","https://openalex.org/W2890230387","https://openalex.org/W2897820187","https://openalex.org/W2900065283","https://openalex.org/W2903188467","https://openalex.org/W2915756181","https://openalex.org/W2917452219","https://openalex.org/W2917881729","https://openalex.org/W2952843865","https://openalex.org/W2962764348","https://openalex.org/W2963631431","https://openalex.org/W2964098600","https://openalex.org/W2964187553","https://openalex.org/W2964258094","https://openalex.org/W2964265128","https://openalex.org/W2964343359","https://openalex.org/W2970868759","https://openalex.org/W2981542137","https://openalex.org/W3102195370","https://openalex.org/W4241499611","https://openalex.org/W4247780151"],"related_works":["https://openalex.org/W4225124612","https://openalex.org/W2043806667","https://openalex.org/W1999699871","https://openalex.org/W2021633306","https://openalex.org/W17944005","https://openalex.org/W2006801911","https://openalex.org/W1972167985","https://openalex.org/W2971899271","https://openalex.org/W1968350661","https://openalex.org/W2350644419"],"abstract_inverted_index":{"Until":[0],"now,":[1],"grammatical":[2],"error":[3],"correction":[4],"(GEC)":[5],"has":[6],"been":[7],"primarily":[8],"evaluated":[9],"on":[10,20,28,87,128],"text":[11,29],"written":[12,30],"by":[13,31,34,63],"non-native":[14,75],"English":[15,65],"speakers,":[16],"with":[17],"a":[18,36,44,71,94,121],"focus":[19],"student":[21,76],"essays.":[22],"This":[23],"paper":[24],"enables":[25],"GEC":[26,49,85,110],"development":[27],"native":[32,64],"speakers":[33],"providing":[35],"new":[37,56,89,122],"data":[38],"set":[39,73,91],"and":[40,60,67,92,117],"metric.":[41],"We":[42,78,105],"present":[43],"multiple-reference":[45],"test":[46,90],"corpus":[47],"for":[48],"that":[50,107,125],"includes":[51],"4,000":[52],"sentences":[53,69],"in":[54],"two":[55],"domains":[57,131],"(":[58],"formal":[59],"informal":[61],"writing":[62],"speakers)":[66],"2,000":[68],"from":[70],"diverse":[72],"of":[74,83,132],"writing.":[77],"also":[79],"collect":[80],"human":[81],"judgments":[82],"several":[84],"systems":[86],"this":[88],"perform":[93],"meta-evaluation,":[95],"assessing":[96],"how":[97],"reliable":[98],"automatic":[99],"metrics":[100,111],"are":[101],"across":[102,115],"these":[103],"domains.":[104],"find":[106],"commonly":[108],"used":[109],"have":[112],"inconsistent":[113],"performance":[114],"domains,":[116],"therefore":[118],"we":[119],"propose":[120],"ensemble":[123],"metric":[124],"is":[126],"robust":[127],"all":[129],"three":[130],"text.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}