{"id":"https://openalex.org/W2741494657","doi":"https://doi.org/10.18653/v1/p17-1074","title":"Automatic Annotation and Evaluation of Error Types for Grammatical Error Correction","display_name":"Automatic Annotation and Evaluation of Error Types for Grammatical Error Correction","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2741494657","doi":"https://doi.org/10.18653/v1/p17-1074","mag":"2741494657"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p17-1074","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p17-1074","pdf_url":"https://www.aclweb.org/anthology/P17-1074.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P17-1074.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066818063","display_name":"Christopher Bryant","orcid":"https://orcid.org/0000-0002-1015-9467"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christopher Bryant","raw_affiliation_strings":["ALTA Institute Computer Laboratory University of Cambridge Cambridge, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ALTA Institute Computer Laboratory University of Cambridge Cambridge, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061827540","display_name":"Mariano Felice","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mariano Felice","raw_affiliation_strings":["ALTA Institute Computer Laboratory University of Cambridge Cambridge, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ALTA Institute Computer Laboratory University of Cambridge Cambridge, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030189297","display_name":"Ted Briscoe","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ted Briscoe","raw_affiliation_strings":["ALTA Institute Computer Laboratory University of Cambridge Cambridge, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ALTA Institute Computer Laboratory University of Cambridge Cambridge, UK","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":290,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"793","last_page":"805"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8817360401153564},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7806670665740967},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.6678732633590698},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6675253510475159},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6529998779296875},{"id":"https://openalex.org/keywords/error-detection-and-correction","display_name":"Error detection and correction","score":0.5695052146911621},{"id":"https://openalex.org/keywords/carry","display_name":"Carry (investment)","score":0.5657081007957458},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5455800890922546},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5137065649032593},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.5134945511817932},{"id":"https://openalex.org/keywords/error-analysis","display_name":"Error analysis","score":0.45194390416145325},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4180125594139099},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14064162969589233},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09635382890701294},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06262370944023132}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8817360401153564},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7806670665740967},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.6678732633590698},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6675253510475159},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6529998779296875},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.5695052146911621},{"id":"https://openalex.org/C2776299755","wikidata":"https://www.wikidata.org/wiki/Q432449","display_name":"Carry (investment)","level":2,"score":0.5657081007957458},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5455800890922546},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5137065649032593},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.5134945511817932},{"id":"https://openalex.org/C3018824978","wikidata":"https://www.wikidata.org/wiki/Q2894891","display_name":"Error analysis","level":2,"score":0.45194390416145325},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4180125594139099},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14064162969589233},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09635382890701294},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06262370944023132},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/p17-1074","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p17-1074","pdf_url":"https://www.aclweb.org/anthology/P17-1074.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/266940","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/266940","pdf_url":null,"source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Object"},{"id":"doi:10.17863/cam.12990","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.12990","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Other"}],"best_oa_location":{"id":"doi:10.18653/v1/p17-1074","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p17-1074","pdf_url":"https://www.aclweb.org/anthology/P17-1074.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.49000000953674316,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2741494657.pdf","grobid_xml":"https://content.openalex.org/works/W2741494657.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W112197792","https://openalex.org/W1640336798","https://openalex.org/W1995945562","https://openalex.org/W2098297786","https://openalex.org/W2123024646","https://openalex.org/W2124725212","https://openalex.org/W2127672659","https://openalex.org/W2153013403","https://openalex.org/W2250591774","https://openalex.org/W2251613956","https://openalex.org/W2251862950","https://openalex.org/W2251927615","https://openalex.org/W2251975661","https://openalex.org/W2252214728","https://openalex.org/W2294498899","https://openalex.org/W2478432301","https://openalex.org/W2481467102","https://openalex.org/W2515384205","https://openalex.org/W2554764206","https://openalex.org/W2797062063"],"related_works":["https://openalex.org/W2931688134","https://openalex.org/W2377919138","https://openalex.org/W2378857091","https://openalex.org/W4256502920","https://openalex.org/W103652678","https://openalex.org/W2999756192","https://openalex.org/W4226090359","https://openalex.org/W2380243770","https://openalex.org/W2377495875","https://openalex.org/W2390973415"],"abstract_inverted_index":{"Until":[0],"now,":[1],"error":[2,62,118],"type":[3,63,119],"performance":[4],"for":[5,121],"Grammatical":[6],"Error":[7],"Correction":[8],"(GEC)":[9],"systems":[10],"could":[11],"only":[12,60],"be":[13,73],"measured":[14],"in":[15,94],"terms":[16],"of":[17,68,98,108],"recall":[18],"because":[19],"system":[20,106],"output":[21,107],"is":[22],"not":[23,59],"annotated.":[24],"To":[25],"overcome":[26],"this":[27],"problem,":[28],"we":[29,101],"introduce":[30],"ERRANT,":[31],"a":[32,53,116],"grammatical":[33],"ERRor":[34],"ANnotation":[35],"Toolkit":[36],"designed":[37],"to":[38,52,75,104,113],"automatically":[39],"extract":[40],"edits":[41,89],"from":[42],"parallel":[43],"original":[44],"and":[45,48,79],"corrected":[46],"sentences":[47],"classify":[49],"them":[50],"according":[51],"new,":[54],"dataset-agnostic,":[55],"rulebased":[56],"framework.":[57],"This":[58],"facilitates":[61],"evaluation":[64],"at":[65,95],"different":[66],"levels":[67],"granularity,":[69],"but":[70],"can":[71],"also":[72],"used":[74],"reduce":[76],"annotator":[77],"workload":[78],"standardise":[80],"existing":[81],"GEC":[82],"datasets.":[83],"Human":[84],"experts":[85],"rated":[86],"the":[87,105,109,122],"automatic":[88],"as":[90],"\"Good\"":[91],"or":[92],"\"Acceptable\"":[93],"least":[96],"95%":[97],"cases,":[99],"so":[100],"applied":[102],"ERRANT":[103],"CoNLL-2014":[110],"shared":[111],"task":[112],"carry":[114],"out":[115],"detailed":[117],"analysis":[120],"first":[123],"time.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":57},{"year":2022,"cited_by_count":31},{"year":2021,"cited_by_count":53},{"year":2020,"cited_by_count":36},{"year":2019,"cited_by_count":39},{"year":2018,"cited_by_count":15},{"year":2017,"cited_by_count":5}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}