{"id":"https://openalex.org/W2970871182","doi":"https://doi.org/10.18653/v1/w19-5402","title":"Findings of the WMT 2019 Shared Task on Automatic Post-Editing","display_name":"Findings of the WMT 2019 Shared Task on Automatic Post-Editing","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2970871182","doi":"https://doi.org/10.18653/v1/w19-5402","mag":"2970871182"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-5402","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5402","pdf_url":"https://www.aclweb.org/anthology/W19-5402.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Conference on Machine Translation (Volume 3: Shared Task Papers, Day 2)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W19-5402.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009584867","display_name":"Rajen Chatterjee","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rajen Chatterjee","raw_affiliation_strings":[") Apple Inc., Cupertino, CA, USA ("],"affiliations":[{"raw_affiliation_string":") Apple Inc., Cupertino, CA, USA (","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108075835","display_name":"Christian Federmann","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christian Federmann","raw_affiliation_strings":[") Microsoft Cloud+AI, Redmond, WA, USA ("],"affiliations":[{"raw_affiliation_string":") Microsoft Cloud+AI, Redmond, WA, USA (","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015363344","display_name":"Matteo Negri","orcid":"https://orcid.org/0000-0002-8811-4330"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Negri","raw_affiliation_strings":[") Fondazione Bruno Kessler, Trento, Italy"],"affiliations":[{"raw_affiliation_string":") Fondazione Bruno Kessler, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025827839","display_name":"Marco Turchi","orcid":"https://orcid.org/0000-0002-5899-4496"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Turchi","raw_affiliation_strings":[") Fondazione Bruno Kessler, Trento, Italy"],"affiliations":[{"raw_affiliation_string":") Fondazione Bruno Kessler, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5009584867"],"corresponding_institution_ids":["https://openalex.org/I4210153776"],"apc_list":null,"apc_paid":null,"fwci":7.0008,"has_fulltext":true,"cited_by_count":64,"citation_normalized_percentile":{"value":0.97538176,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"11","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7964763641357422},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7921541929244995},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.74667888879776},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.7415151596069336},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6376413702964783},{"id":"https://openalex.org/keywords/bleu","display_name":"BLEU","score":0.5664300918579102},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5593878030776978},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.53983473777771},{"id":"https://openalex.org/keywords/machine-translation-system","display_name":"Machine translation system","score":0.49604734778404236},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4716324508190155},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.43701010942459106},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3281654119491577},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18895849585533142},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13959693908691406}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7964763641357422},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7921541929244995},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.74667888879776},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.7415151596069336},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6376413702964783},{"id":"https://openalex.org/C622187","wikidata":"https://www.wikidata.org/wiki/Q3500773","display_name":"BLEU","level":3,"score":0.5664300918579102},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5593878030776978},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.53983473777771},{"id":"https://openalex.org/C2986258472","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation system","level":3,"score":0.49604734778404236},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4716324508190155},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43701010942459106},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3281654119491577},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18895849585533142},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13959693908691406},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w19-5402","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5402","pdf_url":"https://www.aclweb.org/anthology/W19-5402.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Conference on Machine Translation (Volume 3: Shared Task Papers, Day 2)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-5402","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5402","pdf_url":"https://www.aclweb.org/anthology/W19-5402.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Conference on Machine Translation (Volume 3: Shared Task Papers, Day 2)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7400000095367432,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2970871182.pdf","grobid_xml":"https://content.openalex.org/works/W2970871182.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W222053410","https://openalex.org/W1880262756","https://openalex.org/W2078686070","https://openalex.org/W2101105183","https://openalex.org/W2124807415","https://openalex.org/W2133564696","https://openalex.org/W2141971526","https://openalex.org/W2149327368","https://openalex.org/W2149791639","https://openalex.org/W2251816503","https://openalex.org/W2251926178","https://openalex.org/W2252166243","https://openalex.org/W2260677151","https://openalex.org/W2512924740","https://openalex.org/W2594229957","https://openalex.org/W2595715041","https://openalex.org/W2757592053","https://openalex.org/W2760656271","https://openalex.org/W2791510479","https://openalex.org/W2883757330","https://openalex.org/W2896457183","https://openalex.org/W2900013662","https://openalex.org/W2902409908","https://openalex.org/W2903193068","https://openalex.org/W2921311659","https://openalex.org/W2949733514","https://openalex.org/W2962678612","https://openalex.org/W2962712961","https://openalex.org/W2962784628","https://openalex.org/W2963212250","https://openalex.org/W2963341956","https://openalex.org/W2963347649","https://openalex.org/W2963403868","https://openalex.org/W2963816901","https://openalex.org/W2964034111","https://openalex.org/W2964048171","https://openalex.org/W2964308564","https://openalex.org/W2970153015","https://openalex.org/W2970326214","https://openalex.org/W2970461932","https://openalex.org/W2970677440","https://openalex.org/W2970757531","https://openalex.org/W2970979130","https://openalex.org/W3005389111","https://openalex.org/W3006354580","https://openalex.org/W3006530332","https://openalex.org/W3113525842","https://openalex.org/W3121071870","https://openalex.org/W4231510805","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2099607809","https://openalex.org/W2395641992","https://openalex.org/W2807475932","https://openalex.org/W1915251500","https://openalex.org/W3066373881","https://openalex.org/W2426188458","https://openalex.org/W2903057408","https://openalex.org/W92588874","https://openalex.org/W3021126373","https://openalex.org/W4280571180"],"abstract_inverted_index":{"We":[0],"present":[1],"the":[2,5,10,23,37,43,66,83,99,105,135,141,159,162,172,176,181,187],"results":[3,118,179],"from":[4,33],"5":[6],"th":[7],"round":[8],"of":[9,25,42,89,158,171,180],"WMT":[11],"task":[12,18,143,163],"on":[13,51,59,98],"MT":[14,69],"Automatic":[15],"Post-Editing.":[16],"The":[17,93],"consists":[19],"in":[20,82,111,140],"automatically":[21],"correcting":[22],"output":[24],"a":[26,87,155],"\"black-box\"":[27],"machine":[28],"translation":[29],"system":[30,183],"by":[31,73,154],"learning":[32],"human":[34],"corrections.":[35],"Keeping":[36],"same":[38,100],"general":[39],"evaluation":[40],"setting":[41],"previous":[44],"four":[45],"rounds,":[46],"this":[47,149],"year":[48],"we":[49],"focused":[50],"two":[52],"language":[53,67,151],"pairs":[54],"(English-German":[55],"and":[56,58,130],"English-Russian)":[57],"domain-specific":[60],"data":[61],"(Information":[62],"Technology).":[63],"For":[64],"both":[65],"directions,":[68],"outputs":[70],"were":[71],"produced":[72],"neural":[74],"systems":[75],"unknown":[76],"to":[77,127,165,185],"participants.":[78],"Seven":[79],"teams":[80,115,138],"participated":[81,139],"English-German":[84],"task,":[85],"with":[86,124],"total":[88],"18":[90],"submitted":[91,173],"runs.":[92],"evaluation,":[94],"which":[95],"was":[96],"performed":[97],"test":[101],"set":[102],"used":[103,184],"for":[104],"2018":[106],"round,":[107],"shows":[108],"further":[109],"progress":[110],"APE":[112],"technology:":[113],"4":[114],"achieved":[116],"better":[117],"than":[119],"last":[120],"year's":[121],"winning":[122],"system,":[123],"improvements":[125],"up":[126],"-0.78":[128],"TER":[129],"+1.23":[131],"BLEU":[132],"points":[133],"over":[134],"baseline.":[136],"Two":[137],"English-Russian":[142],"submitting":[144],"2":[145],"runs":[146,174],"each.":[147],"On":[148],"new":[150],"direction,":[152],"characterized":[153],"higher":[156],"quality":[157],"original":[160],"translations,":[161],"proved":[164],"be":[166],"particularly":[167],"challenging.":[168],"Indeed,":[169],"none":[170],"improved":[175],"very":[177],"high":[178],"strong":[182],"produce":[186],"initial":[188],"translations":[189],"(16.16":[190],"TER,":[191],"76.20":[192],"BLEU).":[193]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}