{"id":"https://openalex.org/W2971043182","doi":"https://doi.org/10.18653/v1/w19-5208","title":"The Effect of Translationese in Machine Translation Test Sets","display_name":"The Effect of Translationese in Machine Translation Test Sets","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2971043182","doi":"https://doi.org/10.18653/v1/w19-5208","mag":"2971043182"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-5208","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5208","pdf_url":"https://www.aclweb.org/anthology/W19-5208.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Conference on Machine Translation (Volume 1: Research Papers)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W19-5208.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025357679","display_name":"Mike Zhang","orcid":"https://orcid.org/0000-0003-1218-5201"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Mike Zhang","raw_affiliation_strings":["Center for Language and Cognition","Information Science Programme University of Groningen The Netherlands","University of Groningen The Netherlands"],"affiliations":[{"raw_affiliation_string":"Center for Language and Cognition","institution_ids":[]},{"raw_affiliation_string":"Information Science Programme University of Groningen The Netherlands","institution_ids":["https://openalex.org/I169381384"]},{"raw_affiliation_string":"University of Groningen The Netherlands","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062029765","display_name":"Antonio Toral","orcid":"https://orcid.org/0000-0003-2357-2960"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Antonio Toral","raw_affiliation_strings":["University of Groningen The Netherlands","Information Science Programme University of Groningen The Netherlands","Center for Language and Cognition"],"affiliations":[{"raw_affiliation_string":"University of Groningen The Netherlands","institution_ids":["https://openalex.org/I169381384"]},{"raw_affiliation_string":"Information Science Programme University of Groningen The Netherlands","institution_ids":["https://openalex.org/I169381384"]},{"raw_affiliation_string":"Center for Language and Cognition","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5025357679"],"corresponding_institution_ids":["https://openalex.org/I169381384"],"apc_list":null,"apc_paid":null,"fwci":9.06344699,"has_fulltext":true,"cited_by_count":70,"citation_normalized_percentile":{"value":0.9801489,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"73","last_page":"81"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.81447434425354},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.7147244811058044},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6809737086296082},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5959190726280212},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5668029189109802},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5247842669487},{"id":"https://openalex.org/keywords/machine-translation-system","display_name":"Machine translation system","score":0.47495055198669434},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46997588872909546},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4687535762786865},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4616168439388275},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.4318200349807739},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4168112576007843},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37354549765586853},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1483236849308014},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10840672254562378},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.07806321978569031}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.81447434425354},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.7147244811058044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6809737086296082},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5959190726280212},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5668029189109802},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5247842669487},{"id":"https://openalex.org/C2986258472","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation system","level":3,"score":0.47495055198669434},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46997588872909546},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4687535762786865},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4616168439388275},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.4318200349807739},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4168112576007843},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37354549765586853},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1483236849308014},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10840672254562378},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.07806321978569031},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w19-5208","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5208","pdf_url":"https://www.aclweb.org/anthology/W19-5208.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Conference on Machine Translation (Volume 1: Research Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-5208","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5208","pdf_url":"https://www.aclweb.org/anthology/W19-5208.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Conference on Machine Translation (Volume 1: Research Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6499999761581421,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2971043182.pdf","grobid_xml":"https://content.openalex.org/works/W2971043182.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W174768566","https://openalex.org/W2044916741","https://openalex.org/W2087735403","https://openalex.org/W2139940533","https://openalex.org/W2164628107","https://openalex.org/W2188102889","https://openalex.org/W2251926178","https://openalex.org/W2252166243","https://openalex.org/W2260677151","https://openalex.org/W2270190199","https://openalex.org/W2492256392","https://openalex.org/W2512924740","https://openalex.org/W2727767747","https://openalex.org/W2739967986","https://openalex.org/W2760656271","https://openalex.org/W2794365787","https://openalex.org/W2903193068","https://openalex.org/W2922158773","https://openalex.org/W2963071582","https://openalex.org/W3007782264","https://openalex.org/W3141884538","https://openalex.org/W3196290596"],"related_works":["https://openalex.org/W3107474891","https://openalex.org/W2965005048","https://openalex.org/W4289293977","https://openalex.org/W2735824434","https://openalex.org/W2952624170","https://openalex.org/W3120929527","https://openalex.org/W4285069226","https://openalex.org/W4288026811","https://openalex.org/W3002602684","https://openalex.org/W2481351509"],"abstract_inverted_index":{"The":[0],"effect":[1,25],"of":[2,10,26,40,56],"translationese":[3,27,57,82],"has":[4,83],"been":[5],"studied":[6],"in":[7,22,58,62,71],"the":[8,24,32,36,54,80,92],"field":[9],"machine":[11],"translation":[12,47,86,93],"(MT),":[13],"mostly":[14],"with":[15],"respect":[16],"to":[17,91],"training":[18],"data.":[19],"We":[20,49],"study":[21],"depth":[23],"on":[28,84],"test":[29,33,59],"data,":[30],"using":[31],"sets":[34,60],"from":[35],"last":[37],"three":[38],"editions":[39],"WMT's":[41],"news":[42],"shared":[43],"task,":[44],"containing":[45],"17":[46],"directions.":[48],"show":[50],"evidence":[51],"that":[52,101],"(i)":[53],"use":[55],"results":[61],"inflated":[63],"human":[64],"evaluation":[65],"scores":[66],"for":[67,100],"MT":[68,98],"systems;":[69],"(ii)":[70],"some":[72],"cases":[73],"system":[74],"rankings":[75],"do":[76],"change":[77],"and":[78],"(iii)":[79],"impact":[81],"a":[85],"direction":[87],"is":[88],"inversely":[89],"correlated":[90],"quality":[94],"attainable":[95],"by":[96],"state-of-the-art":[97],"systems":[99],"direction.":[102]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}