{"id":"https://openalex.org/W2980941473","doi":"https://doi.org/10.18653/v1/w19-5351","title":"Linguistic Evaluation of German-English Machine Translation Using a Test Suite","display_name":"Linguistic Evaluation of German-English Machine Translation Using a Test Suite","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2980941473","doi":"https://doi.org/10.18653/v1/w19-5351","mag":"2980941473"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-5351","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5351","pdf_url":"https://www.aclweb.org/anthology/W19-5351.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W19-5351.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074144827","display_name":"Eleftherios Avramidis","orcid":"https://orcid.org/0000-0002-5671-573X"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Eleftherios Avramidis","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI), Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI), Berlin, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088185761","display_name":"Vivien Macketanz","orcid":"https://orcid.org/0000-0003-4530-6241"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vivien Macketanz","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI), Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI), Berlin, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089666947","display_name":"Ursula Strohriegel","orcid":null},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ursula Strohriegel","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI), Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI), Berlin, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112249167","display_name":"Hans Uszkoreit","orcid":null},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hans Uszkoreit","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI), Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI), Berlin, Germany","institution_ids":["https://openalex.org/I33256026"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074144827"],"corresponding_institution_ids":["https://openalex.org/I33256026"],"apc_list":null,"apc_paid":null,"fwci":1.5896,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.88030193,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10759","display_name":"Translation Studies and Practices","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.7547625303268433},{"id":"https://openalex.org/keywords/valency","display_name":"Valency","score":0.7122241854667664},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6801660060882568},{"id":"https://openalex.org/keywords/punctuation","display_name":"Punctuation","score":0.6604316234588623},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.6470820307731628},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6329353451728821},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.6261123418807983},{"id":"https://openalex.org/keywords/verb","display_name":"Verb","score":0.610813319683075},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5782535076141357},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5473289489746094},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.527518093585968},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5257261991500854},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.1906251609325409},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.15730834007263184}],"concepts":[{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.7547625303268433},{"id":"https://openalex.org/C139007053","wikidata":"https://www.wikidata.org/wiki/Q1412952","display_name":"Valency","level":2,"score":0.7122241854667664},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6801660060882568},{"id":"https://openalex.org/C540372491","wikidata":"https://www.wikidata.org/wiki/Q82622","display_name":"Punctuation","level":2,"score":0.6604316234588623},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.6470820307731628},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6329353451728821},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.6261123418807983},{"id":"https://openalex.org/C2776397901","wikidata":"https://www.wikidata.org/wiki/Q24905","display_name":"Verb","level":2,"score":0.610813319683075},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5782535076141357},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5473289489746094},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.527518093585968},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5257261991500854},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.1906251609325409},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.15730834007263184},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/w19-5351","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5351","pdf_url":"https://www.aclweb.org/anthology/W19-5351.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1910.07457","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.07457","pdf_url":"https://arxiv.org/pdf/1910.07457","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-5351","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5351","pdf_url":"https://www.aclweb.org/anthology/W19-5351.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4444951618","display_name":null,"funder_award_id":"01IW17001","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320334604","display_name":"Banting and Best Diabetes Centre, University of Toronto","ror":"https://ror.org/03dbr7087"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2980941473.pdf","grobid_xml":"https://content.openalex.org/works/W2980941473.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2018869373","https://openalex.org/W2052203456","https://openalex.org/W2147192413","https://openalex.org/W2577914266","https://openalex.org/W2592627105","https://openalex.org/W2622101571","https://openalex.org/W2807224335","https://openalex.org/W2898962441","https://openalex.org/W2902113138","https://openalex.org/W2902180983","https://openalex.org/W2902486422","https://openalex.org/W2902545332","https://openalex.org/W2902582221","https://openalex.org/W2964130895"],"related_works":["https://openalex.org/W2936002343","https://openalex.org/W431658849","https://openalex.org/W2188883480","https://openalex.org/W1592364192","https://openalex.org/W3214476994","https://openalex.org/W4243318454","https://openalex.org/W3183943281","https://openalex.org/W1607725254","https://openalex.org/W2250643803","https://openalex.org/W2970323183"],"abstract_inverted_index":{"We":[0],"present":[1],"the":[2,5,16],"results":[3],"of":[4,7,39,68],"application":[6],"a":[8,22,66],"grammatical":[9],"test":[10,41],"suite":[11],"for":[12,25,49],"GermanEnglish":[13],"MT":[14],"on":[15],"systems":[17,33,81],"submitted":[18],"at":[19],"WMT19,":[20],"with":[21],"detailed":[23,77],"analysis":[24],"107":[26],"phenomena":[27,83],"organized":[28],"in":[29,43],"14":[30],"categories.":[31],"The":[32],"still":[34],"translate":[35],"wrong":[36],"one":[37],"out":[38],"four":[40],"items":[42],"average.":[44],"Low":[45],"performance":[46],"is":[47],"indicated":[48],"idioms,":[50],"modals,":[51],"pseudo-clefts,":[52],"multi-word":[53],"expressions":[54],"and":[55,74,82],"verb":[56],"valency.":[57],"When":[58],"compared":[59],"to":[60],"last":[61],"year,":[62],"there":[63],"has":[64],"been":[65],"improvement":[67],"function":[69],"words,":[70],"non":[71],"verbal":[72],"agreement":[73],"punctuation.":[75],"More":[76],"conclusions":[78],"about":[79],"particular":[80],"are":[84],"also":[85],"presented.":[86]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2019-10-25T00:00:00"}