{"id":"https://openalex.org/W2573119710","doi":"https://doi.org/10.18653/v1/e17-1100","title":"A Multifaceted Evaluation of Neural versus Phrase-Based Machine Translation for 9 Language Directions","display_name":"A Multifaceted Evaluation of Neural versus Phrase-Based Machine Translation for 9 Language Directions","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2573119710","doi":"https://doi.org/10.18653/v1/e17-1100","mag":"2573119710"},"language":"en","primary_location":{"id":"doi:10.18653/v1/e17-1100","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/e17-1100","pdf_url":"https://www.aclweb.org/anthology/E17-1100.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Conference of the European Chapter of the\n          Association for Computational Linguistics: Volume 1, Long Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/E17-1100.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062029765","display_name":"Antonio Toral","orcid":"https://orcid.org/0000-0003-2357-2960"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]},{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE","NL"],"is_corresponding":false,"raw_author_name":"Antonio Toral","raw_affiliation_strings":["Prompsit Language Engineering Av. Universitat s/n. Edifici Quorum III E-03202 Elx, Spain","Dublin City University, Ireland","University of Groningen The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Prompsit Language Engineering Av. Universitat s/n. Edifici Quorum III E-03202 Elx, Spain","institution_ids":[]},{"raw_affiliation_string":"Dublin City University, Ireland","institution_ids":["https://openalex.org/I42934936"]},{"raw_affiliation_string":"University of Groningen The Netherlands","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060497847","display_name":"V\u00edctor M. S\u00e1nchez-Cartagena","orcid":"https://orcid.org/0000-0001-9600-6885"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]},{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE","NL"],"is_corresponding":false,"raw_author_name":"V\u00edctor M. S\u00e1nchez-Cartagena","raw_affiliation_strings":["Dublin City University, Ireland","Prompsit Language Engineering Av. Universitat s/n. Edifici Quorum III E-03202 Elx, Spain","University of Groningen The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dublin City University, Ireland","institution_ids":["https://openalex.org/I42934936"]},{"raw_affiliation_string":"Prompsit Language Engineering Av. Universitat s/n. Edifici Quorum III E-03202 Elx, Spain","institution_ids":[]},{"raw_affiliation_string":"University of Groningen The Netherlands","institution_ids":["https://openalex.org/I169381384"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.0445,"has_fulltext":true,"cited_by_count":113,"citation_normalized_percentile":{"value":0.99031623,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1063","last_page":"1073"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.8907220363616943},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8232483267784119},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.7860841751098633},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.704451322555542},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6881850361824036},{"id":"https://openalex.org/keywords/fluency","display_name":"Fluency","score":0.6613346338272095},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6431012153625488},{"id":"https://openalex.org/keywords/rule-based-machine-translation","display_name":"Rule-based machine translation","score":0.5630103349685669},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5550016760826111},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.5448049306869507},{"id":"https://openalex.org/keywords/transfer-based-machine-translation","display_name":"Transfer-based machine translation","score":0.5406825542449951},{"id":"https://openalex.org/keywords/evaluation-of-machine-translation","display_name":"Evaluation of machine translation","score":0.5273842811584473},{"id":"https://openalex.org/keywords/word-order","display_name":"Word order","score":0.4825519919395447},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4731898307800293},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4721560478210449},{"id":"https://openalex.org/keywords/machine-translation-software-usability","display_name":"Machine translation software usability","score":0.4296149015426636},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.36439913511276245},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12307733297348022}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.8907220363616943},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8232483267784119},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.7860841751098633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.704451322555542},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6881850361824036},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.6613346338272095},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6431012153625488},{"id":"https://openalex.org/C53893814","wikidata":"https://www.wikidata.org/wiki/Q7378909","display_name":"Rule-based machine translation","level":2,"score":0.5630103349685669},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5550016760826111},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.5448049306869507},{"id":"https://openalex.org/C130597682","wikidata":"https://www.wikidata.org/wiki/Q6961922","display_name":"Transfer-based machine translation","level":4,"score":0.5406825542449951},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.5273842811584473},{"id":"https://openalex.org/C70777604","wikidata":"https://www.wikidata.org/wiki/Q257885","display_name":"Word order","level":2,"score":0.4825519919395447},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4731898307800293},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4721560478210449},{"id":"https://openalex.org/C148526163","wikidata":"https://www.wikidata.org/wiki/Q6723733","display_name":"Machine translation software usability","level":4,"score":0.4296149015426636},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.36439913511276245},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12307733297348022},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/e17-1100","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/e17-1100","pdf_url":"https://www.aclweb.org/anthology/E17-1100.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Conference of the European Chapter of the\n          Association for Computational Linguistics: Volume 1, Long Papers","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/e17-1100","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/e17-1100","pdf_url":"https://www.aclweb.org/anthology/E17-1100.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Conference of the European Chapter of the\n          Association for Computational Linguistics: Volume 1, Long Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7900000214576721,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3678401144","display_name":null,"funder_award_id":"PIAP-GA-2012-324414","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3829048491","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5593277320","display_name":null,"funder_award_id":"2007-2013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5702163051","display_name":null,"funder_award_id":"FP7/2007","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5879783438","display_name":"Automatic building of Machine Translation","funder_award_id":"324414","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6561435997","display_name":null,"funder_award_id":"Grant 12/CE/I2267","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G8758897139","display_name":null,"funder_award_id":"12/CE/I2267","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320320865","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2573119710.pdf","grobid_xml":"https://content.openalex.org/works/W2573119710.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W222053410","https://openalex.org/W1902237438","https://openalex.org/W1916559533","https://openalex.org/W1924770834","https://openalex.org/W1938755728","https://openalex.org/W1996456980","https://openalex.org/W2052203456","https://openalex.org/W2064675550","https://openalex.org/W2080373976","https://openalex.org/W2101105183","https://openalex.org/W2116792345","https://openalex.org/W2133564696","https://openalex.org/W2146502635","https://openalex.org/W2149327368","https://openalex.org/W2168360976","https://openalex.org/W2250342921","https://openalex.org/W2251682575","https://openalex.org/W2260677151","https://openalex.org/W2292633562","https://openalex.org/W2345764277","https://openalex.org/W2400065810","https://openalex.org/W2508117065","https://openalex.org/W2508907594","https://openalex.org/W2512924740","https://openalex.org/W2513202451","https://openalex.org/W2518037268","https://openalex.org/W2917324689","https://openalex.org/W2951559648","https://openalex.org/W2962732637","https://openalex.org/W2962801832","https://openalex.org/W2963216553","https://openalex.org/W2963251942","https://openalex.org/W2963641561","https://openalex.org/W2964308564","https://openalex.org/W3102349420","https://openalex.org/W3113525842","https://openalex.org/W3211848854"],"related_works":["https://openalex.org/W3204448004","https://openalex.org/W2566847733","https://openalex.org/W2122287718","https://openalex.org/W2753600765","https://openalex.org/W2962780935","https://openalex.org/W193726211","https://openalex.org/W2740094425","https://openalex.org/W2587602790","https://openalex.org/W4378619223","https://openalex.org/W2532807140"],"abstract_inverted_index":{"We":[0,76],"aim":[1],"to":[2,101],"shed":[3],"light":[4],"on":[5],"the":[6,11,54,57,65],"strengths":[7],"and":[8,37,61,70,92],"weaknesses":[9],"of":[10,49,56,63,67,97],"newly":[12],"introduced":[13],"neural":[14,34,83],"machine":[15,35,39,84,108],"translation":[16,36,40,85,109],"paradigm.":[17],"To":[18],"that":[19,79],"end,":[20],"we":[21,28,52],"conduct":[22],"a":[23,47],"multifaceted":[24],"evaluation":[25],"in":[26,95],"which":[27],"compare":[29],"outputs":[30],"produced":[31,81,103],"by":[32,82,104],"state-of-the-art":[33],"phrase-based":[38,105],"systems":[41,86,110],"for":[42],"9":[43],"language":[44],"directions":[45],"across":[46,72],"number":[48],"dimensions.":[50],"Specifically,":[51],"measure":[53],"similarity":[55],"outputs,":[58],"their":[59],"fluency":[60],"amount":[62],"reordering,":[64],"effect":[66],"sentence":[68],"length":[69],"performance":[71],"different":[73],"error":[74],"categories.":[75],"find":[77],"out":[78],"translations":[80],"are":[87,111],"considerably":[88],"different,":[89],"more":[90,93,113],"fluent":[91],"accurate":[94,114],"terms":[96],"word":[98],"order":[99],"compared":[100],"those":[102],"systems.":[106],"Neural":[107],"also":[112],"at":[115],"producing":[116],"inflected":[117],"forms,":[118],"but":[119],"they":[120],"perform":[121],"poorly":[122],"when":[123],"translating":[124],"very":[125],"long":[126],"sentences.":[127]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":20},{"year":2017,"cited_by_count":11}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}