{"id":"https://openalex.org/W2970558573","doi":"https://doi.org/10.18653/v1/w19-5303","title":"Findings of the First Shared Task on Machine Translation Robustness","display_name":"Findings of the First Shared Task on Machine Translation Robustness","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2970558573","doi":"https://doi.org/10.18653/v1/w19-5303","mag":"2970558573"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-5303","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5303","pdf_url":"https://www.aclweb.org/anthology/W19-5303.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W19-5303.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100607986","display_name":"Xian Li","orcid":"https://orcid.org/0000-0001-8636-2421"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xian Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109949937","display_name":"Paul Michel","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Michel","raw_affiliation_strings":["Carnegie Mellon University,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013793053","display_name":"Antonios Anastasopoulos","orcid":"https://orcid.org/0000-0002-8544-246X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Antonios Anastasopoulos","raw_affiliation_strings":["Carnegie Mellon University,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051184573","display_name":"Yonatan Belinkov","orcid":null},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yonatan Belinkov","raw_affiliation_strings":["Harvard University and MIT,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University and MIT,","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032689067","display_name":"Nadir Durrani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nadir Durrani","raw_affiliation_strings":["Qatar Computing Research Institute,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035914396","display_name":"Orhan F\u0131rat","orcid":"https://orcid.org/0000-0001-5775-2420"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Orhan Firat","raw_affiliation_strings":["Google AI,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112315093","display_name":"Philipp Koehn","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philipp Koehn","raw_affiliation_strings":["Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068811427","display_name":"Graham Neubig","orcid":"https://orcid.org/0000-0002-2072-3789"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Graham Neubig","raw_affiliation_strings":["Carnegie Mellon University,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058915697","display_name":"Juan Pino","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juan Pino","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5042954793","display_name":"Hassan Sajjad","orcid":"https://orcid.org/0000-0002-8584-6595"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hassan Sajjad","raw_affiliation_strings":["Qatar Computing Research Institute,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":57,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"91","last_page":"102"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7828656435012817},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7266396880149841},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5887792110443115},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5544982552528381},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.49983811378479004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.458322674036026},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.41599804162979126},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3415865898132324},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22997385263442993},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.06120455265045166}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7828656435012817},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7266396880149841},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5887792110443115},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5544982552528381},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.49983811378479004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.458322674036026},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.41599804162979126},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3415865898132324},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22997385263442993},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.06120455265045166},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w19-5303","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5303","pdf_url":"https://www.aclweb.org/anthology/W19-5303.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-5303","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5303","pdf_url":"https://www.aclweb.org/anthology/W19-5303.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2970558573.pdf","grobid_xml":"https://content.openalex.org/works/W2970558573.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1673923490","https://openalex.org/W2101105183","https://openalex.org/W2184135559","https://openalex.org/W2766108848","https://openalex.org/W2767899794","https://openalex.org/W2791941932","https://openalex.org/W2794365787","https://openalex.org/W2811010710","https://openalex.org/W2906152891","https://openalex.org/W2909737760","https://openalex.org/W2916835973","https://openalex.org/W2922293812","https://openalex.org/W2922349260","https://openalex.org/W2946817437","https://openalex.org/W2962713901","https://openalex.org/W2962784628","https://openalex.org/W2963062785","https://openalex.org/W2963212250","https://openalex.org/W2963250244","https://openalex.org/W2963403868","https://openalex.org/W2963506925","https://openalex.org/W2963532001","https://openalex.org/W2963661177","https://openalex.org/W2963697731","https://openalex.org/W2963823140","https://openalex.org/W2963919854","https://openalex.org/W2964048171","https://openalex.org/W2964153729","https://openalex.org/W2964247056","https://openalex.org/W2970069595","https://openalex.org/W2970250638","https://openalex.org/W2970336035","https://openalex.org/W2970798168","https://openalex.org/W2970926924","https://openalex.org/W2971134989","https://openalex.org/W2984051011","https://openalex.org/W2998277219","https://openalex.org/W4294536576","https://openalex.org/W4385245566","https://openalex.org/W6745507446"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W3151736118","https://openalex.org/W4362495644","https://openalex.org/W2798121181","https://openalex.org/W2770593030","https://openalex.org/W3154990682","https://openalex.org/W2962780935","https://openalex.org/W2560201613","https://openalex.org/W2883671469","https://openalex.org/W2728761353"],"abstract_inverted_index":{"Xian":[0],"Li,":[1],"Paul":[2],"Michel,":[3],"Antonios":[4],"Anastasopoulos,":[5],"Yonatan":[6],"Belinkov,":[7],"Nadir":[8],"Durrani,":[9],"Orhan":[10],"Firat,":[11],"Philipp":[12],"Koehn,":[13],"Graham":[14],"Neubig,":[15],"Juan":[16],"Pino,":[17],"Hassan":[18],"Sajjad.":[19],"Proceedings":[20],"of":[21],"the":[22],"Fourth":[23],"Conference":[24],"on":[25],"Machine":[26],"Translation":[27],"(Volume":[28],"2:":[29],"Shared":[30],"Task":[31],"Papers,":[32],"Day":[33],"1).":[34],"2019.":[35]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":13}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}