{"id":"https://openalex.org/W3119775721","doi":"https://doi.org/10.18653/v1/2020.wmt-1.140","title":"Human-Paraphrased References Improve Neural Machine Translation","display_name":"Human-Paraphrased References Improve Neural Machine Translation","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3119775721","doi":"https://doi.org/10.18653/v1/2020.wmt-1.140","mag":"3119775721"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.wmt-1.140","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.wmt-1.140","pdf_url":"https://aclanthology.org/2020.wmt-1.140.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Conference on Machine Translation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2020.wmt-1.140.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068438716","display_name":"Markus Freitag","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Markus Freitag","raw_affiliation_strings":["Google Research","Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090694771","display_name":"George Foster","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Foster","raw_affiliation_strings":["Google Research","Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065912572","display_name":"David Grangier","orcid":"https://orcid.org/0000-0002-8847-9532"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Grangier","raw_affiliation_strings":["Google Research","Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048302740","display_name":"Colin Cherry","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colin Cherry","raw_affiliation_strings":["Google Research","Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":0.345,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61136802,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1183","last_page":"1192"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7825935482978821},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7310987114906311},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7008690237998962},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5675998330116272},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5456283092498779},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5007095336914062},{"id":"https://openalex.org/keywords/literal","display_name":"Literal (mathematical logic)","score":0.45723116397857666},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.4488058388233185},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.25556206703186035},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.16877347230911255}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7825935482978821},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7310987114906311},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7008690237998962},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5675998330116272},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5456283092498779},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5007095336914062},{"id":"https://openalex.org/C2780882242","wikidata":"https://www.wikidata.org/wiki/Q14235582","display_name":"Literal (mathematical logic)","level":2,"score":0.45723116397857666},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.4488058388233185},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25556206703186035},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.16877347230911255},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2020.wmt-1.140","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.wmt-1.140","pdf_url":"https://aclanthology.org/2020.wmt-1.140.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Conference on Machine Translation","raw_type":"proceedings-article"},{"id":"mag:3119775721","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2010.10245","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"doi:10.18653/v1/2020.wmt-1.140","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.wmt-1.140","pdf_url":"https://aclanthology.org/2020.wmt-1.140.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Conference on Machine Translation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3119775721.pdf","grobid_xml":"https://content.openalex.org/works/W3119775721.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W49707343","https://openalex.org/W1916559533","https://openalex.org/W1982710018","https://openalex.org/W1983969726","https://openalex.org/W2044916741","https://openalex.org/W2077779631","https://openalex.org/W2086039194","https://openalex.org/W2101105183","https://openalex.org/W2109776855","https://openalex.org/W2110481933","https://openalex.org/W2123301721","https://openalex.org/W2146574666","https://openalex.org/W2148365102","https://openalex.org/W2149327368","https://openalex.org/W2164628107","https://openalex.org/W2171421863","https://openalex.org/W2507833193","https://openalex.org/W2552839021","https://openalex.org/W2727767747","https://openalex.org/W2741049976","https://openalex.org/W2758895583","https://openalex.org/W2903193068","https://openalex.org/W2922158773","https://openalex.org/W2928941594","https://openalex.org/W2952103439","https://openalex.org/W2952481978","https://openalex.org/W2962890089","https://openalex.org/W2963403868","https://openalex.org/W2963532001","https://openalex.org/W2964308564","https://openalex.org/W2970038984","https://openalex.org/W2970694516","https://openalex.org/W2970986500","https://openalex.org/W2971043182","https://openalex.org/W2980367889","https://openalex.org/W2985165968","https://openalex.org/W2996403597","https://openalex.org/W3035013535","https://openalex.org/W3081828086","https://openalex.org/W3103450644","https://openalex.org/W3106146701","https://openalex.org/W3196290596"],"related_works":["https://openalex.org/W3094040156","https://openalex.org/W3103450644","https://openalex.org/W2162669657","https://openalex.org/W2405120945","https://openalex.org/W2963532001","https://openalex.org/W2892228078","https://openalex.org/W95780973","https://openalex.org/W2251545774","https://openalex.org/W2971495253","https://openalex.org/W2948628052","https://openalex.org/W3200997077","https://openalex.org/W2184858235","https://openalex.org/W2889482553","https://openalex.org/W2805039358","https://openalex.org/W2156422881","https://openalex.org/W2803238307","https://openalex.org/W2251587334","https://openalex.org/W2012613027","https://openalex.org/W2339576758","https://openalex.org/W3114770456"],"abstract_inverted_index":{"Automatic":[0],"evaluation":[1],"comparing":[2],"candidate":[3],"translations":[4,10],"to":[5,49,82,93,137],"human-generated":[6],"paraphrases":[7],"of":[8,23,43,64],"reference":[9],"has":[11],"recently":[12],"been":[13],"proposed":[14],"by":[15],"Freitag":[16],"et":[17],"al.":[18],"(2020).When":[19],"used":[20],"in":[21],"place":[22],"original":[24],"references,":[25],"the":[26,62,108,125],"paraphrased":[27,72,83,111],"versions":[28],"produce":[29],"metric":[30,114],"scores":[31,115,131],"that":[32,80,88,110,116,128],"correlate":[33,117],"better":[34,91,118],"with":[35,119],"human":[36,94,120],"judgment.This":[37],"effect":[38],"holds":[39],"for":[40,124,132],"a":[41,86],"variety":[42],"different":[44],"automatic":[45],"metrics,":[46],"and":[47,71,122],"tends":[48],"favor":[50],"natural":[51],"formulations":[52],"over":[53],"more":[54],"literal":[55],"(translationese)":[56],"ones.In":[57],"this":[58],"paper":[59],"we":[60,78],"compare":[61],"results":[63],"performing":[65],"endto-end":[66],"system":[67,87,133],"development":[68,134],"using":[69,129],"standard":[70,104],"references.With":[73],"state-of-the-art":[74],"English-German":[75],"NMT":[76],"components,":[77],"show":[79],"tuning":[81],"references":[84,112],"produces":[85],"is":[89],"significantly":[90],"according":[92],"judgment,":[95,121],"but":[96],"5":[97],"BLEU":[98],"points":[99],"worse":[100],"when":[101],"tested":[102],"on":[103],"references.Our":[105],"work":[106],"confirms":[107],"finding":[109],"yield":[113],"demonstrates":[123],"first":[126],"time":[127],"these":[130],"can":[135],"lead":[136],"significant":[138],"improvements.":[139]},"counts_by_year":[{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2021-01-18T00:00:00"}