{"id":"https://openalex.org/W3120104809","doi":"https://doi.org/10.18653/v1/2020.wmt-1.84","title":"Alibaba\u2019s Submission for the WMT 2020 APE Shared Task: Improving Automatic Post-Editing with Pre-trained Conditional Cross-Lingual BERT","display_name":"Alibaba\u2019s Submission for the WMT 2020 APE Shared Task: Improving Automatic Post-Editing with Pre-trained Conditional Cross-Lingual BERT","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3120104809","doi":"https://doi.org/10.18653/v1/2020.wmt-1.84","mag":"3120104809"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.wmt-1.84","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.wmt-1.84","pdf_url":"https://aclanthology.org/2020.wmt-1.84.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Conference on Machine Translation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2020.wmt-1.84.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108128673","display_name":"Jiayi Wang","orcid":"https://orcid.org/0009-0002-9109-0285"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiayi Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360104","display_name":"Ke Wang","orcid":"https://orcid.org/0000-0002-1240-3494"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Wang","raw_affiliation_strings":["Alibaba Group Inc. , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group Inc. , Hangzhou , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055225377","display_name":"Kai Fan","orcid":"https://orcid.org/0000-0002-8256-0807"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Fan","raw_affiliation_strings":["Alibaba Group Inc. , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group Inc. , Hangzhou , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340313","display_name":"Yuqi Zhang","orcid":"https://orcid.org/0000-0002-7310-253X"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqi Zhang","raw_affiliation_strings":["Alibaba Group Inc. , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group Inc. , Hangzhou , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102903857","display_name":"Jun Lu","orcid":"https://orcid.org/0000-0003-0652-7818"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Lu","raw_affiliation_strings":["Alibaba Group Inc. , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group Inc. , Hangzhou , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101319770","display_name":"Xin Ge","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Ge","raw_affiliation_strings":["Alibaba Group Inc. , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group Inc. , Hangzhou , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037003444","display_name":"Yangbin Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangbin Shi","raw_affiliation_strings":["Alibaba Group Inc. , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group Inc. , Hangzhou , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101485566","display_name":"Yu Zhao","orcid":"https://orcid.org/0000-0003-2172-545X"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhao","raw_affiliation_strings":["Alibaba Group Inc. , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group Inc. , Hangzhou , China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8125,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.800068,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"789","last_page":"796"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8702585697174072},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7320786714553833},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6813200116157532},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6718066930770874},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5961714386940002},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5694096088409424},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5655558109283447},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5139586329460144},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5004377365112305},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.48828625679016113},{"id":"https://openalex.org/keywords/bleu","display_name":"BLEU","score":0.4649457037448883},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.46133434772491455},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4217737019062042},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.18571069836616516}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8702585697174072},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7320786714553833},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6813200116157532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6718066930770874},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5961714386940002},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5694096088409424},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5655558109283447},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5139586329460144},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5004377365112305},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.48828625679016113},{"id":"https://openalex.org/C622187","wikidata":"https://www.wikidata.org/wiki/Q3500773","display_name":"BLEU","level":3,"score":0.4649457037448883},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.46133434772491455},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4217737019062042},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.18571069836616516},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2020.wmt-1.84","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.wmt-1.84","pdf_url":"https://aclanthology.org/2020.wmt-1.84.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Conference on Machine Translation","raw_type":"proceedings-article"},{"id":"mag:3120104809","is_oa":false,"landing_page_url":"https://aclanthology.org/2020.wmt-1.84/","pdf_url":null,"source":{"id":"https://openalex.org/S4306418267","display_name":"Empirical Methods in Natural Language Processing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"Empirical Methods in Natural Language Processing","raw_type":null}],"best_oa_location":{"id":"doi:10.18653/v1/2020.wmt-1.84","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.wmt-1.84","pdf_url":"https://aclanthology.org/2020.wmt-1.84.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Conference on Machine Translation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7300000190734863}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3120104809.pdf","grobid_xml":"https://content.openalex.org/works/W3120104809.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W67351882","https://openalex.org/W2101105183","https://openalex.org/W2124807415","https://openalex.org/W2149327368","https://openalex.org/W2161192091","https://openalex.org/W2515631395","https://openalex.org/W2760656271","https://openalex.org/W2962678612","https://openalex.org/W2962826395","https://openalex.org/W2963212250","https://openalex.org/W2963281280","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963816901","https://openalex.org/W2963979492","https://openalex.org/W2964121744","https://openalex.org/W2964308564","https://openalex.org/W2970461932","https://openalex.org/W2978571467","https://openalex.org/W3087684520"],"related_works":["https://openalex.org/W3200906780","https://openalex.org/W3120896619","https://openalex.org/W3118878571","https://openalex.org/W2891092542","https://openalex.org/W3120964679","https://openalex.org/W3200829979","https://openalex.org/W3120708494","https://openalex.org/W2971074957","https://openalex.org/W2903490366","https://openalex.org/W3118955479","https://openalex.org/W2971078337","https://openalex.org/W3121071870","https://openalex.org/W2149327368","https://openalex.org/W2101105183","https://openalex.org/W2889964337","https://openalex.org/W2251979322","https://openalex.org/W3214258555","https://openalex.org/W3093374751","https://openalex.org/W3119961061","https://openalex.org/W2955428276"],"abstract_inverted_index":{"The":[0],"goal":[1],"of":[2,66,88],"Automatic":[3],"Post-Editing":[4],"(APE)":[5],"is":[6,51,70],"basically":[7],"to":[8,29,83,97,171],"examine":[9,120],"the":[10,30,37,64,67,74,95,100,107,124,130,148,154,172],"automatic":[11],"methods":[12],"for":[13,36,73],"correcting":[14],"translation":[15,22],"errors":[16],"generated":[17],"by":[18,53],"an":[19,59,79],"unknown":[20],"machine":[21],"(MT)":[23],"system.This":[24],"paper":[25],"describes":[26],"Alibaba's":[27],"submissions":[28],"WMT":[31,131,155],"2020":[32,156],"APE":[33,75,90,133],"Shared":[34],"Task":[35],"English-German":[38,127],"language":[39,49],"pair.We":[40],"design":[41],"a":[42,46,85],"two-stage":[43],"training":[44,91,103],"pipeline.First,":[45],"BERT-like":[47],"cross-lingual":[48],"model":[50,69,96,115],"pre-trained":[52,68],"randomly":[54],"masking":[55],"target":[56],"sentences":[57],"alone.Then,":[58],"additional":[60],"neural":[61],"decoder":[62],"on":[63,99,109,153],"top":[65],"jointly":[71],"fine-tuned":[72],"task.We":[76],"also":[77],"apply":[78],"imitation":[80],"learning":[81],"strategy":[82],"augment":[84],"reasonable":[86],"amount":[87],"pseudo":[89],"data,":[92],"potentially":[93],"preventing":[94],"overfit":[98],"limited":[101],"real":[102],"data":[104,117],"and":[105,116,146,167],"boosting":[106],"performance":[108],"held-out":[110],"data.To":[111],"verify":[112],"our":[113,121,139,161],"proposed":[114],"augmentation,":[118],"we":[119],"approach":[122],"with":[123,169],"well-known":[125],"benchmarking":[126],"dataset":[128,158],"from":[129],"2017":[132],"task.The":[134],"experiment":[135],"results":[136,152],"demonstrate":[137],"that":[138,160],"system":[140],"significantly":[141],"outperforms":[142],"all":[143],"other":[144],"baselines":[145],"achieves":[147],"state-of-the-art":[149],"performance.The":[150],"final":[151],"test":[157],"show":[159],"submission":[162],"can":[163],"achieve":[164],"+5.56":[165],"BLEU":[166],"-4.57TER":[168],"respect":[170],"official":[173],"MT":[174],"baseline.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2021-01-18T00:00:00"}