{"id":"https://openalex.org/W3110288483","doi":"https://doi.org/10.3390/fi12120215","title":"Keeping Models Consistent between Pretraining and Translation for Low-Resource Neural Machine Translation","display_name":"Keeping Models Consistent between Pretraining and Translation for Low-Resource Neural Machine Translation","publication_year":2020,"publication_date":"2020-11-27","ids":{"openalex":"https://openalex.org/W3110288483","doi":"https://doi.org/10.3390/fi12120215","mag":"3110288483"},"language":"en","primary_location":{"id":"doi:10.3390/fi12120215","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi12120215","pdf_url":"https://www.mdpi.com/1999-5903/12/12/215/pdf?version=1606491873","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/12/12/215/pdf?version=1606491873","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081202894","display_name":"Wenbo Zhang","orcid":"https://orcid.org/0000-0001-8932-923X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210106108","display_name":"Xinjiang Technical Institute of Physics & Chemistry","ror":"https://ror.org/00x44h034","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210106108"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Zhang","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing 100049, China","Xinjiang Laboratory of Minority Speech and Language Information Processing, Urumqi 830011, China","Xinjiang Technical Institute of Physics & Chemistry, Chinese Academy of Sciences, Urumqi 830011, China"],"raw_orcid":"https://orcid.org/0000-0001-8932-923X","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing 100049, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Xinjiang Laboratory of Minority Speech and Language Information Processing, Urumqi 830011, China","institution_ids":[]},{"raw_affiliation_string":"Xinjiang Technical Institute of Physics & Chemistry, Chinese Academy of Sciences, Urumqi 830011, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210106108"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006533393","display_name":"Xiao Li","orcid":"https://orcid.org/0000-0002-3577-7915"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210106108","display_name":"Xinjiang Technical Institute of Physics & Chemistry","ror":"https://ror.org/00x44h034","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210106108"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiao Li","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing 100049, China","Xinjiang Laboratory of Minority Speech and Language Information Processing, Urumqi 830011, China","Xinjiang Technical Institute of Physics & Chemistry, Chinese Academy of Sciences, Urumqi 830011, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing 100049, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Xinjiang Laboratory of Minority Speech and Language Information Processing, Urumqi 830011, China","institution_ids":[]},{"raw_affiliation_string":"Xinjiang Technical Institute of Physics & Chemistry, Chinese Academy of Sciences, Urumqi 830011, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210106108"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034313244","display_name":"Yating Yang","orcid":"https://orcid.org/0000-0002-2639-3944"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210106108","display_name":"Xinjiang Technical Institute of Physics & Chemistry","ror":"https://ror.org/00x44h034","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210106108"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yating Yang","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing 100049, China","Xinjiang Laboratory of Minority Speech and Language Information Processing, Urumqi 830011, China","Xinjiang Technical Institute of Physics & Chemistry, Chinese Academy of Sciences, Urumqi 830011, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing 100049, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Xinjiang Laboratory of Minority Speech and Language Information Processing, Urumqi 830011, China","institution_ids":[]},{"raw_affiliation_string":"Xinjiang Technical Institute of Physics & Chemistry, Chinese Academy of Sciences, Urumqi 830011, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210106108"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004378974","display_name":"Rui Dong","orcid":"https://orcid.org/0000-0002-4110-3976"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210106108","display_name":"Xinjiang Technical Institute of Physics & Chemistry","ror":"https://ror.org/00x44h034","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210106108"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Dong","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing 100049, China","Xinjiang Laboratory of Minority Speech and Language Information Processing, Urumqi 830011, China","Xinjiang Technical Institute of Physics & Chemistry, Chinese Academy of Sciences, Urumqi 830011, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing 100049, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Xinjiang Laboratory of Minority Speech and Language Information Processing, Urumqi 830011, China","institution_ids":[]},{"raw_affiliation_string":"Xinjiang Technical Institute of Physics & Chemistry, Chinese Academy of Sciences, Urumqi 830011, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210106108"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012997528","display_name":"Gongxu Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210106108","display_name":"Xinjiang Technical Institute of Physics & Chemistry","ror":"https://ror.org/00x44h034","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210106108"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gongxu Luo","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing 100049, China","Xinjiang Laboratory of Minority Speech and Language Information Processing, Urumqi 830011, China","Xinjiang Technical Institute of Physics & Chemistry, Chinese Academy of Sciences, Urumqi 830011, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing 100049, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Xinjiang Laboratory of Minority Speech and Language Information Processing, Urumqi 830011, China","institution_ids":[]},{"raw_affiliation_string":"Xinjiang Technical Institute of Physics & Chemistry, Chinese Academy of Sciences, Urumqi 830011, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210106108"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006533393"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210106108","https://openalex.org/I4210165038"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.2681,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.67696399,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"12","issue":"12","first_page":"215","last_page":"215"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8864694833755493},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.8634680509567261},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.8439813852310181},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.7696324586868286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5616428852081299},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5389256477355957},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5184556841850281},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4449656009674072},{"id":"https://openalex.org/keywords/bleu","display_name":"BLEU","score":0.44306474924087524},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.418438583612442},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3303760290145874},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.15217480063438416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8864694833755493},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.8634680509567261},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.8439813852310181},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.7696324586868286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5616428852081299},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5389256477355957},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5184556841850281},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4449656009674072},{"id":"https://openalex.org/C622187","wikidata":"https://www.wikidata.org/wiki/Q3500773","display_name":"BLEU","level":3,"score":0.44306474924087524},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.418438583612442},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3303760290145874},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.15217480063438416},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/fi12120215","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi12120215","pdf_url":"https://www.mdpi.com/1999-5903/12/12/215/pdf?version=1606491873","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:12:y:2020:i:12:p:215-:d:452591","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/12/12/215/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:0607104390094c4986dc88c43f4aa338","is_oa":false,"landing_page_url":"https://doaj.org/article/0607104390094c4986dc88c43f4aa338","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 12, Iss 12, p 215 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-5903/12/12/215/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/fi12120215","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet; Volume 12; Issue 12; Pages: 215","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/fi12120215","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi12120215","pdf_url":"https://www.mdpi.com/1999-5903/12/12/215/pdf?version=1606491873","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5199999809265137,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1816313093","https://openalex.org/W1902237438","https://openalex.org/W1915251500","https://openalex.org/W2095705004","https://openalex.org/W2133564696","https://openalex.org/W2284660317","https://openalex.org/W2337363174","https://openalex.org/W2422843715","https://openalex.org/W2525778437","https://openalex.org/W2561274697","https://openalex.org/W2595715041","https://openalex.org/W2613904329","https://openalex.org/W2625092622","https://openalex.org/W2626778328","https://openalex.org/W2741602058","https://openalex.org/W2752630748","https://openalex.org/W2785093437","https://openalex.org/W2788988616","https://openalex.org/W2794365787","https://openalex.org/W2797913374","https://openalex.org/W2886540570","https://openalex.org/W2888541716","https://openalex.org/W2890964657","https://openalex.org/W2949335953","https://openalex.org/W2949888546","https://openalex.org/W2950359962","https://openalex.org/W2963088995","https://openalex.org/W2963109507","https://openalex.org/W2963506925","https://openalex.org/W2998704965","https://openalex.org/W3098341425","https://openalex.org/W4285719527","https://openalex.org/W6679436768","https://openalex.org/W6680532216","https://openalex.org/W6737778391","https://openalex.org/W6739901393","https://openalex.org/W6754111937","https://openalex.org/W6763871817","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2099607809","https://openalex.org/W2395641992","https://openalex.org/W3021126373","https://openalex.org/W2807475932","https://openalex.org/W4280571180","https://openalex.org/W2903057408","https://openalex.org/W3176018525","https://openalex.org/W92588874","https://openalex.org/W2903533908","https://openalex.org/W2426188458"],"abstract_inverted_index":{"Recently,":[0],"the":[1,28,33,39,48,52,60,84,94,103,109,120,127,132,141,154],"pretraining":[2,75],"of":[3,32,44,50,59,79],"models":[4,113,146],"has":[5,89,96],"been":[6],"successfully":[7],"applied":[8],"to":[9,26],"unsupervised":[10],"and":[11,30,72,93,99,105,134],"semi-supervised":[12],"neural":[13],"machine":[14],"translation.":[15],"A":[16],"cross-lingual":[17],"language":[18,24],"model":[19,25,54,122],"uses":[20],"a":[21,45,68,73,80,100],"pretrained":[22,53,128],"masked":[23],"initialize":[27,57],"encoder":[29,98,104],"decoder":[31,106],"translation":[34,40,76,85,121],"model,":[35],"which":[36],"greatly":[37],"improves":[38],"quality.":[41],"However,":[42],"because":[43],"mismatch":[46],"in":[47,119],"number":[49],"layers,":[51],"can":[55,114,123],"only":[56,90],"part":[58],"decoder\u2019s":[61],"parameters.":[62,111],"In":[63],"this":[64],"paper,":[65],"we":[66],"use":[67],"layer-wise":[69],"coordination":[70],"transformer":[71,77,82,143],"consistent":[74],"instead":[78],"vanilla":[81,142],"as":[83],"model.":[86,129],"The":[87],"former":[88],"an":[91,97],"encoder,":[92],"latter":[95],"decoder,":[101],"but":[102],"have":[107],"exactly":[108],"same":[110],"Both":[112],"guarantee":[115],"that":[116,138],"all":[117],"parameters":[118,152],"be":[124],"initialized":[125],"by":[126],"Experiments":[130],"on":[131],"Chinese\u2013English":[133],"English\u2013German":[135],"datasets":[136],"show":[137],"compared":[139],"with":[140,150],"baseline,":[144],"our":[145],"achieve":[147],"better":[148],"performance":[149],"fewer":[151],"when":[153],"parallel":[155],"corpus":[156],"is":[157],"small.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2020-12-07T00:00:00"}