{"id":"https://openalex.org/W2337363174","doi":"https://doi.org/10.18653/v1/d16-1163","title":"Transfer Learning for Low-Resource Neural Machine Translation","display_name":"Transfer Learning for Low-Resource Neural Machine Translation","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2337363174","doi":"https://doi.org/10.18653/v1/d16-1163","mag":"2337363174"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d16-1163","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d16-1163","pdf_url":"https://www.aclweb.org/anthology/D16-1163.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference on Empirical Methods in Natural\n          Language Processing","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D16-1163.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026064427","display_name":"Barret Zoph","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Barret Zoph","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013522667","display_name":"Deniz Y\u00fcret","orcid":"https://orcid.org/0000-0002-7039-0046"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deniz Yuret","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000874697","display_name":"Jonathan May","orcid":"https://orcid.org/0000-0002-5284-477X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonathan May","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5106821597","display_name":"Kevin Knight","orcid":"https://orcid.org/0000-0001-9117-1718"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kevin Knight","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5026064427"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":28.8237,"has_fulltext":true,"cited_by_count":137,"citation_normalized_percentile":{"value":0.9958269,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1568","last_page":"1575"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.838779091835022},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8255525231361389},{"id":"https://openalex.org/keywords/bleu","display_name":"BLEU","score":0.7058262228965759},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6618697643280029},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.6449949741363525},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.579091489315033},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5738843679428101},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5669628381729126},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.548663318157196},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5122234225273132},{"id":"https://openalex.org/keywords/transfer-based-machine-translation","display_name":"Transfer-based machine translation","score":0.4758550822734833},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4502429962158203},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.41766226291656494},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4169631004333496},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.3360818326473236},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.07755875587463379}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.838779091835022},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8255525231361389},{"id":"https://openalex.org/C622187","wikidata":"https://www.wikidata.org/wiki/Q3500773","display_name":"BLEU","level":3,"score":0.7058262228965759},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6618697643280029},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.6449949741363525},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.579091489315033},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5738843679428101},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5669628381729126},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.548663318157196},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5122234225273132},{"id":"https://openalex.org/C130597682","wikidata":"https://www.wikidata.org/wiki/Q6961922","display_name":"Transfer-based machine translation","level":4,"score":0.4758550822734833},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4502429962158203},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.41766226291656494},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4169631004333496},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.3360818326473236},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.07755875587463379},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/d16-1163","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d16-1163","pdf_url":"https://www.aclweb.org/anthology/D16-1163.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference on Empirical Methods in Natural\n          Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1604.02201","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1604.02201","pdf_url":"https://arxiv.org/pdf/1604.02201","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2337363174","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1604.02201.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1604.02201","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1604.02201","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/d16-1163","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d16-1163","pdf_url":"https://www.aclweb.org/anthology/D16-1163.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference on Empirical Methods in Natural\n          Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1639610822","display_name":null,"funder_award_id":"215E201","funder_id":"https://openalex.org/F4320322626","funder_display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu"},{"id":"https://openalex.org/G5524522455","display_name":null,"funder_award_id":"DARPA","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G6526725481","display_name":null,"funder_award_id":"W911NF-10-1-053","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G8092615179","display_name":null,"funder_award_id":"HR0011-15-C-0115","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8226129101","display_name":null,"funder_award_id":"114E628","funder_id":"https://openalex.org/F4320322626","funder_display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu"},{"id":"https://openalex.org/G8998121839","display_name":null,"funder_award_id":"911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320322626","display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu","ror":"https://ror.org/04w9kkr77"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2337363174.pdf","grobid_xml":"https://content.openalex.org/works/W2337363174.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W87617161","https://openalex.org/W932413789","https://openalex.org/W1551202288","https://openalex.org/W1573488949","https://openalex.org/W1591801644","https://openalex.org/W1902237438","https://openalex.org/W1998582365","https://openalex.org/W2064675550","https://openalex.org/W2118434577","https://openalex.org/W2120861206","https://openalex.org/W2130942839","https://openalex.org/W2140343992","https://openalex.org/W2150355110","https://openalex.org/W2165666205","https://openalex.org/W2165698076","https://openalex.org/W2169724380","https://openalex.org/W2172166122","https://openalex.org/W2251994258","https://openalex.org/W2278264165","https://openalex.org/W2295582178","https://openalex.org/W2951793508","https://openalex.org/W2964308564","https://openalex.org/W3089109144","https://openalex.org/W3150527080"],"related_works":["https://openalex.org/W2964308564","https://openalex.org/W2962784628","https://openalex.org/W2949888546","https://openalex.org/W2165698076","https://openalex.org/W2101105183","https://openalex.org/W1522301498","https://openalex.org/W2251743902","https://openalex.org/W2250539671","https://openalex.org/W2963216553","https://openalex.org/W2626778328","https://openalex.org/W2525778437","https://openalex.org/W2550821151","https://openalex.org/W2099471712","https://openalex.org/W2095705004","https://openalex.org/W2117130368","https://openalex.org/W2963088995","https://openalex.org/W1902237438","https://openalex.org/W2752630748","https://openalex.org/W2555745756","https://openalex.org/W2025768430"],"abstract_inverted_index":{"The":[0],"encoder-decoder":[1],"framework":[2],"for":[3,21,136],"neural":[4],"machine":[5,111,119,155],"translation":[6,112,120],"(NMT)":[7],"has":[8],"been":[9],"shown":[10],"effective":[11,20],"in":[12],"large":[13],"data":[14],"scenarios,":[15],"but":[16],"is":[17,44],"much":[18],"less":[19],"low-resource":[22,39,64,92,110,154],"languages.":[23,40],"We":[24],"present":[25],"a":[26,36,48,115],"transfer":[27,56,76,133],"learning":[28,77,134],"method":[29,78],"that":[30],"significantly":[31],"improves":[32],"BLEU":[33,89,103],"scores":[34],"across":[35],"range":[37],"of":[38,58,87,147],"Our":[41],"key":[42],"idea":[43],"to":[45,62,69,114],"first":[46],"train":[47],"high-resource":[49],"language":[50,93,128],"pair":[51,65],"(the":[52,66],"parent":[53],"model),":[54],"then":[55],"some":[57],"the":[59,63,106,132,141,151],"learned":[60],"parameters":[61],"child":[67],"model)":[68],"initialize":[70],"and":[71,96],"constrain":[72],"training.":[73],"Using":[74],"our":[75],"we":[79,138],"improve":[80,140],"baseline":[81],"NMT":[82,107],"models":[83],"by":[84,144],"an":[85,145],"average":[86,146],"5.6":[88],"on":[90,109,126,153],"four":[91],"pairs.":[94],"Ensembling":[95],"unknown":[97],"word":[98],"replacement":[99],"add":[100],"another":[101],"2":[102],"which":[104],"brings":[105],"performance":[108,125],"close":[113],"strong":[116],"syntax":[117],"based":[118],"(SBMT)":[121],"system,":[122],"exceeding":[123],"its":[124],"one":[127],"pair.":[129],"Additionally,":[130],"using":[131],"model":[135],"re-scoring,":[137],"can":[139],"SBMT":[142],"system":[143],"1.3":[148],"BLEU,":[149],"improving":[150],"state-of-the-art":[152],"translation.":[156]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":39},{"year":2019,"cited_by_count":20},{"year":2018,"cited_by_count":31},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":1}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}