{"id":"https://openalex.org/W4385572963","doi":"https://doi.org/10.18653/v1/2022.emnlp-main.371","title":"Helping the Weak Makes You Strong: Simple Multi-Task Learning Improves Non-Autoregressive Translators","display_name":"Helping the Weak Makes You Strong: Simple Multi-Task Learning Improves Non-Autoregressive Translators","alternate_titles":[],"publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4385572963","doi":"https://doi.org/10.18653/v1/2022.emnlp-main.371"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.emnlp-main.371","doi":"https://doi.org/10.18653/v1/2022.emnlp-main.371","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.emnlp-main.371","pdf_url":"https://aclanthology.org/2022.emnlp-main.371.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4385572963"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.emnlp-main.371.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050338055","display_name":"Xinyou Wang","orcid":"https://orcid.org/0009-0006-2736-1617","observed_orcids":["https://orcid.org/0009-0006-2736-1617"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyou Wang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology , Nanjing University \u2661 ByteDance","National Key Laboratory for Novel Software Technology, Nanjing University \u2661 ByteDance AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology , Nanjing University \u2661 ByteDance","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University \u2661 ByteDance AI Lab","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100939869","display_name":"Zaixiang Zheng","orcid":"https://orcid.org/0009-0002-2717-3836","observed_orcids":["https://orcid.org/0009-0002-2717-3836"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zaixiang Zheng","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology , Nanjing University \u2661 ByteDance","National Key Laboratory for Novel Software Technology, Nanjing University \u2661 ByteDance AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology , Nanjing University \u2661 ByteDance","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University \u2661 ByteDance AI Lab","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102865824","display_name":"Shujian Huang","orcid":"https://orcid.org/0000-0003-4869-0832","observed_orcids":["https://orcid.org/0000-0003-4869-0832"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shujian Huang","raw_affiliation_strings":["AI Lab","National Key Laboratory for Novel Software Technology, Nanjing University \u2661 ByteDance AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI Lab","institution_ids":[]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University \u2661 ByteDance AI Lab","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.5431,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.6774249,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"5513","last_page":"5519"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.004399999976158142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"multi-task learning","score":0.8889999985694885},{"id":"https://openalex.org/keywords/conditional-independence-assumption","display_name":"conditional independence assumption","score":0.8650000095367432},{"id":"https://openalex.org/keywords/parallel-decoding","display_name":"parallel decoding","score":0.7149999737739563}],"concepts":[{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.8417332172393799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7798031568527222},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6996660232543945},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.660364031791687},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5799392461776733},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5773627161979675},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.561747133731842},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5616480112075806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5459127426147461},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5388590097427368},{"id":"https://openalex.org/C79772020","wikidata":"https://www.wikidata.org/wiki/Q5159264","display_name":"Conditional independence","level":2,"score":0.5269390344619751},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5077506303787231},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.487102746963501},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.46769049763679504},{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.4643429219722748},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.42464661598205566},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39705726504325867},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27045804262161255},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10712575912475586},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.10353699326515198},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.084898442029953},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2022.emnlp-main.371","doi":"https://doi.org/10.18653/v1/2022.emnlp-main.371","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.emnlp-main.371","pdf_url":"https://aclanthology.org/2022.emnlp-main.371.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2211.06075","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.06075","pdf_url":"https://arxiv.org/pdf/2211.06075","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2211.06075","doi":"https://doi.org/10.48550/arxiv.2211.06075","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2211.06075","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.emnlp-main.371","doi":"https://doi.org/10.18653/v1/2022.emnlp-main.371","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.emnlp-main.371","pdf_url":"https://aclanthology.org/2022.emnlp-main.371.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7517328767","display_name":null,"funder_award_id":"U1836221","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8381445544","display_name":null,"funder_award_id":"No. U1836221","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385572963.pdf","grobid_xml":"https://content.openalex.org/works/W4385572963.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1821462560","https://openalex.org/W2101105183","https://openalex.org/W2133564696","https://openalex.org/W2626778328","https://openalex.org/W2767206889","https://openalex.org/W2789543585","https://openalex.org/W2892213699","https://openalex.org/W2933138175","https://openalex.org/W2937808806","https://openalex.org/W2963434219","https://openalex.org/W2963536265","https://openalex.org/W2970832665","https://openalex.org/W2971167892","https://openalex.org/W2990389671","https://openalex.org/W2996843693","https://openalex.org/W2997284037","https://openalex.org/W3015162217","https://openalex.org/W3016440711","https://openalex.org/W3039805635","https://openalex.org/W3167880383","https://openalex.org/W3168577192","https://openalex.org/W3168817639","https://openalex.org/W3175665465","https://openalex.org/W3177172118","https://openalex.org/W3206689743","https://openalex.org/W4285128732"],"related_works":["https://openalex.org/W3168577192","https://openalex.org/W3034579764","https://openalex.org/W3204671791","https://openalex.org/W4226072151","https://openalex.org/W4410352093","https://openalex.org/W4416250390","https://openalex.org/W3045688849","https://openalex.org/W2892213699","https://openalex.org/W7126428338","https://openalex.org/W2962969034"],"abstract_inverted_index":{"Recently,":[0],"non-autoregressive":[1],"(NAR)":[2],"neural":[3],"machine":[4],"translation":[5],"models":[6,22,46],"have":[7],"received":[8],"increasing":[9],"attention":[10],"due":[11],"to":[12,56,72,99,106,115],"their":[13,57],"efficient":[14],"parallel":[15],"decoding.However,":[16],"the":[17,93,103],"probabilistic":[18],"framework":[19,71],"of":[20,32,84,134],"NAR":[21,45,97,104,136],"necessitates":[23],"conditional":[24],"independence":[25],"assumption":[26],"on":[27,92,121],"target":[28],"sequences,":[29],"falling":[30],"short":[31],"characterizing":[33],"human":[34],"language":[35],"data.This":[36],"drawback":[37],"results":[38],"in":[39],"less":[40],"informative":[41,75],"learning":[42,70,76],"signals":[43],"for":[44],"under":[47],"conventional":[48],"MLE":[49],"training,":[50],"thereby":[51],"yielding":[52],"unsatisfactory":[53],"accuracy":[54,133],"compared":[55],"autoregressive":[58],"(AR)":[59],"counterparts.In":[60],"this":[61],"paper,":[62],"we":[63,80],"propose":[64],"a":[65,82],"simple":[66],"and":[67,123],"model-agnostic":[68],"multitask":[69],"provide":[73],"more":[74],"signals.During":[77],"training":[78],"stage,":[79],"introduce":[81],"set":[83],"sufficiently":[85],"weak":[86,118],"AR":[87,119],"decoders":[88],"that":[89,127],"solely":[90],"rely":[91],"information":[94],"provided":[95],"by":[96],"decoder":[98,105],"make":[100],"prediction,":[101],"forcing":[102],"become":[107],"stronger":[108],"or":[109],"else":[110],"it":[111],"will":[112],"be":[113],"unable":[114],"support":[116],"its":[117],"partners.Experiments":[120],"WMT":[122],"IWSLT":[124],"datasets":[125],"show":[126],"our":[128],"approach":[129],"can":[130],"consistently":[131],"improve":[132],"multiple":[135],"baselines":[137],"without":[138],"adding":[139],"any":[140],"additional":[141],"decoding":[142],"overhead.":[143]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385572963","counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-08-05T00:00:00"}
