{"id":"https://openalex.org/W2952356761","doi":"https://doi.org/10.18653/v1/p19-1288","title":"Retrieving Sequential Information for Non-Autoregressive Neural Machine Translation","display_name":"Retrieving Sequential Information for Non-Autoregressive Neural Machine Translation","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2952356761","doi":"https://doi.org/10.18653/v1/p19-1288","mag":"2952356761"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1288","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1288","pdf_url":"https://www.aclweb.org/anthology/P19-1288.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1288.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056500539","display_name":"Chenze Shao","orcid":"https://orcid.org/0000-0001-7724-0684"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenze Shao","raw_affiliation_strings":["University of Chinese Academy of Sciences","Key Laboratory of Intelligent Information Processing Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS)"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS)","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000232528","display_name":"Yang Feng","orcid":"https://orcid.org/0000-0002-1898-3784"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Feng","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS)","University of Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS)","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076799733","display_name":"Jinchao Zhang","orcid":"https://orcid.org/0000-0002-5279-0468"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinchao Zhang","raw_affiliation_strings":["Pattern Recognition Center, WeChat AI, Tencent Inc, China"],"affiliations":[{"raw_affiliation_string":"Pattern Recognition Center, WeChat AI, Tencent Inc, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024849044","display_name":"Fandong Meng","orcid":"https://orcid.org/0000-0002-8158-2377"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fandong Meng","raw_affiliation_strings":["Pattern Recognition Center, WeChat AI, Tencent Inc, China"],"affiliations":[{"raw_affiliation_string":"Pattern Recognition Center, WeChat AI, Tencent Inc, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083420537","display_name":"Xilin Chen","orcid":"https://orcid.org/0000-0003-3024-4404"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xilin Chen","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS)","University of Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS)","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024102664","display_name":"Jie Zhou","orcid":"https://orcid.org/0000-0002-3371-6780"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhou","raw_affiliation_strings":["Pattern Recognition Center, WeChat AI, Tencent Inc, China"],"affiliations":[{"raw_affiliation_string":"Pattern Recognition Center, WeChat AI, Tencent Inc, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5083420537"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":4.3352,"has_fulltext":true,"cited_by_count":37,"citation_normalized_percentile":{"value":0.95482586,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3013","last_page":"3024"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8579790592193604},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.75727778673172},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7194263339042664},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6872168779373169},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6581111550331116},{"id":"https://openalex.org/keywords/nat","display_name":"Nat","score":0.600372314453125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5522395372390747},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.48257675766944885},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.42584747076034546},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.41456180810928345},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.1130031943321228},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10770320892333984},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0688709020614624}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8579790592193604},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.75727778673172},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7194263339042664},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6872168779373169},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6581111550331116},{"id":"https://openalex.org/C182516595","wikidata":"https://www.wikidata.org/wiki/Q376660","display_name":"Nat","level":2,"score":0.600372314453125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5522395372390747},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.48257675766944885},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.42584747076034546},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41456180810928345},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.1130031943321228},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10770320892333984},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0688709020614624},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p19-1288","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1288","pdf_url":"https://www.aclweb.org/anthology/P19-1288.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1288","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1288","pdf_url":"https://www.aclweb.org/anthology/P19-1288.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G540065012","display_name":null,"funder_award_id":"61662077","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2952356761.pdf","grobid_xml":"https://content.openalex.org/works/W2952356761.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1558797106","https://openalex.org/W1569296262","https://openalex.org/W1777239053","https://openalex.org/W1821462560","https://openalex.org/W2016589492","https://openalex.org/W2087018957","https://openalex.org/W2101105183","https://openalex.org/W2119717200","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2149327368","https://openalex.org/W2155027007","https://openalex.org/W2156718681","https://openalex.org/W2157331557","https://openalex.org/W2176263492","https://openalex.org/W2487501366","https://openalex.org/W2525778437","https://openalex.org/W2546938941","https://openalex.org/W2601324753","https://openalex.org/W2607987856","https://openalex.org/W2733115588","https://openalex.org/W2767206889","https://openalex.org/W2789543585","https://openalex.org/W2888442053","https://openalex.org/W2890220768","https://openalex.org/W2890501761","https://openalex.org/W2899202004","https://openalex.org/W2907945666","https://openalex.org/W2949211412","https://openalex.org/W2962784628","https://openalex.org/W2962969034","https://openalex.org/W2963141266","https://openalex.org/W2963163972","https://openalex.org/W2963246629","https://openalex.org/W2963403868","https://openalex.org/W2963434219","https://openalex.org/W2963463964","https://openalex.org/W2963536265","https://openalex.org/W2963736842","https://openalex.org/W2964121744","https://openalex.org/W2964147026","https://openalex.org/W2964213727","https://openalex.org/W2964268978","https://openalex.org/W2964308564","https://openalex.org/W2964352247","https://openalex.org/W4289360751","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2383430300","https://openalex.org/W2355747264","https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W1752074755"],"abstract_inverted_index":{"Non-Autoregressive":[0],"Transformer":[1,7,99,152],"(NAT)":[2],"aims":[3],"to":[4,21,51,59,85,103,149],"accelerate":[5],"the":[6,11,23,34,39,53,66,87,91,105,110,114,124,127,139,143,150],"model":[8],"through":[9],"discarding":[10],"autoregressive":[12,151],"mechanism":[13],"and":[14,28,89,142],"generating":[15],"target":[16,24,54,106],"words":[17],"independently,":[18],"which":[19],"fails":[20],"exploit":[22],"sequential":[25,55,107],"information.":[26],"Over-translation":[27],"under-translation":[29],"errors":[30],"often":[31],"occur":[32],"for":[33,57,82],"above":[35],"reason,":[36],"especially":[37],"in":[38],"long":[40],"sentence":[41],"translation":[42,62,120,147],"scenario.":[43],"In":[44],"this":[45],"paper,":[46],"we":[47,70,95],"propose":[48,71,96],"two":[49],"approaches":[50],"retrieve":[52],"information":[56,108],"NAT":[58,83,129],"enhance":[60],"its":[61],"ability":[63],"while":[64],"preserving":[65],"fast-decoding":[67],"property.":[68],"Firstly,":[69],"a":[72,78,132],"sequence-level":[73],"training":[74,92],"method":[75],"based":[76],"on":[77,118,135],"novel":[79],"reinforcement":[80],"algorithm":[81],"(Reinforce-NAT)":[84],"reduce":[86],"variance":[88],"stabilize":[90],"procedure.":[93],"Secondly,":[94],"an":[97],"innovative":[98],"decoder":[100],"named":[101],"FS-decoder":[102,144],"fuse":[104],"into":[109],"top":[111],"layer":[112],"of":[113],"decoder.":[115],"Experimental":[116],"results":[117],"three":[119],"tasks":[121],"show":[122],"that":[123],"Reinforce-NAT":[125],"surpasses":[126],"baseline":[128],"system":[130],"by":[131],"significant":[133],"margin":[134],"BLEU":[136],"without":[137],"decelerating":[138],"decoding":[140],"speed":[141],"achieves":[145],"comparable":[146],"performance":[148],"with":[153],"considerable":[154],"speedup.":[155]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":7}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}