{"id":"https://openalex.org/W3201483413","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533529","title":"Modeling Coverage for Non-Autoregressive Neural Machine Translation","display_name":"Modeling Coverage for Non-Autoregressive Neural Machine Translation","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3201483413","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533529","mag":"3201483413"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9533529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533529","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019444889","display_name":"Yong Shan","orcid":"https://orcid.org/0000-0002-3952-9206"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Shan","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS), Beijing, China","Key Laboratory of Intelligent Information Processing, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000232528","display_name":"Yang Feng","orcid":"https://orcid.org/0000-0002-1898-3784"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Feng","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS), Beijing, China","Key Laboratory of Intelligent Information Processing, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056500539","display_name":"Chenze Shao","orcid":"https://orcid.org/0000-0001-7724-0684"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenze Shao","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS), Beijing, China","Key Laboratory of Intelligent Information Processing, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (ICT/CAS), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8475885391235352},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7849522233009338},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.6920191049575806},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6548541784286499},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5993108749389648},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5947501063346863},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4960509240627289},{"id":"https://openalex.org/keywords/nat","display_name":"Nat","score":0.4694459140300751},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.45504891872406006},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4428527355194092},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4419502913951874},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36586305499076843},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1255493462085724},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.11516278982162476},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10755646228790283},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07939213514328003},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.07323923707008362}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8475885391235352},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7849522233009338},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.6920191049575806},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6548541784286499},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5993108749389648},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5947501063346863},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4960509240627289},{"id":"https://openalex.org/C182516595","wikidata":"https://www.wikidata.org/wiki/Q376660","display_name":"Nat","level":2,"score":0.4694459140300751},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.45504891872406006},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4428527355194092},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4419502913951874},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36586305499076843},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1255493462085724},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.11516278982162476},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10755646228790283},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07939213514328003},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.07323923707008362},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9533529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533529","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W45604574","https://openalex.org/W1522301498","https://openalex.org/W2101105183","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2153653739","https://openalex.org/W2157331557","https://openalex.org/W2212846646","https://openalex.org/W2466062786","https://openalex.org/W2525778437","https://openalex.org/W2767206889","https://openalex.org/W2769298630","https://openalex.org/W2789543585","https://openalex.org/W2798608854","https://openalex.org/W2886776719","https://openalex.org/W2890501761","https://openalex.org/W2892213699","https://openalex.org/W2946375144","https://openalex.org/W2948197522","https://openalex.org/W2952356761","https://openalex.org/W2952638483","https://openalex.org/W2962784628","https://openalex.org/W2962969034","https://openalex.org/W2963260202","https://openalex.org/W2963403868","https://openalex.org/W2963434219","https://openalex.org/W2963536265","https://openalex.org/W2963551569","https://openalex.org/W2963699608","https://openalex.org/W2963736842","https://openalex.org/W2964026424","https://openalex.org/W2964073484","https://openalex.org/W2964121744","https://openalex.org/W2964308564","https://openalex.org/W2970832665","https://openalex.org/W2970849705","https://openalex.org/W2971167892","https://openalex.org/W2976965654","https://openalex.org/W2988975212","https://openalex.org/W2990004017","https://openalex.org/W2990372437","https://openalex.org/W2996843693","https://openalex.org/W2997284037","https://openalex.org/W3034216012","https://openalex.org/W3106104873","https://openalex.org/W3175164646","https://openalex.org/W4241645538","https://openalex.org/W4385245566","https://openalex.org/W6601859171","https://openalex.org/W6631190155","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6727690538","https://openalex.org/W6730083651","https://openalex.org/W6739901393","https://openalex.org/W6746208923","https://openalex.org/W6748381668","https://openalex.org/W6762471145","https://openalex.org/W6770755217","https://openalex.org/W6779832079"],"related_works":["https://openalex.org/W2948381505","https://openalex.org/W2962915948","https://openalex.org/W2996843693","https://openalex.org/W2969565141","https://openalex.org/W4307320830","https://openalex.org/W2964089333","https://openalex.org/W2767206889","https://openalex.org/W2996987694","https://openalex.org/W2990488589","https://openalex.org/W3004979489"],"abstract_inverted_index":{"Non-Autoregressive":[0],"Neural":[1],"Machine":[2],"Translation":[3],"(NAT)":[4],"has":[5,60,101],"achieved":[6],"significant":[7],"inference":[8],"speedup":[9],"by":[10,80],"generating":[11],"all":[12],"tokens":[13],"simultaneously.":[14],"Despite":[15],"its":[16],"high":[17],"efficiency,":[18],"NAT":[19,52],"usually":[20],"suffers":[21],"from":[22],"two":[23],"kinds":[24],"of":[25,51],"translation":[26,41,113,126],"errors:":[27],"over-translation":[28],"(e.g.":[29,34],"repeated":[30],"tokens)":[31],"and":[32,87,106,114,123,136],"under-translation":[33],"missing":[35],"translations),":[36],"which":[37,59,92],"eventually":[38],"limits":[39],"the":[40,76,95,108,112,115,141],"quality.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46],"argue":[47],"that":[48,129],"these":[49],"issues":[50],"can":[53,93,132],"be":[54,64],"addressed":[55],"through":[56],"coverage":[57,77,83,90],"modeling,":[58],"been":[61,102],"proved":[62],"to":[63,74],"useful":[65],"in":[66],"autoregressive":[67],"decoding.":[68],"We":[69],"propose":[70],"a":[71,81,88,98],"novel":[72],"Coverage-NAT":[73],"model":[75,96],"information":[78],"directly":[79],"token-level":[82],"iterative":[84],"refinement":[85],"mechanism":[86],"sentence-level":[89],"agreement,":[91],"remind":[94],"if":[97],"source":[99],"token":[100],"translated":[103],"or":[104],"not":[105],"improve":[107],"semantics":[109],"consistency":[110],"between":[111],"source,":[116],"respectively.":[117],"Experimental":[118],"results":[119],"on":[120],"WMT14":[121],"En\u2194De":[122],"WMT16":[124],"En\u2194Ro":[125],"tasks":[127],"show":[128],"our":[130],"method":[131],"alleviate":[133],"those":[134],"errors":[135],"achieve":[137],"strong":[138],"improvements":[139],"over":[140],"baseline":[142],"system.":[143]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}