{"id":"https://openalex.org/W3211156889","doi":"https://doi.org/10.1109/taslp.2021.3085119","title":"Detecting Source Contextual Barriers for Understanding Neural Machine Translation","display_name":"Detecting Source Contextual Barriers for Understanding Neural Machine Translation","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3211156889","doi":"https://doi.org/10.1109/taslp.2021.3085119","mag":"3211156889"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2021.3085119","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3085119","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100756004","display_name":"Guanlin Li","orcid":"https://orcid.org/0000-0003-3142-5928"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guanlin Li","raw_affiliation_strings":["Harbin Institute of Technology, 47822 Harbin, China, 150001 (e-mail: epsilonlee.green@gmail.com)","[Machine Intelligence and Translation Laboratory, School of Computer Science of Technology, Harbin Institute of Technology, Harbin, China]"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, 47822 Harbin, China, 150001 (e-mail: epsilonlee.green@gmail.com)","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"[Machine Intelligence and Translation Laboratory, School of Computer Science of Technology, Harbin Institute of Technology, Harbin, China]","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005411806","display_name":"Lemao Liu","orcid":"https://orcid.org/0000-0003-3804-5768"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lemao Liu","raw_affiliation_strings":["Tencent AI Lab Shenzhen Guangdong China"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab Shenzhen Guangdong China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102790470","display_name":"Conghui Zhu","orcid":"https://orcid.org/0000-0003-3132-3059"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Conghui Zhu","raw_affiliation_strings":["Harbin, China, (e-mail: chzhu@hit.edu.cn)","[Machine Intelligence and Translation Laboratory, School of Computer Science of Technology, Harbin Institute of Technology, Harbin, China]"],"affiliations":[{"raw_affiliation_string":"Harbin, China, (e-mail: chzhu@hit.edu.cn)","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"[Machine Intelligence and Translation Laboratory, School of Computer Science of Technology, Harbin Institute of Technology, Harbin, China]","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431149","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0001-8007-2503"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["National Institute of Information and Communications Technology Keihanna Research Laboratories, 133624 Kyoto, Japan, 619-0289 (e-mail: wangrui.nlp@gmail.com)","Advanced Translation Technology Laboratory, National Institute of Information and Communications Technology (NICT), Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Information and Communications Technology Keihanna Research Laboratories, 133624 Kyoto, Japan, 619-0289 (e-mail: wangrui.nlp@gmail.com)","institution_ids":["https://openalex.org/I90023481"]},{"raw_affiliation_string":"Advanced Translation Technology Laboratory, National Institute of Information and Communications Technology (NICT), Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038560914","display_name":"Tiejun Zhao","orcid":"https://orcid.org/0000-0002-1754-5416"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210161462","display_name":"Heilongjiang Institute of Technology","ror":"https://ror.org/05x0m9n95","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210161462"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Zhao","raw_affiliation_strings":["Computer Science, Harbin Institute of Technology, 47822 Harbin, Heilongjiang, China, 150001 (e-mail: tjzhao@hit.edu.cn)","[Machine Intelligence and Translation Laboratory, School of Computer Science of Technology, Harbin Institute of Technology, Harbin, China]"],"affiliations":[{"raw_affiliation_string":"Computer Science, Harbin Institute of Technology, 47822 Harbin, Heilongjiang, China, 150001 (e-mail: tjzhao@hit.edu.cn)","institution_ids":["https://openalex.org/I4210161462","https://openalex.org/I204983213"]},{"raw_affiliation_string":"[Machine Intelligence and Translation Laboratory, School of Computer Science of Technology, Harbin Institute of Technology, Harbin, China]","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087920747","display_name":"Shuming Shi","orcid":"https://orcid.org/0000-0001-7018-0682"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuming Shi","raw_affiliation_strings":["Tencent AI Lab Shenzhen Guangdong China"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab Shenzhen Guangdong China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100756004"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.4079,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.69540255,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"29","issue":null,"first_page":"3158","last_page":"3169"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8021975755691528},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7604464292526245},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7104970812797546},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.7009885311126709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.647962212562561},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6003885865211487},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5842308402061462},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5449635982513428},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5221760272979736},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.41561439633369446},{"id":"https://openalex.org/keywords/nist","display_name":"NIST","score":0.4145173728466034},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4093623757362366},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12576508522033691},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0906536877155304},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0730004608631134}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8021975755691528},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7604464292526245},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7104970812797546},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.7009885311126709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.647962212562561},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6003885865211487},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5842308402061462},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5449635982513428},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5221760272979736},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.41561439633369446},{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.4145173728466034},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4093623757362366},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12576508522033691},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0906536877155304},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0730004608631134},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2021.3085119","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3085119","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G8518728305","display_name":null,"funder_award_id":"2020AAA0108000","funder_id":"https://openalex.org/F4320336026","funder_display_name":"National Key Research and Development Program of China Stem Cell and Translational Research"}],"funders":[{"id":"https://openalex.org/F4320336026","display_name":"National Key Research and Development Program of China Stem Cell and Translational Research","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W2095345875","https://openalex.org/W2101105183","https://openalex.org/W2108325777","https://openalex.org/W2110417778","https://openalex.org/W2112648537","https://openalex.org/W2116343275","https://openalex.org/W2122646361","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2137130182","https://openalex.org/W2148708890","https://openalex.org/W2462906003","https://openalex.org/W2531327146","https://openalex.org/W2573119710","https://openalex.org/W2613904329","https://openalex.org/W2793978524","https://openalex.org/W2889326796","https://openalex.org/W2890244613","https://openalex.org/W2890560993","https://openalex.org/W2896125160","https://openalex.org/W2903571680","https://openalex.org/W2905537158","https://openalex.org/W2913300775","https://openalex.org/W2914796351","https://openalex.org/W2933837888","https://openalex.org/W2949858875","https://openalex.org/W2952098742","https://openalex.org/W2962681511","https://openalex.org/W2962784628","https://openalex.org/W2962883166","https://openalex.org/W2963216553","https://openalex.org/W2963403868","https://openalex.org/W2963420481","https://openalex.org/W2963661177","https://openalex.org/W2963675284","https://openalex.org/W2963691697","https://openalex.org/W2963693742","https://openalex.org/W2963807318","https://openalex.org/W2963823140","https://openalex.org/W2964060387","https://openalex.org/W2964265128","https://openalex.org/W2964308564","https://openalex.org/W2970078867","https://openalex.org/W2970295111","https://openalex.org/W2970692082","https://openalex.org/W2970694516","https://openalex.org/W2970911692","https://openalex.org/W2970946347","https://openalex.org/W2971051225","https://openalex.org/W2971079754","https://openalex.org/W2971154170","https://openalex.org/W2972306125","https://openalex.org/W2977843956","https://openalex.org/W2986378306","https://openalex.org/W2988217457","https://openalex.org/W2988451549","https://openalex.org/W2990881247","https://openalex.org/W3035331128","https://openalex.org/W3099617520","https://openalex.org/W3118026775","https://openalex.org/W3204406378","https://openalex.org/W4288025890","https://openalex.org/W4288284086","https://openalex.org/W4288573351","https://openalex.org/W4289751568","https://openalex.org/W4385245566","https://openalex.org/W6677674009","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6682026795","https://openalex.org/W6718836005","https://openalex.org/W6728622933","https://openalex.org/W6737778391","https://openalex.org/W6739901393","https://openalex.org/W6745891213","https://openalex.org/W6746141323","https://openalex.org/W6754723338","https://openalex.org/W6755523629","https://openalex.org/W6758976440","https://openalex.org/W6759833453","https://openalex.org/W6760846161","https://openalex.org/W6761184903","https://openalex.org/W6761189655","https://openalex.org/W6762924995","https://openalex.org/W6765386044","https://openalex.org/W6767666333","https://openalex.org/W6768313233","https://openalex.org/W6770014243","https://openalex.org/W6770622489","https://openalex.org/W6770815554","https://openalex.org/W6778171500","https://openalex.org/W6783457317","https://openalex.org/W6802243670","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W3201448254","https://openalex.org/W4286970243","https://openalex.org/W2066431708","https://openalex.org/W2158491338","https://openalex.org/W2807901368","https://openalex.org/W4384133558","https://openalex.org/W3025615835","https://openalex.org/W173210993","https://openalex.org/W2883671469","https://openalex.org/W2728761353"],"abstract_inverted_index":{"In":[0],"machine":[1],"translation":[2,65],"evaluation,":[3],"the":[4,22,61,93],"traditional":[5],"wisdom":[6],"measures":[7],"model's":[8,35,64],"generalization":[9,36],"ability":[10],"in":[11,63,85],"an":[12,55],"average":[13],"sense,":[14],"for":[15,101],"example":[16],"by":[17,50,104],"using":[18],"corpus":[19,25],"BLEU.":[20],"However,":[21],"statistics":[23],"of":[24,72],"BLEU":[26],"cannot":[27],"provide":[28],"comprehensive":[29],"understanding":[30],"and":[31,87],"fine-grained":[32,48],"analysis":[33],"on":[34,92,115,121],"ability.":[37],"As":[38],"a":[39,69],"remedy,":[40],"this":[41],"paper":[42],"attempts":[43],"to":[44],"understand":[45],"NMT":[46],"at":[47,89],"level,":[49],"detecting":[51],"contextual":[52,74,118],"barriers":[53,75],"within":[54],"unseen":[56],"input":[57],"sentence":[58],"that":[59],"\\textit{cause}":[60],"degradation":[62],"quality.":[66],"It":[67],"proposes":[68],"principled":[70],"definition":[71],"source":[73],"as":[76,78],"well":[77],"its":[79],"modified":[80,94],"version":[81],"which":[82],"is":[83],"tractable":[84],"computation":[86],"operates":[88],"word-level.":[90],"Based":[91],"one,":[95],"three":[96],"simple":[97],"methods":[98],"are":[99,113,136],"proposed":[100],"barrier":[102,119,134],"detection":[103],"search-aware":[105],"risk":[106],"estimation":[107],"through":[108],"counterfactual":[109],"generation.":[110],"Extensive":[111],"analyses":[112],"conducted":[114],"those":[116],"detected":[117],"words":[120,135],"both":[122],"Zh":[123],"<formula":[124],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[125],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex>$\\Leftrightarrow$</tex></formula>":[126],"En":[127],"NIST":[128],"benchmarks.":[129],"Potential":[130],"usages":[131],"motivated":[132],"from":[133],"also":[137],"discussed.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}