{"id":"https://openalex.org/W3205266835","doi":"https://doi.org/10.1109/taslp.2021.3120592","title":"Exploring Multi-Stage Information Interactions for Multi-Source Neural Machine Translation","display_name":"Exploring Multi-Stage Information Interactions for Multi-Source Neural Machine Translation","publication_year":2021,"publication_date":"2021-10-16","ids":{"openalex":"https://openalex.org/W3205266835","doi":"https://doi.org/10.1109/taslp.2021.3120592","mag":"3205266835"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2021.3120592","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3120592","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101967248","display_name":"Ziyao Lu","orcid":"https://orcid.org/0000-0001-9176-6404"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziyao Lu","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-9176-6404","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100690288","display_name":"Xianglin Li","orcid":"https://orcid.org/0000-0003-4110-3287"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiang Li","raw_affiliation_strings":["Xiaomi AI Lab, Xiaomi Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaomi AI Lab, Xiaomi Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086000078","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0002-3087-242X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3087-242X","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056683457","display_name":"Chulun Zhou","orcid":"https://orcid.org/0000-0002-1544-817X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chulun Zhou","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007606170","display_name":"Jianwei Cui","orcid":"https://orcid.org/0009-0007-3634-2781"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianwei Cui","raw_affiliation_strings":["Xiaomi AI Lab, Xiaomi Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaomi AI Lab, Xiaomi Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015829772","display_name":"Bin Wang","orcid":"https://orcid.org/0000-0001-9760-8343"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bin Wang","raw_affiliation_strings":["Xiaomi AI Lab, Xiaomi Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaomi AI Lab, Xiaomi Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108856873","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0001-8604-0959"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Soochow University, Suzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066326238","display_name":"Jinsong Su","orcid":"https://orcid.org/0000-0001-5606-7122"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsong Su","raw_affiliation_strings":["Pengcheng Lab, Shenzhen, China","School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-5606-7122","affiliations":[{"raw_affiliation_string":"Pengcheng Lab, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101967248"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":0.6999,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.76782381,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"30","issue":null,"first_page":"562","last_page":"570"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8332767486572266},{"id":"https://openalex.org/keywords/source-text","display_name":"Source text","score":0.6963908076286316},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.658771276473999},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6277800798416138},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6243798732757568},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6016536355018616},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5911250114440918},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5899472832679749},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5475245714187622},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5248416066169739},{"id":"https://openalex.org/keywords/information-source","display_name":"Information source (mathematics)","score":0.5219357013702393},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.14135155081748962}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8332767486572266},{"id":"https://openalex.org/C120012220","wikidata":"https://www.wikidata.org/wiki/Q1754533","display_name":"Source text","level":2,"score":0.6963908076286316},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.658771276473999},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6277800798416138},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6243798732757568},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6016536355018616},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5911250114440918},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5899472832679749},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5475245714187622},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5248416066169739},{"id":"https://openalex.org/C2778095710","wikidata":"https://www.wikidata.org/wiki/Q6031225","display_name":"Information source (mathematics)","level":2,"score":0.5219357013702393},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14135155081748962},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2021.3120592","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3120592","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.550000011920929,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3770443946","display_name":null,"funder_award_id":"61672440","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5610393340","display_name":null,"funder_award_id":"62036004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2015983366","https://openalex.org/W2101105183","https://openalex.org/W2168103042","https://openalex.org/W2408090783","https://openalex.org/W2550821151","https://openalex.org/W2552124255","https://openalex.org/W2562439797","https://openalex.org/W2602344811","https://openalex.org/W2620998106","https://openalex.org/W2739722817","https://openalex.org/W2758074402","https://openalex.org/W2889411721","https://openalex.org/W2903533908","https://openalex.org/W2962784628","https://openalex.org/W2963407669","https://openalex.org/W2963453233","https://openalex.org/W2963467630","https://openalex.org/W2964034111","https://openalex.org/W2964345214","https://openalex.org/W2970045405","https://openalex.org/W2970286654","https://openalex.org/W2982699810","https://openalex.org/W2995538013","https://openalex.org/W3034871396","https://openalex.org/W3083614545","https://openalex.org/W3090350559","https://openalex.org/W3102475290","https://openalex.org/W3109387650","https://openalex.org/W3116022421","https://openalex.org/W3172275282","https://openalex.org/W6606995506","https://openalex.org/W6608240098","https://openalex.org/W6608792757","https://openalex.org/W6638523607","https://openalex.org/W6681703963","https://openalex.org/W6731907337","https://openalex.org/W6734728454","https://openalex.org/W6735792629","https://openalex.org/W6739901393","https://openalex.org/W6740148928","https://openalex.org/W6744755242","https://openalex.org/W6751104502","https://openalex.org/W6752083267","https://openalex.org/W6757249106","https://openalex.org/W7018160392"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W2124874395","https://openalex.org/W4390516098","https://openalex.org/W2181948922","https://openalex.org/W3042693231","https://openalex.org/W2037843344","https://openalex.org/W2923869129","https://openalex.org/W2059432071","https://openalex.org/W2047500929","https://openalex.org/W2979169531"],"abstract_inverted_index":{"Existing":[0],"studies":[1],"for":[2,89],"multi-source":[3,90,97],"neural":[4],"machine":[5],"translation":[6],"(NMT)":[7],"either":[8],"separately":[9],"model":[10,99],"different":[11,163],"source":[12,25,44,59,79,142,164,197],"sentences":[13,60],"or":[14],"resort":[15],"to":[16,71,135,154,199],"the":[17,38,52,74,105,130,168,192,207],"conventional":[18],"single-source":[19,180],"NMT":[20,66,98],"by":[21,64],"simply":[22],"concatenating":[23],"all":[24],"sentences.":[26,165],"However,":[27],"there":[28],"exist":[29],"two":[30],"drawbacks":[31],"in":[32,51],"these":[33],"approaches.":[34],"First,":[35],"they":[36],"ignore":[37],"explicit":[39],"word-level":[40,137],"semantic":[41,75,112,123,147,157,193],"interactions":[42,88,103],"between":[43],"sentences,":[45,143],"which":[46,68,117,126,150],"have":[47],"been":[48],"shown":[49],"effective":[50],"embeddings":[53],"of":[54,77,116,120,141,162,195],"multilingual":[55],"texts.":[56],"Second,":[57],"multiple":[58,111],"are":[61],"simultaneously":[62],"encoded":[63],"an":[65],"model,":[67],"is":[69,127],"unable":[70],"fully":[72,190],"exploit":[73,191],"information":[76,87,102,185,194],"each":[78,115,196],"sentence.":[80],"In":[81],"this":[82],"paper,":[83],"we":[84,93,171],"explore":[85],"multi-stage":[86],"NMT.":[91],"Specifically,":[92],"first":[94],"propose":[95],"a":[96,173],"that":[100],"performs":[101],"at":[104,167],"encoding":[106],"stage.":[107],"Its":[108],"encoder":[109],"contains":[110],"interaction":[113,124,148],"layers,":[114],"sequentially":[118],"consists":[119],"(1)":[121],"monolingual":[122,138],"sub-layer,":[125,149],"based":[128,176],"on":[129,206],"self-attention":[131],"mechanism":[132],"and":[133,144,182],"used":[134],"learn":[136],"contextual":[139],"representations":[140],"(2)":[145],"cross-lingual":[146],"leverages":[151],"word":[152],"alignments":[153],"perform":[155,184],"fine-grained":[156],"transitions":[158],"among":[159],"hidden":[160],"states":[161],"Furthermore,":[166],"training":[169,177],"stage,":[170],"introduce":[172],"mutual":[174],"distillation":[175],"framework,":[178],"where":[179],"models":[181],"ours":[183],"interactions.":[186],"Such":[187],"framework":[188],"can":[189],"sentence":[198],"enhance":[200],"our":[201,212],"model.":[202],"Extensive":[203],"experimental":[204],"results":[205],"WMT14":[208],"English-German-French":[209],"dataset":[210],"show":[211],"method":[213],"exhibits":[214],"significant":[215],"improvements":[216],"upon":[217],"competitive":[218],"baselines.":[219]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}