{"id":"https://openalex.org/W3026592756","doi":"https://doi.org/10.1109/taslp.2020.2996077","title":"Towards More Diverse Input Representation for Neural Machine Translation","display_name":"Towards More Diverse Input Representation for Neural Machine Translation","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3026592756","doi":"https://doi.org/10.1109/taslp.2020.2996077","mag":"3026592756"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2020.2996077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2020.2996077","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006323375","display_name":"Kehai Chen","orcid":"https://orcid.org/0000-0002-4346-7618"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Kehai Chen","raw_affiliation_strings":["Advanced Speech Translation Research and Development Promotion Center, National Institute of Information and Communications Technology, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Advanced Speech Translation Research and Development Promotion Center, National Institute of Information and Communications Technology, Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431149","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0001-8007-2503"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["Advanced Speech Translation Research and Development Promotion Center, National Institute of Information and Communications Technology, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Advanced Speech Translation Research and Development Promotion Center, National Institute of Information and Communications Technology, Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021667085","display_name":"Masao Utiyama","orcid":"https://orcid.org/0000-0003-1111-9245"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masao Utiyama","raw_affiliation_strings":["Advanced Speech Translation Research and Development Promotion Center, National Institute of Information and Communications Technology, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Advanced Speech Translation Research and Development Promotion Center, National Institute of Information and Communications Technology, Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033318800","display_name":"Eiichiro Sumita","orcid":"https://orcid.org/0000-0002-1028-4399"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Eiichiro Sumita","raw_affiliation_strings":["Advanced Speech Translation Research and Development Promotion Center, National Institute of Information and Communications Technology, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Advanced Speech Translation Research and Development Promotion Center, National Institute of Information and Communications Technology, Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038560914","display_name":"Tiejun Zhao","orcid":"https://orcid.org/0000-0002-1754-5416"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Zhao","raw_affiliation_strings":["Machine Intelligence and Translation Laboratory, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Machine Intelligence and Translation Laboratory, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108053327","display_name":"Muyun Yang","orcid":"https://orcid.org/0000-0002-5940-0266"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muyun Yang","raw_affiliation_strings":["Machine Intelligence and Translation Laboratory, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Machine Intelligence and Translation Laboratory, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036050911","display_name":"Hai Zhao","orcid":"https://orcid.org/0000-0001-7290-0487"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Zhao","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5006323375"],"corresponding_institution_ids":["https://openalex.org/I90023481"],"apc_list":null,"apc_paid":null,"fwci":3.314,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.93483411,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"28","issue":null,"first_page":"1586","last_page":"1597"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7844924330711365},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6605413556098938},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6567771434783936},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6531707644462585},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.6215635538101196},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6010279059410095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5944793224334717},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5772203207015991},{"id":"https://openalex.org/keywords/nist","display_name":"NIST","score":0.566290020942688},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.5450866222381592},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.5229002833366394},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4553648829460144},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.45259949564933777},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4391922354698181},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.42758649587631226},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12333479523658752}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7844924330711365},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6605413556098938},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6567771434783936},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6531707644462585},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.6215635538101196},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6010279059410095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5944793224334717},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5772203207015991},{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.566290020942688},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5450866222381592},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.5229002833366394},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4553648829460144},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.45259949564933777},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4391922354698181},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.42758649587631226},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12333479523658752},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2020.2996077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2020.2996077","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4276612039","display_name":null,"funder_award_id":"2017YFB0304100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6362401501","display_name":null,"funder_award_id":"61806075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335839","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W1753482797","https://openalex.org/W1843946026","https://openalex.org/W2095690342","https://openalex.org/W2095755718","https://openalex.org/W2101105183","https://openalex.org/W2112900913","https://openalex.org/W2113788796","https://openalex.org/W2115289978","https://openalex.org/W2116792345","https://openalex.org/W2118536060","https://openalex.org/W2123442489","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2140343992","https://openalex.org/W2153653739","https://openalex.org/W2157331557","https://openalex.org/W2251324170","https://openalex.org/W2437005631","https://openalex.org/W2552839021","https://openalex.org/W2581101319","https://openalex.org/W2593341061","https://openalex.org/W2741040846","https://openalex.org/W2741239863","https://openalex.org/W2758137671","https://openalex.org/W2767989436","https://openalex.org/W2768231593","https://openalex.org/W2768763386","https://openalex.org/W2781918655","https://openalex.org/W2798569372","https://openalex.org/W2866343820","https://openalex.org/W2884083742","https://openalex.org/W2889411721","https://openalex.org/W2890908793","https://openalex.org/W2899423466","https://openalex.org/W2946028745","https://openalex.org/W2946794439","https://openalex.org/W2950886580","https://openalex.org/W2962784628","https://openalex.org/W2962811598","https://openalex.org/W2962822108","https://openalex.org/W2962931466","https://openalex.org/W2963212250","https://openalex.org/W2963247703","https://openalex.org/W2963403868","https://openalex.org/W2963500743","https://openalex.org/W2963532001","https://openalex.org/W2963641307","https://openalex.org/W2963661253","https://openalex.org/W2963876447","https://openalex.org/W2963888305","https://openalex.org/W2963913268","https://openalex.org/W2963925437","https://openalex.org/W2964034111","https://openalex.org/W2964045208","https://openalex.org/W2964189376","https://openalex.org/W2964204621","https://openalex.org/W2964302946","https://openalex.org/W2964308564","https://openalex.org/W2970247882","https://openalex.org/W2970565456","https://openalex.org/W2970682957","https://openalex.org/W2984274107","https://openalex.org/W4241645538","https://openalex.org/W4288347855","https://openalex.org/W4385245566","https://openalex.org/W6637698695","https://openalex.org/W6674086708","https://openalex.org/W6677129709","https://openalex.org/W6677170575","https://openalex.org/W6677362060","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6739901393","https://openalex.org/W6744649695","https://openalex.org/W6746213830","https://openalex.org/W6746426213","https://openalex.org/W6752393980","https://openalex.org/W6753640285","https://openalex.org/W6762945437"],"related_works":["https://openalex.org/W2158491338","https://openalex.org/W2807901368","https://openalex.org/W2133733652","https://openalex.org/W2072658171","https://openalex.org/W2606392311","https://openalex.org/W4385956668","https://openalex.org/W2900895161","https://openalex.org/W4380838366","https://openalex.org/W2539884462","https://openalex.org/W4320719010"],"abstract_inverted_index":{"Source":[0],"input":[1,27,41,108,132],"information":[2,141],"plays":[3],"a":[4,45,57,95],"very":[5],"important":[6],"role":[7],"in":[8,39,79,169],"the":[9,26,36,40,52,85,107,123,131,137,143,146,150,160,164],"Transformer-based":[10],"translation":[11,87,140,161,178],"system.":[12],"In":[13,90,121],"practice,":[14],"word":[15,22],"embedding":[16,19],"and":[17,61,64,74,82,97,111,142,174],"positional":[18],"of":[20,139,145,167],"each":[21],"are":[23,32],"added":[24],"as":[25,69],"representation.":[28,47],"Then":[29],"self-attention":[30,119,147],"networks":[31,148],"used":[33],"to":[34,43,100,130,135,171],"encode":[35,101],"global":[37],"dependencies":[38],"representation":[42,54,81,109,117,133],"generate":[44],"source":[46,53,59,104,116],"However,":[48],"this":[49,91],"processing":[50],"on":[51],"only":[55,128],"adopts":[56],"single":[58],"feature":[60],"excludes":[62],"richer":[63],"more":[65,102],"diverse":[66,103],"features":[67,105],"such":[68],"recurrence":[70],"features,":[71,73,76],"local":[72],"syntactic":[75],"which":[77],"results":[78,154],"tedious":[80],"thereby":[83,112],"hinders":[84],"further":[86],"performance":[88,162],"improvement.":[89],"paper,":[92],"we":[93],"introduce":[94],"simple":[96],"efficient":[98],"method":[99],"into":[106],"simultaneously,":[110],"learning":[113],"an":[114],"effective":[115],"by":[118],"networks.":[120],"particular,":[122],"proposed":[124],"grouped":[125],"strategy":[126],"is":[127],"applied":[129],"layer,":[134],"keep":[136],"diversity":[138],"efficiency":[144],"at":[149],"same":[151],"time.":[152],"Experimental":[153],"show":[155],"that":[156],"our":[157],"approach":[158],"improves":[159],"over":[163],"state-of-the-art":[165],"baselines":[166],"Transformer":[168],"regard":[170],"WMT14":[172],"English-to-German":[173],"NIST":[175],"Chinese-to-English":[176],"machine":[177],"tasks.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}