{"id":"https://openalex.org/W3188336352","doi":"https://doi.org/10.1109/taslp.2021.3097939","title":"Attending From Foresight: A Novel Attention Mechanism for Neural Machine Translation","display_name":"Attending From Foresight: A Novel Attention Mechanism for Neural Machine Translation","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3188336352","doi":"https://doi.org/10.1109/taslp.2021.3097939","mag":"3188336352"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2021.3097939","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3097939","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100337412","display_name":"Xintong Li","orcid":"https://orcid.org/0000-0001-9303-1110"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xintong Li","raw_affiliation_strings":["Linguisitics, Ohio State University, Columbus, Ohio, USA"],"affiliations":[{"raw_affiliation_string":"Linguisitics, Ohio State University, Columbus, Ohio, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005411806","display_name":"Lemao Liu","orcid":"https://orcid.org/0000-0003-3804-5768"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lemao Liu","raw_affiliation_strings":["Tencent AI Lab, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110579339","display_name":"Zhaopeng Tu","orcid":"https://orcid.org/0000-0002-7900-6055"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaopeng Tu","raw_affiliation_strings":["Tencent AI Lab, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100756004","display_name":"Guanlin Li","orcid":"https://orcid.org/0000-0003-3142-5928"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanlin Li","raw_affiliation_strings":["Tencent AI Lab, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087920747","display_name":"Shuming Shi","orcid":"https://orcid.org/0000-0001-7018-0682"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuming Shi","raw_affiliation_strings":["Tencent AI Lab, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021531143","display_name":"Max Q.\u2010H. Meng","orcid":"https://orcid.org/0000-0002-5255-5898"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Max Q.-H. Meng","raw_affiliation_strings":["Electronic Engineering, Chinese University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Electronic Engineering, Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100337412"],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":1.0877,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.81780993,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"29","issue":null,"first_page":"2606","last_page":"2616"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.8364260196685791},{"id":"https://openalex.org/keywords/futures-studies","display_name":"Futures studies","score":0.8072108626365662},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.800866961479187},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6812001466751099},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6518263816833496},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.6282481551170349},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.592353880405426},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5719237327575684},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.44954153895378113},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42920345067977905},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34964507818222046},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08013856410980225},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06638994812965393}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.8364260196685791},{"id":"https://openalex.org/C64848388","wikidata":"https://www.wikidata.org/wiki/Q188867","display_name":"Futures studies","level":2,"score":0.8072108626365662},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.800866961479187},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6812001466751099},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6518263816833496},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.6282481551170349},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.592353880405426},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5719237327575684},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.44954153895378113},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42920345067977905},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34964507818222046},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08013856410980225},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06638994812965393},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2021.3097939","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3097939","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":98,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1411230545","https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1869752048","https://openalex.org/W1902237438","https://openalex.org/W1916559533","https://openalex.org/W1996430422","https://openalex.org/W2032551947","https://openalex.org/W2064384528","https://openalex.org/W2121227244","https://openalex.org/W2124807415","https://openalex.org/W2133564696","https://openalex.org/W2143104527","https://openalex.org/W2144169942","https://openalex.org/W2144600658","https://openalex.org/W2152263452","https://openalex.org/W2153653739","https://openalex.org/W2158049734","https://openalex.org/W2194775991","https://openalex.org/W2211192759","https://openalex.org/W2242047860","https://openalex.org/W2293111166","https://openalex.org/W2343505200","https://openalex.org/W2466062786","https://openalex.org/W2509593407","https://openalex.org/W2576713500","https://openalex.org/W2594229957","https://openalex.org/W2610635252","https://openalex.org/W2622084140","https://openalex.org/W2669742347","https://openalex.org/W2752556641","https://openalex.org/W2768763386","https://openalex.org/W2769298630","https://openalex.org/W2781918655","https://openalex.org/W2787897065","https://openalex.org/W2796354110","https://openalex.org/W2803369080","https://openalex.org/W2859444450","https://openalex.org/W2890244613","https://openalex.org/W2930211575","https://openalex.org/W2945305415","https://openalex.org/W2952479981","https://openalex.org/W2952576443","https://openalex.org/W2952682849","https://openalex.org/W2962784628","https://openalex.org/W2962811598","https://openalex.org/W2962834107","https://openalex.org/W2962883855","https://openalex.org/W2963069010","https://openalex.org/W2963185998","https://openalex.org/W2963246629","https://openalex.org/W2963260202","https://openalex.org/W2963333747","https://openalex.org/W2963403868","https://openalex.org/W2963598809","https://openalex.org/W2963842982","https://openalex.org/W2963876447","https://openalex.org/W2964048171","https://openalex.org/W2964097922","https://openalex.org/W2964121744","https://openalex.org/W2964308564","https://openalex.org/W2977804551","https://openalex.org/W3011692293","https://openalex.org/W3034324324","https://openalex.org/W3034553593","https://openalex.org/W3211259717","https://openalex.org/W3211848854","https://openalex.org/W4241645538","https://openalex.org/W4385245566","https://openalex.org/W6600284362","https://openalex.org/W6623987585","https://openalex.org/W6628501728","https://openalex.org/W6630875275","https://openalex.org/W6631190155","https://openalex.org/W6638575559","https://openalex.org/W6639082767","https://openalex.org/W6678277124","https://openalex.org/W6679434410","https://openalex.org/W6681644459","https://openalex.org/W6683161899","https://openalex.org/W6685145238","https://openalex.org/W6697081077","https://openalex.org/W6719786876","https://openalex.org/W6725362272","https://openalex.org/W6726804950","https://openalex.org/W6728847260","https://openalex.org/W6732407784","https://openalex.org/W6737342137","https://openalex.org/W6739346539","https://openalex.org/W6739901393","https://openalex.org/W6743562021","https://openalex.org/W6743696564","https://openalex.org/W6746426213","https://openalex.org/W6748105628","https://openalex.org/W6753516544","https://openalex.org/W6768536665","https://openalex.org/W6780226713"],"related_works":["https://openalex.org/W2370236282","https://openalex.org/W3156023083","https://openalex.org/W1995047307","https://openalex.org/W3164313706","https://openalex.org/W2118564637","https://openalex.org/W2046413193","https://openalex.org/W4226108142","https://openalex.org/W3123937234","https://openalex.org/W2728761353","https://openalex.org/W2883671469"],"abstract_inverted_index":{"Machines":[0],"translation":[1,18,32,44,72,120,151,173,184,203],"(MT)":[2],"is":[3,53,127],"an":[4,50,93],"essential":[5],"task":[6],"in":[7,13,118,202],"natural":[8],"language":[9],"processing":[10],"or":[11],"even":[12],"artificial":[14],"intelligence.":[15],"Statistical":[16],"machine":[17,31,48,119],"has":[19],"been":[20],"the":[21,57,62,97,123,145,150,155,163,195],"dominant":[22],"approach":[23,94,114],"to":[24,55,70,95],"MT":[25],"for":[26,61,149],"decades,":[27],"but":[28],"recently":[29],"neural":[30,47,172],"achieves":[33],"increasing":[34],"interest":[35],"because":[36],"of":[37,80,144],"its":[38],"appealing":[39],"model":[40,52,99],"architecture":[41],"and":[42,107,170,175],"impressive":[43],"performance.":[45],"In":[46],"translation,":[49],"attention":[51,98,135,158,197],"used":[54],"identify":[56],"aligned":[58],"source":[59],"words":[60],"next":[63],"target":[64,67,85,104,124,146,164],"word,":[65,69],"i.e.,":[66],"foresight":[68,86,105,125,147,165],"select":[71],"context.":[73],"However,":[74,112],"it":[75],"does":[76],"not":[77],"make":[78,183],"use":[79],"any":[81],"information":[82,140,161,181],"about":[83,162],"this":[84,103,113],"word":[87,106,126,148,166],"at":[88],"all.":[89],"Previous":[90],"work":[91],"proposed":[92,196],"improve":[96],"by":[100,137],"explicitly":[101],"accessing":[102],"demonstrating":[108],"substantial":[109],"alignment":[110],"tasks.":[111],"cannot":[115],"be":[116],"applied":[117],"tasks":[121],"where":[122],"unavailable.":[128],"This":[129],"paper":[130],"proposes":[131],"several":[132],"novel":[133,156],"enhanced":[134,157],"models":[136,174,198],"introducing":[138],"hidden":[139,160,180],"(such":[141],"as":[142],"part-of-speech)":[143],"task.":[152],"We":[153],"incorporate":[154],"employing":[159],"into":[167],"both":[168],"recurrent":[169],"self-attention-based":[171],"theoretically":[176],"justify":[177],"that":[178,194],"such":[179],"can":[182],"prediction":[185],"easier.":[186],"Empirical":[187],"experiments":[188],"on":[189],"four":[190],"datasets":[191],"further":[192],"verify":[193],"deliver":[199],"significant":[200],"improvements":[201],"quality.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}