{"id":"https://openalex.org/W2967478618","doi":"https://doi.org/10.18653/v1/d19-1001","title":"Attending to Future Tokens for Bidirectional Sequence Generation","display_name":"Attending to Future Tokens for Bidirectional Sequence Generation","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2967478618","doi":"https://doi.org/10.18653/v1/d19-1001","mag":"2967478618"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d19-1001","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1001","pdf_url":"https://www.aclweb.org/anthology/D19-1001.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D19-1001.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070442264","display_name":"Carolin Lawrence","orcid":null},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I4210089015","display_name":"Sharp Laboratories of Europe (United Kingdom)","ror":"https://ror.org/0075mfb88","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210089015"]}],"countries":["DE","GB"],"is_corresponding":true,"raw_author_name":"Carolin Lawrence","raw_affiliation_strings":["NEC Laboratories Europe","Heidelberg University, Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"NEC Laboratories Europe","institution_ids":["https://openalex.org/I4210089015"]},{"raw_affiliation_string":"Heidelberg University, Heidelberg, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070234227","display_name":"Bhushan Kotnis","orcid":"https://orcid.org/0000-0002-8683-0675"},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I4210089015","display_name":"Sharp Laboratories of Europe (United Kingdom)","ror":"https://ror.org/0075mfb88","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210089015"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Bhushan Kotnis","raw_affiliation_strings":["NEC Laboratories Europe","Heidelberg University, Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"NEC Laboratories Europe","institution_ids":["https://openalex.org/I4210089015"]},{"raw_affiliation_string":"Heidelberg University, Heidelberg, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031719069","display_name":"Mathias Niepert","orcid":"https://orcid.org/0000-0002-8401-3751"},"institutions":[{"id":"https://openalex.org/I118347220","display_name":"NEC (Japan)","ror":"https://ror.org/04jndar25","country_code":"JP","type":"company","lineage":["https://openalex.org/I118347220"]},{"id":"https://openalex.org/I4210089015","display_name":"Sharp Laboratories of Europe (United Kingdom)","ror":"https://ror.org/0075mfb88","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210089015"]}],"countries":["GB","JP"],"is_corresponding":false,"raw_author_name":"Mathias Niepert","raw_affiliation_strings":["NEC Laboratories Europe","NEC (Japan), Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"NEC Laboratories Europe","institution_ids":["https://openalex.org/I4210089015"]},{"raw_affiliation_string":"NEC (Japan), Tokyo, Japan","institution_ids":["https://openalex.org/I118347220"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5070442264"],"corresponding_institution_ids":["https://openalex.org/I223822909","https://openalex.org/I4210089015"],"apc_list":null,"apc_paid":null,"fwci":0.46085324,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.7091034,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.9772911071777344},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7693555355072021},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.7240484356880188},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.6056849360466003},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5271788835525513},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4591464698314667},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.4317964017391205},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31061434745788574},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.28288325667381287},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23986244201660156},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.11482405662536621},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09639018774032593}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.9772911071777344},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7693555355072021},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.7240484356880188},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.6056849360466003},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5271788835525513},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4591464698314667},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.4317964017391205},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31061434745788574},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28288325667381287},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23986244201660156},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.11482405662536621},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09639018774032593},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/d19-1001","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1001","pdf_url":"https://www.aclweb.org/anthology/D19-1001.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1908.05915","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1908.05915","pdf_url":"https://arxiv.org/pdf/1908.05915","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2967478618","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1908.05915","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1908.05915","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1908.05915","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/d19-1001","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1001","pdf_url":"https://www.aclweb.org/anthology/D19-1001.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2967478618.pdf","grobid_xml":"https://content.openalex.org/works/W2967478618.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W2574872930","https://openalex.org/W2888093771","https://openalex.org/W2891304738","https://openalex.org/W2896457183","https://openalex.org/W2914204778","https://openalex.org/W2920538220","https://openalex.org/W2935811960","https://openalex.org/W2937808806","https://openalex.org/W2951846787","https://openalex.org/W2963403868","https://openalex.org/W2963544536","https://openalex.org/W2963825865","https://openalex.org/W2964121744","https://openalex.org/W2970690146","https://openalex.org/W2985694911","https://openalex.org/W3037550066"],"related_works":["https://openalex.org/W3028029222","https://openalex.org/W1791136696","https://openalex.org/W2135829716","https://openalex.org/W2983286827","https://openalex.org/W1554664695","https://openalex.org/W2213191346","https://openalex.org/W1524524180","https://openalex.org/W2933829474","https://openalex.org/W970439711","https://openalex.org/W3203795512","https://openalex.org/W1555326825","https://openalex.org/W2152134583","https://openalex.org/W1508796437","https://openalex.org/W2866494789","https://openalex.org/W2584154956","https://openalex.org/W1567047032","https://openalex.org/W332275502","https://openalex.org/W2808572371","https://openalex.org/W1960790587","https://openalex.org/W1921310572"],"abstract_inverted_index":{"Neural":[0],"sequence":[1,28,53],"generation":[2,54],"is":[3,12],"typically":[4],"performed":[5],"token-by-token":[6],"and":[7,36,77],"left-to-right.":[8],"Whenever":[9],"a":[10,64,67,71,109],"token":[11,73],"generated":[13],"only":[14],"previously":[15],"produced":[16],"tokens":[17,38,79],"are":[18],"taken":[19],"into":[20,39,80],"consideration.":[21],"In":[22],"contrast,":[23],"for":[24],"problems":[25],"such":[26],"as":[27,63],"classification,":[29],"bidirectional":[30,56,103],"attention,":[31],"which":[32],"takes":[33],"both":[34],"past":[35,76],"future":[37,78],"consideration,":[40],"has":[41],"been":[42],"shown":[43],"to":[44,50],"perform":[45],"much":[46],"better.":[47],"We":[48,88],"propose":[49],"make":[51],"the":[52,84,90,101],"process":[55],"by":[57,108],"employing":[58],"special":[59],"placeholder":[60,72],"tokens.":[61],"Treated":[62],"node":[65],"in":[66],"fully":[68],"connected":[69],"graph,":[70],"can":[74],"take":[75],"consideration":[81],"when":[82],"generating":[83],"actual":[85],"output":[86],"token.":[87],"verify":[89],"effectiveness":[91],"of":[92],"our":[93],"approach":[94],"experimentally":[95],"on":[96],"two":[97],"conversational":[98],"tasks":[99],"where":[100],"proposed":[102],"model":[104],"outperforms":[105],"competitive":[106],"baselines":[107],"large":[110],"margin.":[111]},"counts_by_year":[{"year":2020,"cited_by_count":3}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}