{"id":"https://openalex.org/W2428505524","doi":"https://doi.org/10.18653/v1/w16-1630","title":"Neural Associative Memory for Dual-Sequence Modeling","display_name":"Neural Associative Memory for Dual-Sequence Modeling","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2428505524","doi":"https://doi.org/10.18653/v1/w16-1630","mag":"2428505524"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w16-1630","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1630","pdf_url":"https://www.aclweb.org/anthology/W16-1630.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Representation Learning for NLP","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W16-1630.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038019602","display_name":"Dirk Weissenborn","orcid":null},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Dirk Weissenborn","raw_affiliation_strings":["Language Technology Lab, DFKI Alt-Moabit 91c Berlin, Germany","German Research Centre for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Language Technology Lab, DFKI Alt-Moabit 91c Berlin, Germany","institution_ids":["https://openalex.org/I33256026"]},{"raw_affiliation_string":"German Research Centre for Artificial Intelligence","institution_ids":["https://openalex.org/I33256026"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5038019602"],"corresponding_institution_ids":["https://openalex.org/I33256026"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03267739,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"258","last_page":"266"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.8673473596572876},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.747899055480957},{"id":"https://openalex.org/keywords/content-addressable-memory","display_name":"Content-addressable memory","score":0.720973014831543},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.7040152549743652},{"id":"https://openalex.org/keywords/associative-property","display_name":"Associative property","score":0.6920638680458069},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.6236204504966736},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.6210795640945435},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6179564595222473},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.585527777671814},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.43836042284965515},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41420334577560425},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08442863821983337}],"concepts":[{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.8673473596572876},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.747899055480957},{"id":"https://openalex.org/C53442348","wikidata":"https://www.wikidata.org/wiki/Q745101","display_name":"Content-addressable memory","level":3,"score":0.720973014831543},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.7040152549743652},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.6920638680458069},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.6236204504966736},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.6210795640945435},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6179564595222473},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.585527777671814},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.43836042284965515},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41420334577560425},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08442863821983337},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/w16-1630","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1630","pdf_url":"https://www.aclweb.org/anthology/W16-1630.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Representation Learning for NLP","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1606.03864","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.03864","pdf_url":"https://arxiv.org/pdf/1606.03864","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2428505524","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1606.03864.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1606.03864","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1606.03864","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/w16-1630","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1630","pdf_url":"https://www.aclweb.org/anthology/W16-1630.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Representation Learning for NLP","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.550000011920929,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G352791218","display_name":null,"funder_award_id":"(BMBF)","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G5353008385","display_name":null,"funder_award_id":"01IS12050","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G7809013012","display_name":null,"funder_award_id":"01IS14013E","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G7993038824","display_name":null,"funder_award_id":"01IS14013E","funder_id":"https://openalex.org/F4320334604","funder_display_name":"Banting and Best Diabetes Centre, University of Toronto"},{"id":"https://openalex.org/G8676557040","display_name":null,"funder_award_id":"01IW14002","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320334604","display_name":"Banting and Best Diabetes Centre, University of Toronto","ror":"https://ror.org/03dbr7087"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2428505524.pdf","grobid_xml":"https://content.openalex.org/works/W2428505524.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1569970137","https://openalex.org/W2064675550","https://openalex.org/W2157306293","https://openalex.org/W2250539671","https://openalex.org/W2296073425","https://openalex.org/W2584341106","https://openalex.org/W2949615363","https://openalex.org/W2949888546","https://openalex.org/W2950414499","https://openalex.org/W2950527759","https://openalex.org/W2950752421","https://openalex.org/W2951008357","https://openalex.org/W2951777936","https://openalex.org/W2952191002","https://openalex.org/W2953084091","https://openalex.org/W2963069010","https://openalex.org/W2963542836","https://openalex.org/W2964121744","https://openalex.org/W2964308564"],"related_works":["https://openalex.org/W2962722950","https://openalex.org/W1553834196","https://openalex.org/W3015437081","https://openalex.org/W2735308688","https://openalex.org/W2968262827","https://openalex.org/W2939265332","https://openalex.org/W3128207656","https://openalex.org/W2883941357","https://openalex.org/W2566275344","https://openalex.org/W2963770546","https://openalex.org/W2229372569","https://openalex.org/W2952276042","https://openalex.org/W2994155911","https://openalex.org/W2786396726","https://openalex.org/W2789954303","https://openalex.org/W2964284952","https://openalex.org/W2901565077","https://openalex.org/W3091438609","https://openalex.org/W2208299922","https://openalex.org/W2972429060"],"abstract_inverted_index":{"Many":[0],"important":[1],"NLP":[2],"problems":[3],"can":[4,96],"be":[5,97],"posed":[6],"as":[7],"dual-sequence":[8,37],"or":[9,130],"sequence-tosequence":[10],"modeling":[11,38],"tasks.":[12,27],"Recent":[13],"advances":[14],"in":[15,24],"building":[16],"end-to-end":[17],"neural":[18,57],"architectures":[19],"have":[20],"been":[21],"highly":[22],"successful":[23],"solving":[25],"such":[26],"In":[28],"this":[29],"work":[30],"we":[31],"propose":[32],"a":[33,48],"new":[34],"architecture":[35,61],"for":[36],"that":[39,88,110,127],"is":[40,62,132],"based":[41],"on":[42,70,81,107],"associative":[43,50],"memory.":[44],"We":[45],"derive":[46],"AM-RNNs,":[47],"recurrent":[49,56],"memory":[51],"(AM)":[52],"which":[53,68,125],"augments":[54],"generic":[55],"networks":[58],"(RNN).":[59],"This":[60],"extended":[63],"to":[64,121],"the":[65,117],"Dual":[66,101],"AM-RNN":[67],"operates":[69],"two":[71],"AMs":[72],"at":[73],"once.":[74],"Our":[75],"models":[76],"achieve":[77],"very":[78],"competitive":[79],"results":[80],"textual":[82],"entailment.":[83],"A":[84],"qualitative":[85],"analysis":[86],"demonstrates":[87],"long":[89],"range":[90],"dependencies":[91],"between":[92],"source":[93],"and":[94],"target-sequence":[95],"bridged":[98],"effectively":[99],"using":[100],"AM-RNNs.":[102],"However,":[103],"an":[104],"initial":[105],"experiment":[106],"autoencoding":[108],"reveals":[109],"these":[111],"benefits":[112],"are":[113],"not":[114],"exploited":[115],"by":[116],"system":[118],"when":[119],"learning":[120],"solve":[122],"sequence-to-sequence":[123],"tasks":[124],"indicates":[126],"additional":[128],"supervision":[129],"regularization":[131],"needed.":[133]},"counts_by_year":[],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}