{"id":"https://openalex.org/W2963077125","doi":"https://doi.org/10.18653/v1/n16-1036","title":"Recurrent Memory Networks for Language Modeling","display_name":"Recurrent Memory Networks for Language Modeling","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2963077125","doi":"https://doi.org/10.18653/v1/n16-1036","mag":"2963077125"},"language":"en","primary_location":{"id":"doi:10.18653/v1/n16-1036","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n16-1036","pdf_url":"https://www.aclweb.org/anthology/N16-1036.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/N16-1036.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108264882","display_name":"Ke Tran","orcid":null},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Ke Tran","raw_affiliation_strings":["Informatics Institute, University of Amsterdam Science Park 904, 1098 XH Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Informatics Institute, University of Amsterdam Science Park 904, 1098 XH Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019968969","display_name":"Arianna Bisazza","orcid":"https://orcid.org/0000-0003-1270-3048"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Arianna Bisazza","raw_affiliation_strings":["Informatics Institute, University of Amsterdam Science Park 904, 1098 XH Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Informatics Institute, University of Amsterdam Science Park 904, 1098 XH Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109059955","display_name":"Christof Monz","orcid":null},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Christof Monz","raw_affiliation_strings":["Informatics Institute, University of Amsterdam Science Park 904, 1098 XH Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Informatics Institute, University of Amsterdam Science Park 904, 1098 XH Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5108264882"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":15.0185,"has_fulltext":true,"cited_by_count":76,"citation_normalized_percentile":{"value":0.98923839,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"321","last_page":"331"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.9013994336128235},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8323636054992676},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.7589275240898132},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7189675569534302},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6675776243209839},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6254119873046875},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6027831435203552},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.5864515900611877},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.5360693335533142},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.45164960622787476},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.29748430848121643},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.24958637356758118},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09798115491867065}],"concepts":[{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.9013994336128235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8323636054992676},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.7589275240898132},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7189675569534302},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6675776243209839},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6254119873046875},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6027831435203552},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.5864515900611877},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.5360693335533142},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.45164960622787476},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29748430848121643},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.24958637356758118},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09798115491867065},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.18653/v1/n16-1036","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n16-1036","pdf_url":"https://www.aclweb.org/anthology/N16-1036.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire/1d15ff3a-b7b0-45c4-a92e-b479113e7c35","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/recurrent-memory-networks-for-language-modeling(1d15ff3a-b7b0-45c4-a92e-b479113e7c35).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Tran, K, Bisazza, A & Monz, C 2016, Recurrent Memory Networks for Language Modeling. in K Knight, A Nenkova & O Rambow (eds), NAACL HLT 2016 : The 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies : Proceedings of the Conference : June 12-17, 2016, San Diego, California, USA. Stroudsburg, PA, pp. 321-331, The 15th Annual Meeting of the North American Chapter of Association for Computational Linguistics, San Diego, United States, 12/06/16. https://doi.org/10.18653/v1/N16-1036","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:publications/1d15ff3a-b7b0-45c4-a92e-b479113e7c35","is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/1d15ff3a-b7b0-45c4-a92e-b479113e7c35","pdf_url":"https://pure.uva.nl/ws/files/23245416/N16_1036.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Tran, K, Bisazza, A & Monz, C 2016, Recurrent Memory Networks for Language Modeling. in K Knight, A Nenkova & O Rambow (eds), NAACL HLT 2016 : The 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies : Proceedings of the Conference : June 12-17, 2016, San Diego, California, USA. Stroudsburg, PA, pp. 321-331, The 15th Annual Meeting of the North American Chapter of Association for Computational Linguistics, San Diego, United States, 12/06/16. https://doi.org/10.18653/v1/N16-1036","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/1d15ff3a-b7b0-45c4-a92e-b479113e7c35","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/recurrent-memory-networks-for-language-modeling(1d15ff3a-b7b0-45c4-a92e-b479113e7c35).html","pdf_url":"https://dare.uva.nl/personal/pure/en/publications/recurrent-memory-networks-for-language-modeling(1d15ff3a-b7b0-45c4-a92e-b479113e7c35).html","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NAACL HLT 2016 : The 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies: Proceedings of the Conference : June 12-17, 2016, San Diego, California, USA, 321 - 331","raw_type":"info:eu-repo/semantics/conferencepaper"},{"id":"pmh:rug:oai:pure.rug.nl:publications/b115f06f-c1be-400a-b047-6da11b650e47","is_oa":true,"landing_page_url":"https://www.rug.nl/research/portal/en/publications/recurrent-memory-networks-for-language-modeling(b115f06f-c1be-400a-b047-6da11b650e47).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL HLT 2016 - Proceedings of the Conference, 321 - 331","raw_type":"info:eu-repo/semantics/bookpart"}],"best_oa_location":{"id":"doi:10.18653/v1/n16-1036","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n16-1036","pdf_url":"https://www.aclweb.org/anthology/N16-1036.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8199999928474426,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G629491556","display_name":null,"funder_award_id":"(NWO)","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963077125.pdf","grobid_xml":"https://content.openalex.org/works/W2963077125.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W71795751","https://openalex.org/W179875071","https://openalex.org/W287510790","https://openalex.org/W581956982","https://openalex.org/W1614298861","https://openalex.org/W1626006465","https://openalex.org/W1632114991","https://openalex.org/W1689711448","https://openalex.org/W1772447446","https://openalex.org/W1793121960","https://openalex.org/W1815076433","https://openalex.org/W1850742715","https://openalex.org/W1924770834","https://openalex.org/W1951216520","https://openalex.org/W1987937363","https://openalex.org/W2064675550","https://openalex.org/W2095705004","https://openalex.org/W2097732278","https://openalex.org/W2107878631","https://openalex.org/W2110485445","https://openalex.org/W2115081467","https://openalex.org/W2130942839","https://openalex.org/W2132547887","https://openalex.org/W2133564696","https://openalex.org/W2134036914","https://openalex.org/W2140679639","https://openalex.org/W2159505618","https://openalex.org/W2250401584","https://openalex.org/W2251654079","https://openalex.org/W2251994258","https://openalex.org/W2252252584","https://openalex.org/W2589089426","https://openalex.org/W2611669587","https://openalex.org/W2757704557","https://openalex.org/W2949952998","https://openalex.org/W2950527759","https://openalex.org/W2951008357","https://openalex.org/W2951714314","https://openalex.org/W2962741254","https://openalex.org/W2962935015","https://openalex.org/W2962965465","https://openalex.org/W2963447120","https://openalex.org/W2963932686","https://openalex.org/W2964199361","https://openalex.org/W2964308564","https://openalex.org/W2964325005","https://openalex.org/W4254816979","https://openalex.org/W4285719527","https://openalex.org/W4303633609"],"related_works":["https://openalex.org/W4225394202","https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W1847088711","https://openalex.org/W3036642985","https://openalex.org/W3032952384","https://openalex.org/W3017902212","https://openalex.org/W2964335273","https://openalex.org/W2495256954","https://openalex.org/W2259317772"],"abstract_inverted_index":{"Recurrent":[0,32],"Neural":[1],"Networks":[2],"(RNNs)":[3],"have":[4],"obtained":[5],"excellent":[6],"result":[7],"in":[8,64],"many":[9],"natural":[10],"language":[11,73,80],"processing":[12],"(NLP)":[13],"tasks.":[14,78],"However,":[15],"understanding":[16,52],"and":[17,57,75,94],"interpreting":[18],"the":[19,44,68,128,132],"source":[20],"of":[21,46,53,70,102,131],"this":[22,28],"success":[23],"remains":[24],"a":[25,36,135],"challenge.":[26],"In":[27],"paper,":[29],"we":[30,98],"propose":[31],"Memory":[33,86],"Network":[34],"(RMN),":[35],"novel":[37],"RNN":[38,47],"architecture,":[39],"that":[40,106],"not":[41],"only":[42],"amplifies":[43],"power":[45,69],"but":[48],"also":[49],"facilitates":[50],"our":[51,122],"its":[54],"internal":[55],"functioning":[56],"allows":[58],"us":[59],"to":[60,118],"discover":[61],"underlying":[62],"patterns":[63],"data.":[65],"We":[66],"demonstrate":[67],"RMN":[71,82,107,123],"on":[72,89],"modeling":[74],"sentence":[76,120],"completion":[77],"On":[79,109],"modeling,":[81],"outperforms":[83],"Long":[84],"Short-Term":[85],"(LSTM)":[87],"network":[88],"three":[90],"large":[91,136],"German,":[92],"Italian,":[93],"English":[95],"dataset.":[96],"Additionally":[97],"perform":[99],"indepth":[100],"analysis":[101],"various":[103],"linguistic":[104],"dimensions":[105],"captures.":[108],"Sentence":[110],"Completion":[111],"Challenge,":[112],"for":[113],"which":[114],"it":[115],"is":[116],"essential":[117],"capture":[119],"coherence,":[121],"obtains":[124],"69.2%":[125],"accuracy,":[126],"surpassing":[127],"previous":[129],"state":[130],"art":[133],"by":[134],"margin.":[137],"1":[138]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}