{"id":"https://openalex.org/W2102635541","doi":"https://doi.org/10.1162/08997660360675080","title":"Recurrent Neural Networks with Small Weights Implement Definite Memory Machines","display_name":"Recurrent Neural Networks with Small Weights Implement Definite Memory Machines","publication_year":2003,"publication_date":"2003-07-16","ids":{"openalex":"https://openalex.org/W2102635541","doi":"https://doi.org/10.1162/08997660360675080","mag":"2102635541"},"language":"en","primary_location":{"id":"doi:10.1162/08997660360675080","is_oa":false,"landing_page_url":"https://doi.org/10.1162/08997660360675080","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091180862","display_name":"Barbara Hammer","orcid":"https://orcid.org/0000-0002-0935-5591"},"institutions":[{"id":"https://openalex.org/I170658231","display_name":"Osnabr\u00fcck University","ror":"https://ror.org/04qmmjx98","country_code":"DE","type":"education","lineage":["https://openalex.org/I170658231"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Barbara Hammer","raw_affiliation_strings":["Department of Mathematics Computer Science, University of Osnabr\u00fcck, D-49069, Osnabr\u00fcck, Germany,"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics Computer Science, University of Osnabr\u00fcck, D-49069, Osnabr\u00fcck, Germany,","institution_ids":["https://openalex.org/I170658231"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051182859","display_name":"Peter Ti\u0148o","orcid":"https://orcid.org/0000-0003-2330-128X"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peter Ti\u0148o","raw_affiliation_strings":["School of Computer Science, University of Birmingham, Edgbaston, Birmingham B15 2TT, U.K.,"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Birmingham, Edgbaston, Birmingham B15 2TT, U.K.,","institution_ids":["https://openalex.org/I79619799"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5091180862"],"corresponding_institution_ids":["https://openalex.org/I170658231"],"apc_list":null,"apc_paid":null,"fwci":6.5515,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.96596335,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"15","issue":"8","first_page":"1897","last_page":"1929"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7024070620536804},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6806267499923706},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.607619047164917},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5662855505943298},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4867377281188965},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.44368776679039},{"id":"https://openalex.org/keywords/positive-definite-matrix","display_name":"Positive-definite matrix","score":0.43800589442253113},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.42368248105049133},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4126889407634735},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4070965051651001},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3422711491584778},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3302762508392334}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7024070620536804},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6806267499923706},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.607619047164917},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5662855505943298},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4867377281188965},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.44368776679039},{"id":"https://openalex.org/C49712288","wikidata":"https://www.wikidata.org/wiki/Q77601250","display_name":"Positive-definite matrix","level":3,"score":0.43800589442253113},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.42368248105049133},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4126889407634735},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4070965051651001},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3422711491584778},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3302762508392334},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1162/08997660360675080","is_oa":false,"landing_page_url":"https://doi.org/10.1162/08997660360675080","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.12.4910","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.12.4910","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.informatik.uni-osnabrueck.de/barbara/papers/postscripts/final.nc.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.133.7790","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.133.7790","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.bham.ac.uk/~pxt/PAPERS/rnn.fmm.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.395.6260","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.395.6260","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www2.in.tu-clausthal.de/~hammer/papers/postscripts/final_nc.pdf","raw_type":"text"},{"id":"pmh:oai:pub.librecat.org:1993736","is_oa":false,"landing_page_url":"https://pub.uni-bielefeld.de/record/1993736","pdf_url":null,"source":{"id":"https://openalex.org/S4306401671","display_name":"PUB \u2013 Publications at Bielefeld University (Bielefeld University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I20121455","host_organization_name":"Bielefeld University","host_organization_lineage":["https://openalex.org/I20121455"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hammer B, Ti\u00f1o P. Recurrent Neural Networks with Small Weights Implement Definite Memory Machines. <em>Neural Computation</em>. 2003;15(8):1897-1929.","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pub.uni-bielefeld.de:2982124","is_oa":false,"landing_page_url":"https://pub.uni-bielefeld.de/record/2982124","pdf_url":null,"source":{"id":"https://openalex.org/S4306401670","display_name":"PUB \u2013 Publications at Bielefeld University (Bielefeld University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I20121455","host_organization_name":"Bielefeld University","host_organization_lineage":["https://openalex.org/I20121455"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"http://purl.org/coar/resource_type/c_6501"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/9256f9ae-6a52-47ca-b8e3-738c4ae545cc","is_oa":false,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/9256f9ae-6a52-47ca-b8e3-738c4ae545cc","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hammer, B & Tino, P 2003, 'Recurrent Neural Networks with Small Weights Implement Definite Memory Machines', Neural Computation, vol. 15, no. 8, pp. 1897-1926. https://doi.org/10.1162/08997660360675080","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W92982764","https://openalex.org/W1485243506","https://openalex.org/W1501890726","https://openalex.org/W1504070387","https://openalex.org/W1508510875","https://openalex.org/W1519789693","https://openalex.org/W1542886316","https://openalex.org/W1563736811","https://openalex.org/W1580142630","https://openalex.org/W1583702242","https://openalex.org/W1585638233","https://openalex.org/W1592122239","https://openalex.org/W1606770439","https://openalex.org/W1679913846","https://openalex.org/W1934057878","https://openalex.org/W1964826896","https://openalex.org/W1984367183","https://openalex.org/W1994888168","https://openalex.org/W1994920552","https://openalex.org/W1998937898","https://openalex.org/W2010315176","https://openalex.org/W2011485152","https://openalex.org/W2020890899","https://openalex.org/W2024169057","https://openalex.org/W2031585281","https://openalex.org/W2050778826","https://openalex.org/W2058580716","https://openalex.org/W2059811159","https://openalex.org/W2060805832","https://openalex.org/W2064675550","https://openalex.org/W2065771184","https://openalex.org/W2067619114","https://openalex.org/W2068036649","https://openalex.org/W2070922095","https://openalex.org/W2076332735","https://openalex.org/W2084544490","https://openalex.org/W2094631910","https://openalex.org/W2097924526","https://openalex.org/W2102834748","https://openalex.org/W2106491486","https://openalex.org/W2107878631","https://openalex.org/W2114910879","https://openalex.org/W2117671523","https://openalex.org/W2128882956","https://openalex.org/W2134702682","https://openalex.org/W2135208096","https://openalex.org/W2137983211","https://openalex.org/W2142148616","https://openalex.org/W2144097134","https://openalex.org/W2150039113","https://openalex.org/W2156845006","https://openalex.org/W2157140289","https://openalex.org/W2159782014","https://openalex.org/W2165758113","https://openalex.org/W2165959773","https://openalex.org/W2506218973","https://openalex.org/W2567948266","https://openalex.org/W3146803896","https://openalex.org/W4232115236","https://openalex.org/W4253585025"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3031039437","https://openalex.org/W3095877357","https://openalex.org/W183202219","https://openalex.org/W2072565696","https://openalex.org/W2805949325","https://openalex.org/W4300536205"],"abstract_inverted_index":{"Recent":[0],"experimental":[1],"studies":[2],"indicate":[3],"that":[4,48,136,162],"recurrent":[5,34,49,81,99,138,163,189],"neural":[6,100,139],"networks":[7,50,140,164],"initialized":[8],"with":[9,36,51,83,89,98,165,169],"\u201csmall\u201d":[10],"weights":[11,38,91],"are":[12,141,158,191],"inherently":[13],"biased":[14],"toward":[15],"definite":[16,68,73],"memory":[17,69,74],"machines":[18],"(Ti\u0148no,":[19],"\u010cer\u0148ansk\u00fd,":[20],"&":[21],"Be\u0148u\u0161kov\u00e1,":[22],"2002a,":[23],"2002b).":[24],"This":[25,102],"article":[26],"establishes":[27],"a":[28,44,67,80,170],"theoretical":[29],"counterpart:":[30],"transition":[31,53,85,167],"function":[32,42,54,168],"of":[33,63,110,112,121,181],"network":[35,82],"small":[37,90],"and":[39,156,185],"squashing":[40],"activation":[41],"is":[43,133],"contraction.":[45],"We":[46,160],"prove":[47,161],"contractive":[52,84,166],"can":[55,76,128],"be":[56,77,129],"approximated":[57],"arbitrarily":[58],"well":[59,134],"on":[60],"input":[61],"sequences":[62],"unbounded":[64],"length":[65],"by":[66,79],"machine.":[70],"Conversely,":[71],"every":[72],"machine":[75],"simulated":[78],"function.":[86],"Hence,":[87],"initialization":[88],"induces":[92],"an":[93],"architectural":[94],"bias":[95,103],"into":[96],"learning":[97,114],"networks.":[101],"might":[104],"have":[105],"benefits":[106],"from":[107],"the":[108,122,147,175],"point":[109],"view":[111],"statistical":[113],"theory:":[115],"it":[116],"emphasizes":[117],"one":[118],"possible":[119],"region":[120],"weight":[123],"space":[124],"where":[125],"generalization":[126],"ability":[127],"formally":[130],"proved.":[131],"It":[132],"known":[135],"standard":[137],"not":[142],"distribution":[143,177,192],"independent":[144,178,193],"learnable":[145],"in":[146],"probably":[148],"approximately":[149],"correct":[150],"(PAC)":[151],"sense":[152],"if":[153],"arbitrary":[154],"precision":[155],"inputs":[157],"considered.":[159],"fixed":[171],"contraction":[172],"parameter":[173],"fulfill":[174],"so-called":[176],"uniform":[179],"convergence":[180],"empirical":[182],"distances":[183],"property":[184],"hence,":[186],"unlike":[187],"general":[188],"networks,":[190],"PAC":[194],"learnable.":[195]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}