{"id":"https://openalex.org/W1581723585","doi":"https://doi.org/10.1109/ijcnn.2004.1379874","title":"How chaos boosts the encoding capacity of small recurrent neural networks : learning consideration","display_name":"How chaos boosts the encoding capacity of small recurrent neural networks : learning consideration","publication_year":2005,"publication_date":"2005-02-22","ids":{"openalex":"https://openalex.org/W1581723585","doi":"https://doi.org/10.1109/ijcnn.2004.1379874","mag":"1581723585"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2004.1379874","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2004.1379874","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2004 IEEE International Joint Conference on Neural Networks (IEEE Cat. No.04CH37541)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033936531","display_name":"Colin Molter","orcid":null},"institutions":[{"id":"https://openalex.org/I132053463","display_name":"Universit\u00e9 Libre de Bruxelles","ror":"https://ror.org/01r9htc13","country_code":"BE","type":"education","lineage":["https://openalex.org/I132053463"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"C. Molter","raw_affiliation_strings":["Laboratory of artificial intelligence IRIDIA cp194/6, Universit\u00e9 Libre de Bruxelles, Brussels, Belgium"],"affiliations":[{"raw_affiliation_string":"Laboratory of artificial intelligence IRIDIA cp194/6, Universit\u00e9 Libre de Bruxelles, Brussels, Belgium","institution_ids":["https://openalex.org/I132053463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014677267","display_name":"Utku Salihoglu","orcid":null},"institutions":[{"id":"https://openalex.org/I132053463","display_name":"Universit\u00e9 Libre de Bruxelles","ror":"https://ror.org/01r9htc13","country_code":"BE","type":"education","lineage":["https://openalex.org/I132053463"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"U. Salihoglu","raw_affiliation_strings":["Laboratory of artificial intelligence IRIDIA cp194/6, Universit\u00e9 Libre de Bruxelles, Brussels, Belgium"],"affiliations":[{"raw_affiliation_string":"Laboratory of artificial intelligence IRIDIA cp194/6, Universit\u00e9 Libre de Bruxelles, Brussels, Belgium","institution_ids":["https://openalex.org/I132053463"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032019511","display_name":"Hugues Bersini","orcid":"https://orcid.org/0000-0001-5820-7360"},"institutions":[{"id":"https://openalex.org/I132053463","display_name":"Universit\u00e9 Libre de Bruxelles","ror":"https://ror.org/01r9htc13","country_code":"BE","type":"education","lineage":["https://openalex.org/I132053463"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"H. Bersini","raw_affiliation_strings":["Laboratory of artificial intelligence IRIDIA cp194/6, Universit\u00e9 Libre de Bruxelles, Brussels, Belgium"],"affiliations":[{"raw_affiliation_string":"Laboratory of artificial intelligence IRIDIA cp194/6, Universit\u00e9 Libre de Bruxelles, Brussels, Belgium","institution_ids":["https://openalex.org/I132053463"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5033936531"],"corresponding_institution_ids":["https://openalex.org/I132053463"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07322052,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"397","issue":null,"first_page":"75","last_page":"80"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.8713717460632324},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.871184229850769},{"id":"https://openalex.org/keywords/attractor","display_name":"Attractor","score":0.8629223108291626},{"id":"https://openalex.org/keywords/chaotic","display_name":"Chaotic","score":0.6199816465377808},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6071357727050781},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5373337268829346},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5065938234329224},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.42404791712760925},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42254024744033813},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3929063081741333},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3904011845588684},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.36565130949020386},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3534432649612427},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.33700621128082275}],"concepts":[{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.8713717460632324},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.871184229850769},{"id":"https://openalex.org/C164380108","wikidata":"https://www.wikidata.org/wiki/Q507187","display_name":"Attractor","level":2,"score":0.8629223108291626},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.6199816465377808},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6071357727050781},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5373337268829346},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5065938234329224},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.42404791712760925},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42254024744033813},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3929063081741333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3904011845588684},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.36565130949020386},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3534432649612427},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.33700621128082275},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/ijcnn.2004.1379874","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2004.1379874","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2004 IEEE International Joint Conference on Neural Networks (IEEE Cat. No.04CH37541)","raw_type":"proceedings-article"},{"id":"pmh:oai:dipot.ulb.ac.be:2013/69803","is_oa":false,"landing_page_url":"http://hdl.handle.net/2013/ULB-DIPOT:oai:dipot.ulb.ac.be:2013/69803","pdf_url":null,"source":{"id":"https://openalex.org/S4306401063","display_name":"D\u00e9p\u00f4t institutionnel de l'Universit\u00e9 libre de Bruxelles (Universit\u00e9 Libre de Bruxelles)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I132053463","host_organization_name":"Universit\u00e9 Libre de Bruxelles","host_organization_lineage":["https://openalex.org/I132053463"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE .International Conference on Neural Networks, 1","raw_type":"info:ulb-repo/semantics/openurl/article"},{"id":"pmh:oai:dipot.ulb.ac.be:2013/99420","is_oa":false,"landing_page_url":"http://hdl.handle.net/2013/ULB-DIPOT:oai:dipot.ulb.ac.be:2013/99420","pdf_url":null,"source":{"id":"https://openalex.org/S4306401063","display_name":"D\u00e9p\u00f4t institutionnel de l'Universit\u00e9 libre de Bruxelles (Universit\u00e9 Libre de Bruxelles)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I132053463","host_organization_name":"Universit\u00e9 Libre de Bruxelles","host_organization_lineage":["https://openalex.org/I132053463"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural networks","raw_type":"info:ulb-repo/semantics/openurl/article"},{"id":"mag:1581723585","is_oa":false,"landing_page_url":"https://difusion.ulb.ac.be/vufind/Record/ULB-DIPOT:oai:dipot.ulb.ac.be:2013/99420/Details","pdf_url":null,"source":{"id":"https://openalex.org/S123019304","display_name":"Neural Networks","issn_l":"0893-6080","issn":["0893-6080","1879-2782"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"Neural Networks","raw_type":null},{"id":"mag:2988215635","is_oa":false,"landing_page_url":"https://difusion.ulb.ac.be/vufind/Record/ULB-DIPOT:oai:dipot.ulb.ac.be:2013/69803/Details","pdf_url":null,"source":{"id":"https://openalex.org/S4210195743","display_name":"IEEE International Conference on Neural Networks/IEEE ... International Conference on Neural Networks","issn_l":"1098-7576","issn":["1098-7576","1558-3902"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEEE International Conference on Neural Networks/IEEE ... International Conference on Neural Networks","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"No poverty","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/1"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1500295349","https://openalex.org/W1592855356","https://openalex.org/W1964733390","https://openalex.org/W1974951348","https://openalex.org/W1994373240","https://openalex.org/W1999758824","https://openalex.org/W2023877115","https://openalex.org/W2053463112","https://openalex.org/W2059238825","https://openalex.org/W2067619114","https://openalex.org/W2072249973","https://openalex.org/W2073280736","https://openalex.org/W2079948225","https://openalex.org/W2103325984","https://openalex.org/W2113748017","https://openalex.org/W2130875964","https://openalex.org/W2140755429","https://openalex.org/W2150355110","https://openalex.org/W2152254020","https://openalex.org/W4232914731","https://openalex.org/W4234536451","https://openalex.org/W4300402905"],"related_works":["https://openalex.org/W2988215635","https://openalex.org/W2033944823","https://openalex.org/W2901734170","https://openalex.org/W345572142","https://openalex.org/W2472674908","https://openalex.org/W2888261300","https://openalex.org/W2289733811","https://openalex.org/W14324260","https://openalex.org/W1549833796","https://openalex.org/W168405122","https://openalex.org/W2801147603","https://openalex.org/W2182087882","https://openalex.org/W2794983659","https://openalex.org/W2517083993","https://openalex.org/W2775748041","https://openalex.org/W2086934679","https://openalex.org/W2317177270","https://openalex.org/W2352435789","https://openalex.org/W2079694231","https://openalex.org/W33189649"],"abstract_inverted_index":{"So":[0],"far,":[1],"recurrent":[2],"networks,":[3,18],"when":[4,19],"adopting":[5],"fixed":[6],"point":[7],"dynamics,":[8,24],"show":[9],"a":[10,47,50,63,83,106],"very":[11],"poor":[12,128],"encoding":[13,40,145],"capacity.":[14,41,146],"However,":[15,92],"these":[16],"same":[17],"preferentially":[20],"maintained":[21],"in":[22,32,46,62,102],"chaotic":[23,79],"can":[25],"encode":[26,54,105],"an":[27],"enormous":[28],"amount":[29],"of":[30,78,85,88,138],"information":[31,56],"their":[33,39],"cyclic":[34,69],"attractors":[35,89],"and":[36,130],"this":[37,111,113,125],"boosts":[38],"It":[42,122],"has":[43],"been":[44],"described":[45],"previous":[48],"paper":[49,114],"simple":[51],"way":[52],"to":[53,90,97,104],"such":[55],"by":[57,133],"robustly":[58],"associating":[59],"each":[60],"vector":[61],"N-dimensional":[64],"space":[65],"with":[66],"one":[67],"\"symbolic\"":[68],"attractor.":[70],"The":[71],"main":[72],"message":[73],"was":[74,95],"the":[75,86,99,116,136,139],"monotonous":[76],"increase":[77],"spontaneous":[80],"regimes":[81],"as":[82],"function":[84],"number":[87],"learn.":[91],"no":[93],"algorithm":[94,126],"provided":[96],"adjust":[98],"connection's":[100],"weight":[101],"order":[103],"given":[107],"input":[108],"set.":[109],"For":[110],"purpose,":[112],"revisits":[115],"classical":[117],"gradient-based":[118],"BPTT":[119],"learning":[120],"algorithm.":[121],"shows":[123],"that":[124,132],"gives":[127],"results":[129],"furthermore":[131],"using":[134],"it":[135],"\"chaoticity\"":[137],"network":[140],"dampens":[141],"strongly,":[142],"hence":[143],"it's":[144]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}