{"id":"https://openalex.org/W3205365088","doi":null,"title":"How to train RNNs on chaotic data","display_name":"How to train RNNs on chaotic data","publication_year":2021,"publication_date":"2021-10-14","ids":{"openalex":"https://openalex.org/W3205365088","mag":"3205365088"},"language":"en","primary_location":{"id":"mag:3205365088","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2110.07238v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2110.07238v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075158815","display_name":"Zahra Monfared","orcid":"https://orcid.org/0009-0004-7054-9231","observed_orcids":["https://orcid.org/0009-0004-7054-9231"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zahra Monfared","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047171685","display_name":"Jonas M. Mikhaeil","orcid":"https://orcid.org/0000-0001-6745-7505","observed_orcids":["https://orcid.org/0000-0001-6745-7505"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonas M. Mikhaeil","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-6745-7505","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5056788018","display_name":"Daniel Durstewitz","orcid":"https://orcid.org/0000-0002-9340-3786","observed_orcids":["https://orcid.org/0000-0002-9340-3786"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel Durstewitz","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9340-3786","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9150000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9150000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10244","display_name":"Chaos control and synchronization","score":0.03480000048875809,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.017999999225139618,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.9599999785423279},{"id":"https://openalex.org/keywords/chaotic-dynamics","display_name":"chaotic dynamics","score":0.8130000233650208},{"id":"https://openalex.org/keywords/lyapunov-spectrum","display_name":"Lyapunov spectrum","score":0.7900000214576721},{"id":"https://openalex.org/keywords/exploding-gradients","display_name":"gradient explosion","score":0.6430000066757202},{"id":"https://openalex.org/keywords/vanishing-gradient","display_name":"gradient vanishing","score":0.9959999918937683},{"id":"https://openalex.org/keywords/time-series-modeling","display_name":"time series modeling","score":0.5619999766349792},{"id":"https://openalex.org/keywords/multistability","display_name":"multistability","score":0.7289999723434448},{"id":"https://openalex.org/keywords/cyclic-behavior","display_name":"cyclic behavior","score":0.4959999918937683},{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"hyperparameter optimization","score":0.7070000171661377}],"concepts":[{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.8600367903709412},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.7678170204162598},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.726902961730957},{"id":"https://openalex.org/C2776966350","wikidata":"https://www.wikidata.org/wiki/Q6935096","display_name":"Multistability","level":3,"score":0.6397784948348999},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.48692524433135986},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.4401014745235443},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.42768263816833496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3785095810890198},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.35388994216918945},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.27110716700553894},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.13887718319892883},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3205365088","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2110.07238v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3205365088","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2110.07238v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W194249466","https://openalex.org/W226431050","https://openalex.org/W562378484","https://openalex.org/W648786980","https://openalex.org/W1495582411","https://openalex.org/W1549386224","https://openalex.org/W1598796236","https://openalex.org/W1815076433","https://openalex.org/W1959608418","https://openalex.org/W1967008192","https://openalex.org/W1969187272","https://openalex.org/W1979957032","https://openalex.org/W1986558422","https://openalex.org/W1998801327","https://openalex.org/W2004178220","https://openalex.org/W2008284899","https://openalex.org/W2009576217","https://openalex.org/W2016589492","https://openalex.org/W2016765436","https://openalex.org/W2031365860","https://openalex.org/W2032849251","https://openalex.org/W2052805846","https://openalex.org/W2055915408","https://openalex.org/W2061448580","https://openalex.org/W2064675550","https://openalex.org/W2092124742","https://openalex.org/W2095109543","https://openalex.org/W2101666653","https://openalex.org/W2106175469","https://openalex.org/W2107878631","https://openalex.org/W2116532920","https://openalex.org/W2118760499","https://openalex.org/W2124428761","https://openalex.org/W2141394518","https://openalex.org/W2144001972","https://openalex.org/W2157331557","https://openalex.org/W2158137643","https://openalex.org/W2175402905","https://openalex.org/W2278773995","https://openalex.org/W2505883829","https://openalex.org/W2530887700","https://openalex.org/W2626194254","https://openalex.org/W2740137140","https://openalex.org/W2899771611","https://openalex.org/W2900619496","https://openalex.org/W2914623577","https://openalex.org/W2955382287","https://openalex.org/W2963658076","https://openalex.org/W2963755273","https://openalex.org/W2964121744","https://openalex.org/W2964199361","https://openalex.org/W2964347220","https://openalex.org/W2969708557","https://openalex.org/W2970362693","https://openalex.org/W2994716630","https://openalex.org/W3019238980","https://openalex.org/W3023233973","https://openalex.org/W3032975493","https://openalex.org/W3034577438","https://openalex.org/W3035985817","https://openalex.org/W3036937033","https://openalex.org/W3048747138","https://openalex.org/W3105919389","https://openalex.org/W3113240042","https://openalex.org/W3118310857","https://openalex.org/W3124661333","https://openalex.org/W3128674622","https://openalex.org/W3132271517","https://openalex.org/W3134070653","https://openalex.org/W3167470318","https://openalex.org/W3205549933","https://openalex.org/W4220709836"],"related_works":["https://openalex.org/W7133220912","https://openalex.org/W6884763905","https://openalex.org/W6884980550","https://openalex.org/W3023630834","https://openalex.org/W7133206657","https://openalex.org/W4391509410","https://openalex.org/W2168401901","https://openalex.org/W3037447448","https://openalex.org/W6885052052","https://openalex.org/W2000061362"],"abstract_inverted_index":{"Recurrent":[0],"neural":[1],"networks":[2],"(RNNs)":[3],"are":[4,17,104],"wide-spread":[5],"machine":[6],"learning":[7],"tools":[8],"for":[9,190],"modeling":[10],"sequential":[11],"and":[12,42,125,180,193],"time":[13,28,120],"series":[14,121],"data.":[15],"They":[16],"notoriously":[18],"hard":[19],"to":[20,30,48,72,145,197,202],"train":[21],"because":[22],"their":[23],"loss":[24,140],"gradients":[25,141,168],"backpropagated":[26],"in":[27,123],"tend":[29],"saturate":[31],"or":[32,62,76,102,160],"diverge":[33],"during":[34,142],"training.":[35],"This":[36,106],"is":[37,107],"known":[38],"as":[39,100],"the":[40,81,91,94,112,139,146,167,203],"exploding":[41],"vanishing":[43],"gradient":[44],"problem.":[45],"Previous":[46],"solutions":[47],"this":[49,135],"issue":[50],"either":[51],"built":[52],"on":[53,90,177,195],"rather":[54],"complicated,":[55],"purpose-engineered":[56],"architectures":[57],"with":[58,111,171],"gated":[59],"memory":[60],"buffers,":[61],"-":[63,66],"more":[64],"recently":[65],"imposed":[67],"constraints":[68],"that":[69,155],"ensure":[70],"convergence":[71],"a":[73,130],"fixed":[74],"point":[75],"restrict":[77],"(the":[78],"eigenspectrum":[79],"of)":[80],"recurrence":[82],"matrix.":[83],"Such":[84],"constraints,":[85],"however,":[86],"convey":[87],"severe":[88],"limitations":[89],"expressivity":[92],"of":[93,115,134,149,169],"RNN.":[95],"Essential":[96],"intrinsic":[97],"dynamics":[98,173],"such":[99],"multistability":[101],"chaos":[103],"disabled.":[105],"inherently":[108],"at":[109],"disaccord":[110],"chaotic":[113,172,191],"nature":[114,124],"many,":[116],"if":[117],"not":[118],"most,":[119],"encountered":[122],"society.":[126],"Here":[127],"we":[128,182],"offer":[129,183],"comprehensive":[131],"theoretical":[132],"treatment":[133],"problem":[136],"by":[137],"relating":[138],"RNN":[143],"training":[144,188],"Lyapunov":[147,204],"spectrum":[148],"RNN-generated":[150],"orbits.":[151],"We":[152],"mathematically":[153],"prove":[154],"RNNs":[156,170],"producing":[157],"stable":[158],"equilibrium":[159],"cyclic":[161],"behavior":[162],"have":[163],"bounded":[164],"gradients,":[165],"whereas":[166],"always":[174],"diverge.":[175],"Based":[176],"these":[178],"analyses":[179],"insights,":[181],"an":[184],"effective":[185],"yet":[186],"simple":[187],"technique":[189],"data":[192],"guidance":[194],"how":[196],"choose":[198],"relevant":[199],"hyperparameters":[200],"according":[201],"spectrum.":[205]},"counts_by_year":[],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2021-10-25T00:00:00"}