{"id":"https://openalex.org/W7236558993","doi":"https://doi.org/10.48550/arxiv.2611.24394","title":"Temporal Rank in Recurrent Neural Networks","display_name":"Temporal Rank in Recurrent Neural Networks","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-18","ids":{"openalex":"https://openalex.org/W7236558993","doi":"https://doi.org/10.48550/arxiv.2611.24394"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.24394","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.24394","pdf_url":"https://arxiv.org/pdf/2611.24394","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7236558993"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.24394","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5163003834","display_name":"Leo Dobson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dobson, Leo","raw_affiliation_strings":["School of Computer Science The University of Sheffield Sheffield , S1 4DP"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science The University of Sheffield Sheffield , S1 4DP","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024283093","display_name":"Anton Ragni","orcid":"https://orcid.org/0000-0003-0634-4456","observed_orcids":["https://orcid.org/0000-0003-0634-4456"]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ragni, Anton","raw_affiliation_strings":["School of Computer Science The University of Sheffield Sheffield , S1 4DP"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science The University of Sheffield Sheffield , S1 4DP","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I91136226"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9535999894142151,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9535999894142151,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.00430000014603138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.9879999756813049},{"id":"https://openalex.org/keywords/hidden-state-dynamics","display_name":"hidden state dynamics","score":0.7699999809265137},{"id":"https://openalex.org/keywords/information-bottleneck","display_name":"information bottleneck","score":0.8029999732971191},{"id":"https://openalex.org/keywords/long-term-dependencies","display_name":"long-range dependencies","score":0.7110000252723694},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"sequence learning","score":0.5199999809265137}],"concepts":[{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.8885999917984009},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.6148999929428101},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5885999798774719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5364000201225281},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5022000074386597},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.49869999289512634},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4848000109195709},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4788999855518341},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.4587000012397766},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4120999872684479},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.36480000615119934},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34380000829696655},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3325999975204468},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.296099990606308},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2874999940395355},{"id":"https://openalex.org/C77277458","wikidata":"https://www.wikidata.org/wiki/Q1969246","display_name":"Temporal database","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C2777299769","wikidata":"https://www.wikidata.org/wiki/Q3707858","display_name":"Type (biology)","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.24394","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.24394","pdf_url":"https://arxiv.org/pdf/2611.24394","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.24394","doi":"https://doi.org/10.48550/arxiv.2611.24394","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.24394","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.24394","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.24394","pdf_url":"https://arxiv.org/pdf/2611.24394","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7236558993.pdf","grobid_xml":"https://content.openalex.org/works/W7236558993.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1800356822","https://openalex.org/W1815076433","https://openalex.org/W1899504021","https://openalex.org/W1998058722","https://openalex.org/W2064675550","https://openalex.org/W2067619114","https://openalex.org/W2107878631","https://openalex.org/W2110485445","https://openalex.org/W2116261113","https://openalex.org/W2118776487","https://openalex.org/W2175402905","https://openalex.org/W2547718140","https://openalex.org/W2557389081","https://openalex.org/W2740137140","https://openalex.org/W2752379147","https://openalex.org/W2754232744","https://openalex.org/W2940744433","https://openalex.org/W2964199361","https://openalex.org/W2994673210","https://openalex.org/W3033188311","https://openalex.org/W3033529678","https://openalex.org/W3034573343","https://openalex.org/W3064840847","https://openalex.org/W3085139254","https://openalex.org/W3094502228","https://openalex.org/W3173052041","https://openalex.org/W3174418826","https://openalex.org/W3209374680","https://openalex.org/W3213886758","https://openalex.org/W4284701759","https://openalex.org/W4295224299","https://openalex.org/W4384648639","https://openalex.org/W4386977940","https://openalex.org/W4389326242","https://openalex.org/W4394867439","https://openalex.org/W4405279264","https://openalex.org/W4415795940","https://openalex.org/W4415797154","https://openalex.org/W4417326933","https://openalex.org/W7100070938","https://openalex.org/W7133621520","https://openalex.org/W7134042529"],"related_works":["https://openalex.org/W1587130511","https://openalex.org/W3134940924","https://openalex.org/W7221173225","https://openalex.org/W3012620775","https://openalex.org/W3212648809","https://openalex.org/W2032676284","https://openalex.org/W2947963487","https://openalex.org/W4415800513","https://openalex.org/W2807111724","https://openalex.org/W2999543292"],"abstract_inverted_index":{"Recurrent":[0],"Neural":[1],"Networks":[2],"(RNNs)":[3],"are":[4,12],"a":[5,36,121],"natural":[6],"framework":[7],"for":[8],"temporal":[9,79,96,139,153],"modelling,":[10],"yet":[11],"often":[13],"dismissed":[14],"due":[15],"to":[16,29],"their":[17],"sequential,":[18],"non-parallelisable":[19],"computation":[20],"and":[21,31,38,98,136,141],"difficulty":[22],"in":[23,66],"capturing":[24],"long-range":[25],"dependencies,":[26],"typically":[27],"attributed":[28],"vanishing":[30],"exploding":[32],"gradients.":[33],"We":[34,73],"identify":[35],"distinct":[37],"under-explored":[39],"limitation:":[40],"an":[41],"information":[42],"bottleneck":[43],"induced":[44],"by":[45,133],"rank-constrained":[46],"hidden":[47],"state":[48,92],"dynamics,":[49],"which":[50],"limits":[51],"the":[52,67,70,102,111,134],"number":[53],"of":[54,69,82,101,138],"independent":[55],"input":[56],"directions":[57],"that":[58,75,94,128,143],"can":[59],"be":[60],"preserved":[61],"over":[62,105],"time,":[63],"as":[64],"reflected":[65],"rank":[68],"input-to-state":[71,103],"mapping.":[72],"show":[74],"this":[76],"constraint":[77],"restricts":[78],"capacity":[80],"independently":[81],"gradient":[83,145],"stability.":[84],"To":[85],"address":[86],"this,":[87],"we":[88],"introduce":[89],"structured":[90],"high-dimensional":[91],"dynamics":[93],"preserve":[95],"separability":[97],"prevent":[99],"saturation":[100],"Jacobian":[104],"time.":[106],"On":[107],"controlled":[108],"sequence":[109],"tasks,":[110],"resulting":[112],"model":[113],"exhibits":[114],"rapid":[115],"learning":[116],"despite":[117],"remaining":[118],"strictly":[119],"within":[120],"standard":[122],"RNN":[123,129],"formulation.":[124],"Our":[125],"results":[126],"demonstrate":[127],"performance":[130],"is":[131,148],"governed":[132],"evolution":[135],"preservation":[137],"rank,":[140],"suggest":[142],"mitigating":[144],"pathologies":[146],"alone":[147],"insufficient":[149],"without":[150],"explicitly":[151],"maintaining":[152],"capacity.":[154]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7236558993","counts_by_year":[],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2026-11-20T00:00:00"}
