{"id":"https://openalex.org/W2964269252","doi":"https://doi.org/10.48550/arxiv.1705.08639","title":"Fast-Slow Recurrent Neural Networks","display_name":"Fast-Slow Recurrent Neural Networks","alternate_titles":[],"publication_year":2017,"publication_date":"2017-05-24","ids":{"openalex":"https://openalex.org/W2964269252","doi":"https://doi.org/10.48550/arxiv.1705.08639","mag":"2964269252"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1705.08639","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1705.08639","pdf_url":"https://arxiv.org/pdf/1705.08639","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2964269252"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1705.08639","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002641593","display_name":"Asier Mujika","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mujika, Asier","raw_affiliation_strings":["Department of Computer Science ETH Z\u00fcrich , Switzerland","ETH Zurich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science ETH Z\u00fcrich , Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034357218","display_name":"Florian Meier","orcid":"https://orcid.org/0000-0003-4337-3846","observed_orcids":["https://orcid.org/0000-0003-4337-3846"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Meier, Florian","raw_affiliation_strings":["Department of Computer Science ETH Z\u00fcrich , Switzerland","ETH Zurich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science ETH Z\u00fcrich , Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062687538","display_name":"Angelika Steger","orcid":"https://orcid.org/0000-0002-3465-3996","observed_orcids":["https://orcid.org/0000-0002-3465-3996"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Steger, Angelika","raw_affiliation_strings":["Department of Computer Science ETH Z\u00fcrich , Switzerland","ETH Zurich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science ETH Z\u00fcrich , Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":79,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":null,"first_page":"5915","last_page":"5924"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.4447999894618988,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.4447999894618988,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.30979999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.04989999905228615,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.9340000152587891},{"id":"https://openalex.org/keywords/text-compression","display_name":"text compression","score":0.5099999904632568},{"id":"https://openalex.org/keywords/network-dynamics","display_name":"network dynamics","score":0.7110000252723694},{"id":"https://openalex.org/keywords/learning-dynamics","display_name":"learning dynamics","score":0.5}],"concepts":[{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.9593971967697144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.821321964263916},{"id":"https://openalex.org/C206134035","wikidata":"https://www.wikidata.org/wiki/Q811525","display_name":"Treebank","level":3,"score":0.765927791595459},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6176409721374512},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5503357648849487},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4270114302635193},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4225507080554962},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3364275097846985},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.11405828595161438},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06823208928108215},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1705.08639","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1705.08639","pdf_url":"https://arxiv.org/pdf/1705.08639","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1705.08639","doi":"https://doi.org/10.48550/arxiv.1705.08639","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1705.08639","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2964269252","doi":null,"is_oa":false,"landing_page_url":"https://papers.nips.cc/paper/2017/file/e4a93f0332b2519177ed55741ea4e5e7-Paper.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1705.08639","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1705.08639","pdf_url":"https://arxiv.org/pdf/1705.08639","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2964269252.pdf","grobid_xml":"https://content.openalex.org/works/W2964269252.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W479801","https://openalex.org/W1408639475","https://openalex.org/W1498436455","https://openalex.org/W1522301498","https://openalex.org/W1591801644","https://openalex.org/W1632114991","https://openalex.org/W1810943226","https://openalex.org/W1847088711","https://openalex.org/W1889624880","https://openalex.org/W1971129545","https://openalex.org/W1993378086","https://openalex.org/W2036317923","https://openalex.org/W2064675550","https://openalex.org/W2069143585","https://openalex.org/W2072128103","https://openalex.org/W2095705004","https://openalex.org/W2099257174","https://openalex.org/W2103452139","https://openalex.org/W2107878631","https://openalex.org/W2109886035","https://openalex.org/W2110485445","https://openalex.org/W2167839676","https://openalex.org/W2325237720","https://openalex.org/W2409027918","https://openalex.org/W2473934411","https://openalex.org/W2510842514","https://openalex.org/W2530887700","https://openalex.org/W2546325545","https://openalex.org/W2553303224","https://openalex.org/W2581719241","https://openalex.org/W2735708297","https://openalex.org/W2964121744","https://openalex.org/W3037932933","https://openalex.org/W4231109964","https://openalex.org/W4394643672","https://openalex.org/W4394655428"],"related_works":["https://openalex.org/W2914294010","https://openalex.org/W2171928131","https://openalex.org/W2969450769","https://openalex.org/W2952436057","https://openalex.org/W7165052855","https://openalex.org/W2473934411","https://openalex.org/W196214544","https://openalex.org/W2982243580","https://openalex.org/W2159505618","https://openalex.org/W2747579829"],"abstract_inverted_index":{"Processing":[0],"sequential":[1,62],"data":[2,63,89],"of":[3,14,51,101,116,144,150,170],"variable":[4],"length":[5],"is":[6,165,173],"a":[7,11,35,174],"major":[8],"challenge":[9,32],"in":[10],"wide":[12],"range":[13],"applications,":[15],"such":[16],"as":[17,59,167],"speech":[18],"recognition,":[19],"language":[20,87],"modeling,":[21],"generative":[22],"image":[23],"modeling":[24,88],"and":[25,55,67,93,107,147,182],"machine":[26],"translation.":[27],"Here,":[28],"we":[29,98],"address":[30],"this":[31],"by":[33],"proposing":[34],"novel":[36],"recurrent":[37],"neural":[38],"network":[39,148],"(RNN)":[40],"architecture,":[41,181],"the":[42,49,77,81,102,127,135,145,151,155,179],"Fast-Slow":[43],"RNN":[44,161,171],"(FS-RNN).":[45],"The":[46],"FS-RNN":[47,82,180],"incorporates":[48],"strengths":[50],"both":[52],"multiscale":[53],"RNNs":[54,58],"deep":[56],"transition":[57,70],"it":[60],"processes":[61],"on":[64,83,122],"different":[65,189],"timescales":[66],"learns":[68],"complex":[69],"functions":[71],"from":[72],"one":[73],"time":[74],"step":[75],"to":[76,105,134,159,188],"next.":[78],"We":[79,138],"evaluate":[80],"two":[84,117],"character":[85],"level":[86],"sets,":[90],"Penn":[91],"Treebank":[92],"Hutter":[94,123],"Prize":[95,124],"Wikipedia,":[96],"where":[97],"improve":[99],"state":[100],"art":[103],"results":[104],"$1.19$":[106],"$1.25$":[108],"bits-per-character":[109],"(BPC),":[110],"respectively.":[111],"In":[112],"addition,":[113],"an":[114,141],"ensemble":[115],"FS-RNNs":[118],"achieves":[119],"$1.20$":[120],"BPC":[121,136],"Wikipedia":[125],"outperforming":[126],"best":[128],"known":[129],"compression":[130],"algorithm":[131],"with":[132],"respect":[133],"measure.":[137],"also":[139],"present":[140],"empirical":[142],"investigation":[143],"learning":[146],"dynamics":[149],"FS-RNN,":[152],"which":[153],"explains":[154],"improved":[156],"performance":[157],"compared":[158],"other":[160],"architectures.":[162],"Our":[163],"approach":[164],"general":[166],"any":[168],"kind":[169],"cell":[172],"possible":[175],"building":[176],"block":[177],"for":[178],"thus":[183],"can":[184],"be":[185],"flexibly":[186],"applied":[187],"tasks.":[190]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2964269252","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2019-07-30T00:00:00"}
