{"id":"https://openalex.org/W2952494384","doi":"https://doi.org/10.18653/v1/p19-1149","title":"A Lightweight Recurrent Network for Sequence Modeling","display_name":"A Lightweight Recurrent Network for Sequence Modeling","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2952494384","doi":"https://doi.org/10.18653/v1/p19-1149","mag":"2952494384"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1149","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1149","pdf_url":"https://www.aclweb.org/anthology/P19-1149.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1149.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100363719","display_name":"Biao Zhang","orcid":"https://orcid.org/0000-0002-4865-7090"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Biao Zhang","raw_affiliation_strings":["School of Informatics, University of Edinburgh"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005771535","display_name":"Rico Sennrich","orcid":"https://orcid.org/0000-0002-1438-4741"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]},{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH","GB"],"is_corresponding":false,"raw_author_name":"Rico Sennrich","raw_affiliation_strings":["Institute of Computational Linguistics, University of Zurich","School of Informatics, University of Edinburgh"],"affiliations":[{"raw_affiliation_string":"Institute of Computational Linguistics, University of Zurich","institution_ids":["https://openalex.org/I202697423"]},{"raw_affiliation_string":"School of Informatics, University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100363719"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":1.4451,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86665389,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1538","last_page":"1548"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7249666452407837},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.6166639924049377},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6058031320571899},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.576945424079895},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5471472144126892},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48639658093452454},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4681083858013153},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45478901267051697},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.23571553826332092},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09523418545722961}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7249666452407837},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.6166639924049377},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6058031320571899},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.576945424079895},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5471472144126892},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48639658093452454},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4681083858013153},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45478901267051697},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23571553826332092},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09523418545722961},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p19-1149","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1149","pdf_url":"https://www.aclweb.org/anthology/P19-1149.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1149","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1149","pdf_url":"https://www.aclweb.org/anthology/P19-1149.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6661763476","display_name":null,"funder_award_id":"EP/P020259/1","funder_id":"https://openalex.org/F4320320273","funder_display_name":"University of Cambridge"}],"funders":[{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"},{"id":"https://openalex.org/F4320320273","display_name":"University of Cambridge","ror":"https://ror.org/013meh722"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2952494384.pdf","grobid_xml":"https://content.openalex.org/works/W2952494384.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W179875071","https://openalex.org/W1522301498","https://openalex.org/W1815076433","https://openalex.org/W1840435438","https://openalex.org/W2064675550","https://openalex.org/W2107878631","https://openalex.org/W2110485445","https://openalex.org/W2144578941","https://openalex.org/W2157331557","https://openalex.org/W2170240176","https://openalex.org/W2250539671","https://openalex.org/W2257408573","https://openalex.org/W2296283641","https://openalex.org/W2342173569","https://openalex.org/W2474388053","https://openalex.org/W2525332836","https://openalex.org/W2525778437","https://openalex.org/W2605203995","https://openalex.org/W2618101654","https://openalex.org/W2740747242","https://openalex.org/W2755989362","https://openalex.org/W2889175957","https://openalex.org/W2896457183","https://openalex.org/W2897983179","https://openalex.org/W2950297649","https://openalex.org/W2952436057","https://openalex.org/W2962739339","https://openalex.org/W2962784628","https://openalex.org/W2962958286","https://openalex.org/W2963012544","https://openalex.org/W2963174729","https://openalex.org/W2963323889","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963537482","https://openalex.org/W2963597829","https://openalex.org/W2963748441","https://openalex.org/W2963969878","https://openalex.org/W2964045208","https://openalex.org/W2964082993","https://openalex.org/W2964121744","https://openalex.org/W2964213727","https://openalex.org/W4254816979","https://openalex.org/W4292356195","https://openalex.org/W4294362894","https://openalex.org/W4297692367","https://openalex.org/W4298422451","https://openalex.org/W4385245566","https://openalex.org/W4394666973"],"related_works":["https://openalex.org/W2264067234","https://openalex.org/W3124243301","https://openalex.org/W1571502335","https://openalex.org/W1589409554","https://openalex.org/W2759038785","https://openalex.org/W2172232600","https://openalex.org/W3123876860","https://openalex.org/W3124172198","https://openalex.org/W2046181650","https://openalex.org/W2142633247"],"abstract_inverted_index":{"Recurrent":[0],"networks":[1],"have":[2],"achieved":[3],"great":[4],"success":[5],"on":[6,113],"various":[7],"sequential":[8,109],"tasks":[9,116],"with":[10,69,92,125],"the":[11,39,75,83,121],"assistance":[12],"of":[13,102],"complex":[14],"recurrent":[15,48,104],"units,":[16],"but":[17],"suffer":[18],"from":[19],"severe":[20],"computational":[21],"inefficiency":[22],"due":[23],"to":[24,29,34,58,86],"weak":[25],"parallelization.":[26],"One":[27],"direction":[28],"alleviate":[30],"this":[31,42],"issue":[32],"is":[33],"shift":[35],"heavy":[36],"computations":[37],"outside":[38,74],"recurrence.":[40,76],"In":[41],"paper,":[43],"we":[44],"propose":[45],"a":[46,99],"lightweight":[47],"network,":[49],"or":[50,127],"LRN.":[51],"LRN":[52,80,91,97,119],"uses":[53],"input":[54],"and":[55,67],"forget":[56],"gates":[57],"handle":[59],"long-range":[60],"dependencies":[61],"as":[62,64,98],"well":[63],"gradient":[65],"vanishing":[66],"explosion,":[68],"all":[70],"parameterrelated":[71],"calculations":[72],"factored":[73],"The":[77],"recurrence":[78],"in":[79,106,130],"only":[81],"manipulates":[82],"weight":[84],"assigned":[85],"each":[87],"token,":[88],"tightly":[89],"connecting":[90],"self-attention":[93],"networks.":[94],"We":[95],"apply":[96],"drop-in":[100],"replacement":[101],"existing":[103],"units":[105],"several":[107],"neural":[108],"models.":[110],"Extensive":[111],"experiments":[112],"six":[114],"NLP":[115],"show":[117],"that":[118],"yields":[120],"best":[122],"running":[123],"efficiency":[124],"little":[126],"no":[128],"loss":[129],"model":[131],"performance.":[132],"1":[133]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}