{"id":"https://openalex.org/W2787237356","doi":"https://doi.org/10.18653/v1/p18-2116","title":"Long Short-Term Memory as a Dynamically Computed Element-wise Weighted Sum","display_name":"Long Short-Term Memory as a Dynamically Computed Element-wise Weighted Sum","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2787237356","doi":"https://doi.org/10.18653/v1/p18-2116","mag":"2787237356"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p18-2116","doi":"https://doi.org/10.18653/v1/p18-2116","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-2116","pdf_url":"https://www.aclweb.org/anthology/P18-2116.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.aclweb.org/anthology/P18-2116.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024311574","display_name":"Omer Levy","orcid":"https://orcid.org/0000-0001-7300-8191","observed_orcids":["https://orcid.org/0000-0001-7300-8191"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Omer Levy","raw_affiliation_strings":["School , University of Washington , Seattle , WA","University of Washington, Seattle, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School , University of Washington , Seattle , WA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"University of Washington, Seattle, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081862885","display_name":"Kenton Lee","orcid":"https://orcid.org/0000-0002-9534-5970","observed_orcids":["https://orcid.org/0000-0002-9534-5970"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenton Lee","raw_affiliation_strings":["School , University of Washington , Seattle , WA","Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School , University of Washington , Seattle , WA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073439637","display_name":"Nicholas FitzGerald","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas FitzGerald","raw_affiliation_strings":["School , University of Washington , Seattle , WA","Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School , University of Washington , Seattle , WA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067919401","display_name":"Luke Zettlemoyer","orcid":"https://orcid.org/0009-0008-8296-0764","observed_orcids":["https://orcid.org/0009-0008-8296-0764"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luke Zettlemoyer","raw_affiliation_strings":["School , University of Washington , Seattle , WA","University of Washington, Seattle, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School , University of Washington , Seattle , WA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"University of Washington, Seattle, United States","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9535,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.90594945,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"732","last_page":"739"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7139000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7139000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07599999755620956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11490","display_name":"Hydrological Forecasting Using AI","score":0.02500000037252903,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"long short-term memory","score":0.9459999799728394},{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.8529999852180481},{"id":"https://openalex.org/keywords/vanishing-gradient","display_name":"gradient vanishing","score":0.796999990940094},{"id":"https://openalex.org/keywords/power-of-representation","display_name":"power of representation","score":0.6769999861717224},{"id":"https://openalex.org/keywords/ablation-study","display_name":"ablation study","score":0.5680000185966492}],"concepts":[{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.8640694618225098},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7131778597831726},{"id":"https://openalex.org/C133488467","wikidata":"https://www.wikidata.org/wiki/Q6673524","display_name":"Long short term memory","level":4,"score":0.6709926128387451},{"id":"https://openalex.org/C200288055","wikidata":"https://www.wikidata.org/wiki/Q2621792","display_name":"Element (criminal law)","level":2,"score":0.6265368461608887},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6137229800224304},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5593229532241821},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5070674419403076},{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.4992237091064453},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4913753569126129},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4383242428302765},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4276989996433258},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4130893349647522},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3412031829357147},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.16654255986213684},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.06614643335342407},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/p18-2116","doi":"https://doi.org/10.18653/v1/p18-2116","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-2116","pdf_url":"https://www.aclweb.org/anthology/P18-2116.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1805.03716","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.03716","pdf_url":"https://arxiv.org/pdf/1805.03716","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2787237356","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1805.03716.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1805.03716","doi":"https://doi.org/10.48550/arxiv.1805.03716","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.03716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/p18-2116","doi":"https://doi.org/10.18653/v1/p18-2116","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-2116","pdf_url":"https://www.aclweb.org/anthology/P18-2116.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1746478","display_name":null,"funder_award_id":"FA8750-13-2-0019","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G6497436218","display_name":"CAREER: Learning Scalable Models for Grounded Semantic Parsing","funder_award_id":"1252835","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G657448715","display_name":null,"funder_award_id":"W911NF-16-1-","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G8533175095","display_name":"RI: Medium: Broad-Coverage Semantic Parsing: Linguistic Representation Learning from Crowd-Scale Data","funder_award_id":"1562364","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2787237356.pdf","grobid_xml":"https://content.openalex.org/works/W2787237356.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W194249466","https://openalex.org/W581956982","https://openalex.org/W1591801644","https://openalex.org/W1632114991","https://openalex.org/W1689711448","https://openalex.org/W2064675550","https://openalex.org/W2100649405","https://openalex.org/W2107878631","https://openalex.org/W2110485445","https://openalex.org/W2133564696","https://openalex.org/W2157331557","https://openalex.org/W2250263931","https://openalex.org/W2254175738","https://openalex.org/W2267186426","https://openalex.org/W2413794162","https://openalex.org/W2515741950","https://openalex.org/W2549835527","https://openalex.org/W2551396370","https://openalex.org/W2552110825","https://openalex.org/W2553303224","https://openalex.org/W2553397501","https://openalex.org/W2574872930","https://openalex.org/W2618101654","https://openalex.org/W2618483264","https://openalex.org/W2626778328","https://openalex.org/W2740765036","https://openalex.org/W2751185861","https://openalex.org/W2793978524","https://openalex.org/W2890177507","https://openalex.org/W2950635152","https://openalex.org/W2952436057","https://openalex.org/W2962776659","https://openalex.org/W2962985038","https://openalex.org/W2963323889","https://openalex.org/W2963571341","https://openalex.org/W2963748441","https://openalex.org/W2964308564","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2618101654","https://openalex.org/W3080549171","https://openalex.org/W4394670256","https://openalex.org/W58609180","https://openalex.org/W2913901546","https://openalex.org/W2786406400","https://openalex.org/W3198206641","https://openalex.org/W4239458839","https://openalex.org/W4366999556","https://openalex.org/W2797349519"],"abstract_inverted_index":{"LSTMs":[0],"were":[1],"introduced":[2],"to":[3,22],"combat":[4],"vanishing":[5,109],"gradients":[6],"in":[7,92,104],"simple":[8,53],"RNNs":[9,60],"by":[10,45],"augmenting":[11],"them":[12],"with":[13],"gated":[14],"additive":[15],"recurrent":[16,33],"connections.We":[17],"present":[18],"an":[19,65,90],"alternative":[20],"view":[21],"explain":[23],"the":[24,28,47,51,62,73,82,98],"success":[25],"of":[26,59,69,72,78],"LSTMs:":[27],"gates":[29,49,99],"themselves":[30],"are":[31,100],"versatile":[32],"models":[34],"that":[35,81,97],"provide":[36],"more":[37,103],"representational":[38],"power":[39],"than":[40,106],"previously":[41],"appreciated.We":[42],"do":[43],"this":[44],"decoupling":[46],"LSTM's":[48],"from":[50],"embedded":[52],"RNN,":[54],"producing":[55],"a":[56,76],"new":[57],"class":[58],"where":[61],"recurrence":[63],"computes":[64],"element-wise":[66],"weighted":[67],"sum":[68],"context-independent":[70],"functions":[71],"input.Ablations":[74],"on":[75],"range":[77],"problems":[79],"demonstrate":[80],"gating":[83],"mechanism":[84],"alone":[85],"performs":[86],"as":[87,89],"well":[88],"LSTM":[91],"most":[93],"settings,":[94],"strongly":[95],"suggesting":[96],"doing":[101],"much":[102],"practice":[105],"just":[107],"alleviating":[108],"gradients.":[110]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":4}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2018-02-23T00:00:00"}