{"id":"https://openalex.org/W2802473370","doi":"https://doi.org/10.18653/v1/w18-5443","title":"State Gradients for RNN Memory Analysis","display_name":"State Gradients for RNN Memory Analysis","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2802473370","doi":"https://doi.org/10.18653/v1/w18-5443","mag":"2802473370"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w18-5443","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5443","pdf_url":"https://www.aclweb.org/anthology/W18-5443.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W18-5443.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029549568","display_name":"Lyan Verwimp","orcid":null},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Lyan Verwimp","raw_affiliation_strings":["ESAT -PSI, KU Leuven Kasteelpark Arenberg 10 3001 Heverlee, Belgium","KU Leuven, Leuven, Belgium"],"affiliations":[{"raw_affiliation_string":"ESAT -PSI, KU Leuven Kasteelpark Arenberg 10 3001 Heverlee, Belgium","institution_ids":["https://openalex.org/I99464096"]},{"raw_affiliation_string":"KU Leuven, Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087514947","display_name":"Hugo Van hamme","orcid":"https://orcid.org/0000-0003-1331-5186"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Hugo Van hamme","raw_affiliation_strings":["ESAT -PSI, KU Leuven Kasteelpark Arenberg 10 3001 Heverlee, Belgium","KU Leuven, Leuven, Belgium"],"affiliations":[{"raw_affiliation_string":"ESAT -PSI, KU Leuven Kasteelpark Arenberg 10 3001 Heverlee, Belgium","institution_ids":["https://openalex.org/I99464096"]},{"raw_affiliation_string":"KU Leuven, Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074886271","display_name":"Vincent Renkens","orcid":"https://orcid.org/0000-0002-2419-4642"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Vincent Renkens","raw_affiliation_strings":["ESAT -PSI, KU Leuven Kasteelpark Arenberg 10 3001 Heverlee, Belgium","KU Leuven, Leuven, Belgium"],"affiliations":[{"raw_affiliation_string":"ESAT -PSI, KU Leuven Kasteelpark Arenberg 10 3001 Heverlee, Belgium","institution_ids":["https://openalex.org/I99464096"]},{"raw_affiliation_string":"KU Leuven, Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030624808","display_name":"Patrick Wambacq","orcid":"https://orcid.org/0000-0002-9284-3069"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Patrick Wambacq","raw_affiliation_strings":["ESAT -PSI, KU Leuven Kasteelpark Arenberg 10 3001 Heverlee, Belgium","KU Leuven, Leuven, Belgium"],"affiliations":[{"raw_affiliation_string":"ESAT -PSI, KU Leuven Kasteelpark Arenberg 10 3001 Heverlee, Belgium","institution_ids":["https://openalex.org/I99464096"]},{"raw_affiliation_string":"KU Leuven, Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5029549568"],"corresponding_institution_ids":["https://openalex.org/I99464096"],"apc_list":null,"apc_paid":null,"fwci":0.19856246,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56710058,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1467","last_page":"1471"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7827286720275879},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.7530426979064941},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.7223827838897705},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.6232900023460388},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5685322880744934},{"id":"https://openalex.org/keywords/singular-value","display_name":"Singular value","score":0.5507159233093262},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.5479332804679871},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5193641781806946},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5158957242965698},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4662913680076599},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4507756233215332},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.438967227935791},{"id":"https://openalex.org/keywords/vector-space","display_name":"Vector space","score":0.42830580472946167},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3989841938018799},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.345511257648468},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3331499695777893},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.23843157291412354},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.18822923302650452}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7827286720275879},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.7530426979064941},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.7223827838897705},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.6232900023460388},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5685322880744934},{"id":"https://openalex.org/C109282560","wikidata":"https://www.wikidata.org/wiki/Q4166054","display_name":"Singular value","level":3,"score":0.5507159233093262},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5479332804679871},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5193641781806946},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5158957242965698},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4662913680076599},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4507756233215332},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.438967227935791},{"id":"https://openalex.org/C13336665","wikidata":"https://www.wikidata.org/wiki/Q125977","display_name":"Vector space","level":2,"score":0.42830580472946167},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3989841938018799},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.345511257648468},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3331499695777893},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.23843157291412354},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.18822923302650452},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.18653/v1/w18-5443","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5443","pdf_url":"https://www.aclweb.org/anthology/W18-5443.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},{"id":"doi:10.21437/interspeech.2018-1153","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2018-1153","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2018","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1805.04264","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.04264","pdf_url":"https://arxiv.org/pdf/1805.04264","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2802473370","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1805.04264.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:lirias2repo.kuleuven.be:123456789/627428","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/123456789/627428","pdf_url":null,"source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"19th annual conference of the International Speech Communication Association (ISCA) - Interspeech 2018, Hyderabad, India, 2-6 September 2018","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:lirias2repo.kuleuven.be:123456789/627478","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/bitstream/123456789/627478/2/4333_postprint.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Workshop on analyzing and interpreting neural networks for NLP (BlackboxNLP), in conjunction with EMNLP 2018, Brussels, Belgium, 1 November 2018","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.48550/arxiv.1805.04264","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.04264","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/w18-5443","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5443","pdf_url":"https://www.aclweb.org/anthology/W18-5443.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2802473370.pdf","grobid_xml":"https://content.openalex.org/works/W2802473370.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1951216520","https://openalex.org/W2064675550","https://openalex.org/W2095705004","https://openalex.org/W2141599568","https://openalex.org/W2159505618","https://openalex.org/W2187089797","https://openalex.org/W2282821441","https://openalex.org/W2343954916","https://openalex.org/W2515741950","https://openalex.org/W2530299326","https://openalex.org/W2549835527","https://openalex.org/W2562979205","https://openalex.org/W2724701856","https://openalex.org/W2743945814","https://openalex.org/W2792376130"],"related_works":["https://openalex.org/W2963911405","https://openalex.org/W2963010571","https://openalex.org/W3211535730","https://openalex.org/W3127507603","https://openalex.org/W2152424459","https://openalex.org/W3011544844","https://openalex.org/W2559554776","https://openalex.org/W3107728769","https://openalex.org/W2976768568","https://openalex.org/W3211727623","https://openalex.org/W2964103341","https://openalex.org/W3161265679","https://openalex.org/W2895876826","https://openalex.org/W3199372973","https://openalex.org/W2792247102","https://openalex.org/W3022268220","https://openalex.org/W2963216439","https://openalex.org/W3175488619","https://openalex.org/W3041781229","https://openalex.org/W3039818644"],"abstract_inverted_index":{"We":[0,70],"present":[1],"a":[2,96,104,119],"framework":[3],"for":[4,84,95],"analyzing":[5],"what":[6,81],"the":[7,23,28,31,36,53,60,66,100,112,125],"state":[8,62,136],"in":[9,22,52,127,134],"RNNs":[10],"remembers":[11],"from":[12],"its":[13],"input":[14,37],"embeddings.":[15,38],"Our":[16],"approach":[17,73],"is":[18,42,109],"inspired":[19],"by":[20,65,111,117],"backpropagation,":[21],"sense":[24],"that":[25,122,130],"we":[26],"compute":[27],"gradients":[29],"of":[30,89],"states":[32],"with":[33,44,124],"respect":[34],"to":[35,48,59,74,80,102],"The":[39],"gradient":[40],"matrix":[41],"decomposed":[43],"Singular":[45],"Value":[46],"Decomposition":[47],"analyze":[49],"which":[50,103],"directions":[51],"embedding":[54,128],"space":[55,129],"are":[56,91,131],"best":[57,132],"transferred":[58],"hidden":[61,135],"space,":[63],"characterized":[64],"largest":[67],"singular":[68],"values.":[69],"apply":[71],"our":[72],"LSTM":[75],"language":[76],"models":[77],"and":[78,83],"investigate":[79],"extent":[82,101],"how":[85],"long":[86],"certain":[87,97],"classes":[88],"words":[90],"remembered":[92,110],"on":[93],"average":[94],"corpus.":[98],"Additionally,":[99],"specific":[105],"property":[106,123],"or":[107],"relationship":[108],"RNN":[113],"can":[114],"be":[115],"tracked":[116],"comparing":[118],"vector":[120],"characterizing":[121],"direction(s)":[126],"preserved":[133],"space.":[137]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}