{"id":"https://openalex.org/W2964200170","doi":"https://doi.org/10.1109/vast.2017.8585721","title":"Understanding Hidden Memories of Recurrent Neural Networks","display_name":"Understanding Hidden Memories of Recurrent Neural Networks","publication_year":2017,"publication_date":"2017-10-01","ids":{"openalex":"https://openalex.org/W2964200170","doi":"https://doi.org/10.1109/vast.2017.8585721","mag":"2964200170"},"language":"en","primary_location":{"id":"doi:10.1109/vast.2017.8585721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vast.2017.8585721","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Conference on Visual Analytics Science and Technology (VAST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101458443","display_name":"Yao Ming","orcid":"https://orcid.org/0000-0002-6377-6063"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Yao Ming","raw_affiliation_strings":["Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012354207","display_name":"Shaozu Cao","orcid":"https://orcid.org/0000-0001-9080-0447"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shaozu Cao","raw_affiliation_strings":["Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103242473","display_name":"Ruixiang Zhang","orcid":"https://orcid.org/0009-0009-3728-5170"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ruixiang Zhang","raw_affiliation_strings":["Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332661","display_name":"Zhen Li","orcid":"https://orcid.org/0000-0003-1491-5714"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhen Li","raw_affiliation_strings":["Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055175414","display_name":"Yuanzhe Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuanzhe Chen","raw_affiliation_strings":["Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020880385","display_name":"Yangqiu Song","orcid":"https://orcid.org/0000-0002-7818-6090"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yangqiu Song","raw_affiliation_strings":["Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091466289","display_name":"Huamin Qu","orcid":"https://orcid.org/0000-0002-3344-9694"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Huamin Qu","raw_affiliation_strings":["Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101458443"],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":17.4264,"has_fulltext":false,"cited_by_count":200,"citation_normalized_percentile":{"value":0.99317696,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"13","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8676254749298096},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.7755495309829712},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6352803111076355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6310662031173706},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.6203909516334534},{"id":"https://openalex.org/keywords/glyph","display_name":"Glyph (data visualization)","score":0.5967147350311279},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4843824803829193},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.46054667234420776},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.45589330792427063},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4498417377471924},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.41673198342323303},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.4128352701663971},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3635861873626709},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3080322742462158},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.13590970635414124}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8676254749298096},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.7755495309829712},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6352803111076355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6310662031173706},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.6203909516334534},{"id":"https://openalex.org/C142816647","wikidata":"https://www.wikidata.org/wiki/Q5573018","display_name":"Glyph (data visualization)","level":3,"score":0.5967147350311279},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4843824803829193},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.46054667234420776},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.45589330792427063},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4498417377471924},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.41673198342323303},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.4128352701663971},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3635861873626709},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3080322742462158},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.13590970635414124},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/vast.2017.8585721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vast.2017.8585721","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Conference on Visual Analytics Science and Technology (VAST)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.ust.hk:1783.1-92654","is_oa":false,"landing_page_url":"http://gateway.isiknowledge.com/gateway/Gateway.cgi?GWVersion=2&SrcAuth=LinksAMR&SrcApp=PARTNER_APP&DestLinkType=FullRecord&DestApp=WOS&KeyUT=000494329200002","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8100000023841858,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W4709571","https://openalex.org/W7542544","https://openalex.org/W179875071","https://openalex.org/W581956982","https://openalex.org/W1514535095","https://openalex.org/W1521626219","https://openalex.org/W1544827683","https://openalex.org/W1632114991","https://openalex.org/W1689711448","https://openalex.org/W1806416652","https://openalex.org/W1849277567","https://openalex.org/W1924770834","https://openalex.org/W1951216520","https://openalex.org/W2001319512","https://openalex.org/W2016428601","https://openalex.org/W2030246490","https://openalex.org/W2064675550","https://openalex.org/W2080417696","https://openalex.org/W2101474491","https://openalex.org/W2117616434","https://openalex.org/W2127058057","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2133576408","https://openalex.org/W2138199375","https://openalex.org/W2143612262","https://openalex.org/W2143995218","https://openalex.org/W2144544802","https://openalex.org/W2148893894","https://openalex.org/W2168573280","https://openalex.org/W2186022498","https://openalex.org/W2250966211","https://openalex.org/W2271840356","https://openalex.org/W2282821441","https://openalex.org/W2343061342","https://openalex.org/W2345428105","https://openalex.org/W2464516813","https://openalex.org/W2478084619","https://openalex.org/W2508429489","https://openalex.org/W2512274390","https://openalex.org/W2512304460","https://openalex.org/W2524611247","https://openalex.org/W2557283755","https://openalex.org/W2587529872","https://openalex.org/W2728444372","https://openalex.org/W2949615363","https://openalex.org/W2953188482","https://openalex.org/W2962959086","https://openalex.org/W2963989815","https://openalex.org/W2964159778","https://openalex.org/W2964199361","https://openalex.org/W2964308564","https://openalex.org/W6607333740","https://openalex.org/W6630875275","https://openalex.org/W6632455782","https://openalex.org/W6637409405","https://openalex.org/W6638432796","https://openalex.org/W6639204139","https://openalex.org/W6640212811","https://openalex.org/W6640820311","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6681262047","https://openalex.org/W6686825546","https://openalex.org/W6694517276","https://openalex.org/W6719306634","https://openalex.org/W6727532493","https://openalex.org/W6733984157"],"related_works":["https://openalex.org/W2971077392","https://openalex.org/W1972316918","https://openalex.org/W2350760135","https://openalex.org/W2090371563","https://openalex.org/W2948259442","https://openalex.org/W4312601913","https://openalex.org/W2786162233","https://openalex.org/W4212776738","https://openalex.org/W2160451571","https://openalex.org/W2495256954"],"abstract_inverted_index":{"Recurrent":[0],"neural":[1],"networks":[2],"(RNNs)":[3],"have":[4],"been":[5],"successfully":[6],"applied":[7],"to":[8,61,75,101,121],"various":[9],"natural":[10],"language":[11],"processing":[12],"(NLP)":[13],"tasks":[14],"and":[15,50,84,91,98,135,145],"achieved":[16],"better":[17],"results":[18,94],"than":[19],"conventional":[20],"methods.":[21],"However,":[22],"the":[23,28,63,88,123,131],"lack":[24],"of":[25,27,65,125,137],"understanding":[26,49],"mechanisms":[29],"behind":[30],"their":[31,37,72],"effectiveness":[32,136],"limits":[33],"further":[34],"improvements":[35],"on":[36,71,87,106,118],"architectures.":[38],"In":[39],"this":[40],"paper,":[41],"we":[42],"present":[43],"a":[44,59,113],"visual":[45],"analytics":[46],"method":[47,139],"for":[48,54],"comparing":[51],"RNN":[52],"models":[53],"NLP":[55],"tasks.":[56],"We":[57,78,110],"propose":[58,112],"technique":[60],"explain":[62],"function":[64],"individual":[66],"hidden":[67,81,108,128],"state":[68,82,129],"units":[69,83],"based":[70,86,117],"expected":[73,89],"response":[74,90],"input":[76],"texts.":[77],"then":[79],"co-cluster":[80],"words":[85],"visualize":[92],"co-clustering":[93],"as":[95],"memory":[96],"chips":[97],"word":[99],"clouds":[100],"provide":[102],"more":[103],"structured":[104],"knowledge":[105],"RNNs\u2019":[107],"states.":[109],"also":[111],"glyph-based":[114],"sequence":[115],"visualization":[116],"aggregate":[119],"information":[120],"analyze":[122],"behavior":[124],"an":[126],"RNN\u2019s":[127],"at":[130],"sentence-level.":[132],"The":[133],"usability":[134],"our":[138],"are":[140],"demonstrated":[141],"through":[142],"case":[143],"studies":[144],"reviews":[146],"from":[147],"domain":[148],"experts.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":42},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":23}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}