{"id":"https://openalex.org/W2907319834","doi":"https://doi.org/10.1145/3289600.3291036","title":"Uncovering Hidden Structure in Sequence Data via Threading Recurrent Models","display_name":"Uncovering Hidden Structure in Sequence Data via Threading Recurrent Models","publication_year":2019,"publication_date":"2019-01-30","ids":{"openalex":"https://openalex.org/W2907319834","doi":"https://doi.org/10.1145/3289600.3291036","mag":"2907319834"},"language":"en","primary_location":{"id":"doi:10.1145/3289600.3291036","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3289600.3291036","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3289600.3291036","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3289600.3291036","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102824470","display_name":"Manzil Zaheer","orcid":"https://orcid.org/0009-0004-9935-7583"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Manzil Zaheer","raw_affiliation_strings":["Google AI, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google AI, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009154893","display_name":"Amr Ahmed","orcid":"https://orcid.org/0000-0002-7749-7911"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amr Ahmed","raw_affiliation_strings":["Google AI, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google AI, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100344860","display_name":"Yuan Wang","orcid":"https://orcid.org/0000-0002-5379-8007"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuan Wang","raw_affiliation_strings":["Google AI, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google AI, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343117","display_name":"Daniel Silva","orcid":"https://orcid.org/0000-0002-6098-5185"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Silva","raw_affiliation_strings":["Google AI, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google AI, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037200145","display_name":"Marc Najork","orcid":"https://orcid.org/0000-0003-1423-0854"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Najork","raw_affiliation_strings":["Google AI, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google AI, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032317649","display_name":"Yuchen Wu","orcid":"https://orcid.org/0000-0002-3142-4821"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuchen Wu","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083911554","display_name":"Shibani Sanan","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shibani Sanan","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048241371","display_name":"Surojit Chatterjee","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Surojit Chatterjee","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5102824470"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":0.14,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.5326488,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"186","last_page":"194"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.832616925239563},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7572671175003052},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7360194325447083},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.664831280708313},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6294716596603394},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5438897609710693},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.4935809373855591},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48172762989997864},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.45844766497612},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4506053924560547},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.25396597385406494}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.832616925239563},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7572671175003052},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7360194325447083},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.664831280708313},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6294716596603394},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5438897609710693},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.4935809373855591},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48172762989997864},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.45844766497612},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4506053924560547},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.25396597385406494},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3289600.3291036","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3289600.3291036","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3289600.3291036","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3289600.3291036","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3289600.3291036","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3289600.3291036","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6200000047683716}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2907319834.pdf","grobid_xml":"https://content.openalex.org/works/W2907319834.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W592244745","https://openalex.org/W1483307070","https://openalex.org/W1501586228","https://openalex.org/W1598796236","https://openalex.org/W1626341607","https://openalex.org/W1880262756","https://openalex.org/W2009570821","https://openalex.org/W2064675550","https://openalex.org/W2065867349","https://openalex.org/W2089154204","https://openalex.org/W2093716905","https://openalex.org/W2102259148","https://openalex.org/W2120340025","https://openalex.org/W2143403793","https://openalex.org/W2157331557","https://openalex.org/W2172116616","https://openalex.org/W2259472270","https://openalex.org/W2346917897","https://openalex.org/W2379152647","https://openalex.org/W2469952266","https://openalex.org/W2574176377","https://openalex.org/W2615915281","https://openalex.org/W2739724844","https://openalex.org/W4231510805","https://openalex.org/W4293052541","https://openalex.org/W6607333740"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4361193272","https://openalex.org/W4310278675","https://openalex.org/W2806259446","https://openalex.org/W2963326959","https://openalex.org/W4311431240","https://openalex.org/W4312407344","https://openalex.org/W4384115502","https://openalex.org/W4226258012","https://openalex.org/W2768320620"],"abstract_inverted_index":{"Long":[0],"Short-Term":[1],"Memory":[2],"(LSTM)":[3],"is":[4],"one":[5],"of":[6,39,43,103,131,195,234,239,247],"the":[7,22,63,85,122,136,179,225,232,237,240],"most":[8],"powerful":[9,89],"sequence":[10,71,98,127,154,162],"models":[11,59],"for":[12,30,161,199,219],"user":[13],"browsing":[14],"history":[15],"\\citetan2016improved,korpusik2016recurrent":[16],"or":[17],"natural":[18],"language":[19],"text":[20],"\\citemikolov2010recurrent.Despite":[21],"strong":[23],"performance,":[24],"it":[25],"has":[26,121],"not":[27],"gained":[28],"popularity":[29],"user-facing":[31],"applications,":[32],"mainly":[33],"owing":[34],"to":[35,52,72,92,97,124],"a":[36,116,129,158,193,245],"large":[37],"number":[38],"parameters":[40],"and":[41,90,133,156,168,189,236],"lack":[42],"interpretability.":[44],"Recently":[45],"\\citetzaheer2017latent":[46],"introduced":[47],"latent":[48],"LSTM":[49,78,143],"Allocation":[50],"(LLA)":[51],"address":[53,110],"these":[54],"problems":[55],"by":[56],"incorporating":[57],"topic":[58,64],"with":[60,105],"LSTM,":[61],"where":[62],"model":[65,135,150],"maps":[66],"observed":[67],"words":[68],"in":[69,138,153,178],"each":[70,126,139],"topics":[73],"that":[74,100,146,221],"evolve":[75],"using":[76,141],"an":[77,142,211],"model.":[79,119],"In":[80,145,172],"our":[81],"experiments,":[82],"we":[83,113,209],"found":[84],"resulting":[86],"model,":[87],"although":[88],"interpretable,":[91],"show":[93],"shortcomings":[94],"when":[95],"applied":[96],"data":[99,163,180],"exhibit":[101],"multi-modes":[102],"behaviors":[104],"abrupt":[106,151],"dynamic":[107,137,183],"changes.":[108],"To":[109,206],"this":[111],"problem":[112],"introduce":[114],"thLLA:":[115],"threading":[117],"LLA":[118],"thLLA":[120,148,174,235],"ability":[123],"break":[125],"into":[128],"set":[130],"segments":[132],"then":[134],"segment":[140],"mixture.":[144],"way,":[147],"can":[149,222],"changes":[152],"dynamics":[155],"provides":[157],"better":[159],"fit":[160],"while":[164],"still":[165],"being":[166],"interpretable":[167],"requiring":[169],"fewer":[170],"parameters.":[171],"addition,":[173],"uncovers":[175],"hidden":[176],"themes":[177],"via":[181],"its":[182],"mixture":[184],"components.":[185],"However,":[186],"such":[187],"generalization":[188],"interpretability":[190],"come":[191],"at":[192],"cost":[194],"complex":[196],"dependence":[197],"structure,":[198],"which":[200],"inference":[201,220,242],"would":[202],"be":[203],"extremely":[204],"non-trivial.":[205],"remedy":[207],"this,":[208],"present":[210],"efficient":[212],"sampler":[213],"based":[214],"on":[215,244],"particle":[216],"MCMC":[217],"method":[218],"draw":[223],"from":[224],"joint":[226],"posterior":[227],"directly.":[228],"Experimental":[229],"results":[230],"confirm":[231],"superiority":[233],"stability":[238],"new":[241],"algorithm":[243],"variety":[246],"domains.":[248]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}