{"id":"https://openalex.org/W3138043709","doi":"https://doi.org/10.1109/tpami.2021.3068187","title":"Hierarchical and Self-Attended Sequence Autoencoder","display_name":"Hierarchical and Self-Attended Sequence Autoencoder","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3138043709","doi":"https://doi.org/10.1109/tpami.2021.3068187","mag":"3138043709","pmid":"https://pubmed.ncbi.nlm.nih.gov/33755556"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3068187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3068187","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061908942","display_name":"Jen\u2010Tzung Chien","orcid":"https://orcid.org/0000-0003-3466-8941"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jen-Tzung Chien","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008322911","display_name":"Chun-Wei Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chun-Wei Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":1.7743,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.8698853,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"44","issue":"9","first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.7938897609710693},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6438702344894409},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.612724781036377},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6036931872367859},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4451764225959778},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.275538831949234}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7938897609710693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6438702344894409},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.612724781036377},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6036931872367859},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4451764225959778},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.275538831949234},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2021.3068187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3068187","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:33755556","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33755556","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1527534396","display_name":null,"funder_award_id":"MOST 110-2634-F-009-016","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1902237438","https://openalex.org/W1999965501","https://openalex.org/W2060300932","https://openalex.org/W2097440732","https://openalex.org/W2327501763","https://openalex.org/W2470673105","https://openalex.org/W2752796333","https://openalex.org/W2937866564","https://openalex.org/W2944931850","https://openalex.org/W2962821399","https://openalex.org/W2963081964","https://openalex.org/W2963223306","https://openalex.org/W2964102284","https://openalex.org/W2964458951","https://openalex.org/W2972899181","https://openalex.org/W3091387572","https://openalex.org/W6610566761","https://openalex.org/W6617744952","https://openalex.org/W6638116569","https://openalex.org/W6640850671","https://openalex.org/W6640963894","https://openalex.org/W6688167117","https://openalex.org/W6734716764","https://openalex.org/W6735377749","https://openalex.org/W6738543193","https://openalex.org/W6739901393","https://openalex.org/W6742632731","https://openalex.org/W6743827229","https://openalex.org/W6747747266","https://openalex.org/W6747888389","https://openalex.org/W6753417141","https://openalex.org/W6757193177"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3013693939","https://openalex.org/W2159052453","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W4297051394","https://openalex.org/W2752972570","https://openalex.org/W4220775285","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"It":[0],"is":[1,20,32,59,100,109,132],"important":[2],"and":[3,48,76,86,117,165,180,186],"challenging":[4],"to":[5,44,83,111,134,145,159],"infer":[6],"stochastic":[7,17,96],"latent":[8,37,57,107,130],"semantics":[9],"for":[10,61,173,183],"natural":[11],"language":[12,178],"applications.":[13],"The":[14,29,106],"difficulty":[15,47],"in":[16,26,34,102,119,150,177],"sequential":[18,175],"learning":[19,176],"caused":[21],"by":[22],"the":[23,35,50,66,113,136,147,162,171],"posterior":[24,148],"collapse":[25,149],"variational":[27,51,174],"inference.":[28],"input":[30,91],"sequence":[31,52,63,151,167],"disregarded":[33],"estimated":[36],"variables.":[38],"This":[39],"paper":[40],"proposes":[41],"three":[42],"components":[43],"tackle":[45],"this":[46],"build":[49],"autoencoder":[53],"(VSAE)":[54],"where":[55],"sufficient":[56],"information":[58,108,137],"learned":[60],"sophisticated":[62],"representation.":[64],"First,":[65],"complementary":[67],"encoders":[68],"based":[69],"on":[70],"a":[71,77,95,103],"long":[72],"short-term":[73],"memory":[74],"(LSTM)":[75],"pyramid":[78],"bidirectional":[79],"LSTM":[80],"are":[81,143,157],"merged":[82],"characterize":[84],"global":[85],"structural":[87],"dependencies":[88],"of":[89,129,141,155],"an":[90,120,125],"sequence,":[92],"respectively.":[93],"Second,":[94],"self":[97],"attention":[98],"mechanism":[99],"incorporated":[101],"recurrent":[104],"decoder.":[105],"attended":[110],"encourage":[112],"interaction":[114],"between":[115],"inference":[116],"generation":[118],"encoder-decoder":[121],"training":[122],"procedure.":[123],"Third,":[124],"autoregressive":[126],"Gaussian":[127],"prior":[128],"variable":[131],"used":[133],"preserve":[135],"bound.":[138],"Different":[139],"variants":[140],"VSAE":[142],"proposed":[144,163],"mitigate":[146],"modeling.":[152],"A":[153],"series":[154],"experiments":[156],"conducted":[158],"demonstrate":[160],"that":[161],"individual":[164],"hybrid":[166],"autoencoders":[168],"substantially":[169],"improve":[170],"performance":[172],"modeling":[179],"semantic":[181],"understanding":[182],"document":[184],"classification":[185],"summarization.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}