{"id":"https://openalex.org/W4220734517","doi":"https://doi.org/10.1109/tpami.2022.3160509","title":"Learning Hierarchical Variational Autoencoders With Mutual Information Maximization for Autoregressive Sequence Modeling","display_name":"Learning Hierarchical Variational Autoencoders With Mutual Information Maximization for Autoregressive Sequence Modeling","publication_year":2022,"publication_date":"2022-03-21","ids":{"openalex":"https://openalex.org/W4220734517","doi":"https://doi.org/10.1109/tpami.2022.3160509","pmid":"https://pubmed.ncbi.nlm.nih.gov/35312617"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3160509","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3160509","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100613837","display_name":"Dong Qian","orcid":"https://orcid.org/0000-0003-0357-7633"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Dong Qian","raw_affiliation_strings":["Department of Computer Science, Hong Kong Baptist University, Kowloon Tong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-0357-7633","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022791783","display_name":"William K. Cheung","orcid":"https://orcid.org/0000-0002-7428-2050"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"William K. Cheung","raw_affiliation_strings":["Department of Computer Science, Hong Kong Baptist University, Kowloon Tong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-7428-2050","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I141568987"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100613837"],"corresponding_institution_ids":["https://openalex.org/I141568987"],"apc_list":null,"apc_paid":null,"fwci":1.2245,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.79712448,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"45","issue":"2","first_page":"1949","last_page":"1962"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6951317191123962},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.6763117909431458},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6478565335273743},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.5663490295410156},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5345572233200073},{"id":"https://openalex.org/keywords/posterior-probability","display_name":"Posterior probability","score":0.47137320041656494},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46257761120796204},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.44349896907806396},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4162582457065582},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.359587699174881},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.256721556186676},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.16904374957084656},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1580238938331604},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.0792173445224762}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6951317191123962},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.6763117909431458},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6478565335273743},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.5663490295410156},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5345572233200073},{"id":"https://openalex.org/C57830394","wikidata":"https://www.wikidata.org/wiki/Q278079","display_name":"Posterior probability","level":3,"score":0.47137320041656494},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46257761120796204},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.44349896907806396},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4162582457065582},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.359587699174881},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.256721556186676},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.16904374957084656},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1580238938331604},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0792173445224762},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3160509","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3160509","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35312617","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35312617","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1516111018","https://openalex.org/W1632114991","https://openalex.org/W1834627138","https://openalex.org/W1840435438","https://openalex.org/W1993845689","https://openalex.org/W2026799324","https://openalex.org/W2064675550","https://openalex.org/W2157331557","https://openalex.org/W2163922914","https://openalex.org/W2166944917","https://openalex.org/W2194321275","https://openalex.org/W2423557781","https://openalex.org/W2519536754","https://openalex.org/W2586756136","https://openalex.org/W2842511635","https://openalex.org/W2913002991","https://openalex.org/W2924334974","https://openalex.org/W2944828972","https://openalex.org/W2962821399","https://openalex.org/W2963223306","https://openalex.org/W2970134931","https://openalex.org/W2970832665","https://openalex.org/W2989511902","https://openalex.org/W2996843693","https://openalex.org/W3016930808","https://openalex.org/W3034905905","https://openalex.org/W3035524453","https://openalex.org/W3098708719","https://openalex.org/W3100715140","https://openalex.org/W3101095987","https://openalex.org/W3118608800","https://openalex.org/W3174770825","https://openalex.org/W3177172118","https://openalex.org/W4231109964","https://openalex.org/W4297808394","https://openalex.org/W6610566761","https://openalex.org/W6629606793","https://openalex.org/W6638116569","https://openalex.org/W6639732818","https://openalex.org/W6640963894","https://openalex.org/W6679855610","https://openalex.org/W6686217450","https://openalex.org/W6718140377","https://openalex.org/W6718362372","https://openalex.org/W6730998768","https://openalex.org/W6731535438","https://openalex.org/W6734716764","https://openalex.org/W6738543193","https://openalex.org/W6739901393","https://openalex.org/W6752051073","https://openalex.org/W6752179126","https://openalex.org/W6753417141","https://openalex.org/W6754278344","https://openalex.org/W6754793388","https://openalex.org/W6755987414","https://openalex.org/W6758151150","https://openalex.org/W6760184523","https://openalex.org/W6760503277","https://openalex.org/W6763416564","https://openalex.org/W6766137373","https://openalex.org/W6766156693","https://openalex.org/W6766489549","https://openalex.org/W6767213177","https://openalex.org/W6768841368","https://openalex.org/W6768890659","https://openalex.org/W6774314701","https://openalex.org/W6778883912","https://openalex.org/W6780593937","https://openalex.org/W6786494455","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2962930338","https://openalex.org/W4302439501","https://openalex.org/W2616125534","https://openalex.org/W2963987720","https://openalex.org/W3022187094","https://openalex.org/W2146310005","https://openalex.org/W2963790827","https://openalex.org/W2770818364","https://openalex.org/W2786010873","https://openalex.org/W4293659211"],"abstract_inverted_index":{"Variational":[0],"autoencoders":[1],"(VAEs)":[2],"are":[3,119],"a":[4,127,154],"class":[5],"of":[6,25,42,76,87,129,158],"effective":[7],"deep":[8],"generative":[9],"models,":[10],"with":[11,39],"the":[12,16,36,40,56,80,85,139,159],"objective":[13],"to":[14,28,34,50,111],"approximate":[15],"true,":[17],"but":[18,79],"unknown":[19],"data":[20,37],"distribution.":[21],"VAEs":[22,48,67,90,110],"make":[23],"use":[24],"latent":[26,44,77,160],"variables":[27],"capture":[29],"high-level":[30],"semantics":[31],"so":[32],"as":[33],"reconstruct":[35],"well":[38],"help":[41],"informative":[43],"variables.":[45],"Yet,":[46],"training":[47],"tends":[49],"suffer":[51],"from":[52],"posterior":[53,81,113,145],"collapse,":[54,114],"when":[55,115],"decoder":[57],"is":[58],"parameterized":[59],"by":[60,72],"an":[61],"autoregressive":[62,117],"model":[63],"for":[64,121],"sequence":[65],"generation.":[66],"can":[68,137,152],"be":[69],"further":[70,148],"enhanced":[71],"introducing":[73],"multiple":[74],"layers":[75],"variables,":[78],"collapse":[82],"issue":[83],"hinders":[84],"adoption":[86],"such":[88],"hierarchical":[89,109,156],"in":[91],"real-world":[92],"applications.":[93],"In":[94],"this":[95],"paper,":[96],"we":[97],"introduce":[98],"InfoMaxHVAE,":[99],"which":[100],"integrates":[101],"mutual":[102],"information":[103],"estimated":[104],"via":[105],"neural":[106],"networks":[107],"into":[108],"alleviate":[112],"powerful":[116],"models":[118],"used":[120],"modeling":[122],"sequences.":[123],"Experimental":[124],"results":[125],"on":[126],"number":[128],"text":[130],"and":[131,142],"image":[132],"datasets":[133],"show":[134,149],"that":[135,150],"InfoMaxHVAE":[136,151],"outperform":[138],"state-of-the-art":[140],"baselines":[141],"exhibits":[143],"less":[144],"collapse.":[146],"We":[147],"shape":[153],"coarse-to-fine":[155],"organization":[157],"space.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}