{"id":"https://openalex.org/W2910135751","doi":"https://doi.org/10.48550/arxiv.1901.05534","title":"Lagging Inference Networks and Posterior Collapse in Variational Autoencoders","display_name":"Lagging Inference Networks and Posterior Collapse in Variational Autoencoders","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-16","ids":{"openalex":"https://openalex.org/W2910135751","doi":"https://doi.org/10.48550/arxiv.1901.05534","mag":"2910135751"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1901.05534","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.05534","pdf_url":"https://arxiv.org/pdf/1901.05534","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2910135751"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1901.05534","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015879697","display_name":"Junxian He","orcid":"https://orcid.org/0009-0007-9559-6941","observed_orcids":["https://orcid.org/0009-0007-9559-6941"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"He, Junxian","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065851925","display_name":"Daniel Spokoyny","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Spokoyny, Daniel","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068811427","display_name":"Graham Neubig","orcid":"https://orcid.org/0000-0002-2072-3789","observed_orcids":["https://orcid.org/0000-0002-2072-3789"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neubig, Graham","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017455302","display_name":"Taylor Berg-Kirkpatrick","orcid":"https://orcid.org/0000-0002-1283-4075","observed_orcids":["https://orcid.org/0000-0002-1283-4075"]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Berg-Kirkpatrick, Taylor","raw_affiliation_strings":["University of California San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California San Diego","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":355,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5112000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5112000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.38350000977516174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variational-autoencoder","display_name":"variational autoencoder","score":0.9380000233650208},{"id":"https://openalex.org/keywords/posterior-collapse","display_name":"posterior collapse","score":1.0},{"id":"https://openalex.org/keywords/inference-networks","display_name":"inference networks","score":0.7129999995231628},{"id":"https://openalex.org/keywords/latent-variable-modeling","display_name":"latent variable models","score":0.8500000238418579},{"id":"https://openalex.org/keywords/variational-lower-bound","display_name":"variational lower bound","score":0.7350000143051147},{"id":"https://openalex.org/keywords/training-dynamics","display_name":"training dynamics","score":0.7829999923706055},{"id":"https://openalex.org/keywords/mutual-information","display_name":"mutual information","score":0.8420000076293945}],"concepts":[{"id":"https://openalex.org/C2776962539","wikidata":"https://www.wikidata.org/wiki/Q6472078","display_name":"Lagging","level":2,"score":0.9032959938049316},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7712502479553223},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5358098745346069},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4926782250404358},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.39541205763816833},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39046335220336914},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.33833223581314087},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2703494727611542},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.18933704495429993}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1901.05534","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.05534","pdf_url":"https://arxiv.org/pdf/1901.05534","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1901.05534","doi":"https://doi.org/10.48550/arxiv.1901.05534","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1901.05534","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2964000524","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1901.05534.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-129350","doi":null,"is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-129350","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1901.05534","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.05534","pdf_url":"https://arxiv.org/pdf/1901.05534","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2910135751.pdf","grobid_xml":"https://content.openalex.org/works/W2910135751.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1779483307","https://openalex.org/W1880262756","https://openalex.org/W1959608418","https://openalex.org/W2064675550","https://openalex.org/W2166851633","https://openalex.org/W2194321275","https://openalex.org/W2194775991","https://openalex.org/W2210838531","https://openalex.org/W2399306074","https://openalex.org/W2549293531","https://openalex.org/W2549476280","https://openalex.org/W2560512785","https://openalex.org/W2586756136","https://openalex.org/W2587284713","https://openalex.org/W2594538354","https://openalex.org/W2751118800","https://openalex.org/W2753738274","https://openalex.org/W2767072992","https://openalex.org/W2784067649","https://openalex.org/W2785734416","https://openalex.org/W2786772298","https://openalex.org/W2789776893","https://openalex.org/W2803244426","https://openalex.org/W2884772108","https://openalex.org/W2903782687","https://openalex.org/W2962738009","https://openalex.org/W2963081964","https://openalex.org/W2963636093","https://openalex.org/W2963879591","https://openalex.org/W2964121744"],"related_works":["https://openalex.org/W4286588468","https://openalex.org/W7167680863","https://openalex.org/W2971970188","https://openalex.org/W4414489258","https://openalex.org/W3022749775","https://openalex.org/W7171408970","https://openalex.org/W4380136386","https://openalex.org/W3176855311","https://openalex.org/W4367060842","https://openalex.org/W3137756323"],"abstract_inverted_index":{"The":[0],"variational":[1,15],"autoencoder":[2],"(VAE)":[3],"is":[4,115,124,189,224],"a":[5,20,35,58,116,120,200],"popular":[6],"combination":[7],"of":[8,92,102,195,203,220],"deep":[9],"latent":[10,30,73,129,160],"variable":[11,74,161],"model":[12,68,123,173,179],"and":[13,75,131,162,215,223],"accompanying":[14],"learning":[16],"technique.":[17],"By":[18],"using":[19],"neural":[21],"inference":[22,105,150,168],"network":[23,106,169],"to":[24,70,108,126,145,148,191],"approximate":[25,77,109],"the":[26,67,72,76,80,90,99,104,110,122,128,154,167,193],"model's":[27,111,155],"posterior":[28,78,87,132],"on":[29,38,136,153,213],"variables,":[31],"VAEs":[32],"efficiently":[33],"parameterize":[34],"lower":[36],"bound":[37],"marginal":[39],"data":[40],"likelihood":[41],"that":[42,97,197],"can":[43],"be":[44],"optimized":[45],"directly":[46],"via":[47],"gradient":[48],"methods.":[49],"In":[50,82],"practice,":[51],"however,":[52],"VAE":[53,146],"training":[54,93,103,147],"often":[55],"results":[56],"in":[57,218],"degenerate":[59],"local":[60],"optimum":[61],"known":[62],"as":[63],"\"posterior":[64],"collapse\"":[65],"where":[66],"learns":[69],"ignore":[71,127],"mimics":[79],"prior.":[81],"this":[83,137],"paper,":[84],"we":[85,139,164],"investigate":[86],"collapse":[88,133,196,232],"from":[89],"perspective":[91],"dynamics.":[94],"We":[95],"find":[96],"during":[98],"initial":[100],"stages":[101],"fails":[107],"true":[112],"posterior,":[113],"which":[114],"moving":[117],"target.":[118],"As":[119],"result,":[121],"encouraged":[125],"encoding":[130],"occurs.":[134],"Based":[135],"observation,":[138,163],"propose":[140],"an":[141],"extremely":[142],"simple":[143],"modification":[144],"reduce":[149],"lag:":[151],"depending":[152],"current":[156],"mutual":[157],"information":[158],"between":[159],"aggressively":[165],"optimize":[166],"before":[170],"performing":[171],"each":[172],"update.":[174],"Despite":[175],"introducing":[176],"neither":[177],"new":[178],"components":[180],"nor":[181],"significant":[182],"complexity":[183],"over":[184],"basic":[185],"VAE,":[186],"our":[187,207],"approach":[188,208],"able":[190],"avoid":[192],"problem":[194],"has":[198],"plagued":[199],"large":[201],"amount":[202],"previous":[204],"work.":[205],"Empirically,":[206],"outperforms":[209],"strong":[210],"autoregressive":[211],"baselines":[212],"text":[214],"image":[216],"benchmarks":[217],"terms":[219],"held-out":[221],"likelihood,":[222],"competitive":[225],"with":[226],"more":[227],"complex":[228],"techniques":[229],"for":[230],"avoiding":[231],"while":[233],"being":[234],"substantially":[235],"faster.":[236]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2910135751","counts_by_year":[{"year":2026,"cited_by_count":44},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":29},{"year":2023,"cited_by_count":45},{"year":2022,"cited_by_count":49},{"year":2021,"cited_by_count":67},{"year":2020,"cited_by_count":59},{"year":2019,"cited_by_count":39}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2019-01-25T00:00:00"}
