{"id":"https://openalex.org/W4409409644","doi":"https://doi.org/10.3390/e27040423","title":"Preventing Posterior Collapse with DVAE for Text Modeling","display_name":"Preventing Posterior Collapse with DVAE for Text Modeling","publication_year":2025,"publication_date":"2025-04-14","ids":{"openalex":"https://openalex.org/W4409409644","doi":"https://doi.org/10.3390/e27040423","pmid":"https://pubmed.ncbi.nlm.nih.gov/40282658"},"language":"en","primary_location":{"id":"doi:10.3390/e27040423","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e27040423","pdf_url":"https://www.mdpi.com/1099-4300/27/4/423/pdf?version=1744618065","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/27/4/423/pdf?version=1744618065","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022097340","display_name":"Tianbao Song","orcid":"https://orcid.org/0000-0002-6390-1442"},"institutions":[{"id":"https://openalex.org/I179026463","display_name":"Beijing Technology and Business University","ror":"https://ror.org/013e0zm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I179026463"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianbao Song","raw_affiliation_strings":["School of Computer and Artificial Intelligence, Beijing Technology and Business University, Beijing 100048, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Beijing Technology and Business University, Beijing 100048, China","institution_ids":["https://openalex.org/I179026463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100606979","display_name":"Zhiyong Huang","orcid":"https://orcid.org/0000-0002-5966-910X"},"institutions":[{"id":"https://openalex.org/I179026463","display_name":"Beijing Technology and Business University","ror":"https://ror.org/013e0zm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I179026463"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongyi Huang","raw_affiliation_strings":["School of Computer and Artificial Intelligence, Beijing Technology and Business University, Beijing 100048, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Beijing Technology and Business University, Beijing 100048, China","institution_ids":["https://openalex.org/I179026463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039315536","display_name":"Xin Liu","orcid":"https://orcid.org/0000-0002-5006-8375"},"institutions":[{"id":"https://openalex.org/I2800372957","display_name":"China Electronics Technology Group Corporation","ror":"https://ror.org/0098hst83","country_code":"CN","type":"company","lineage":["https://openalex.org/I2800372957"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Liu","raw_affiliation_strings":["The 15th Research Institute of China Electronics Technology Group Corporation, Beijing 100083, China"],"affiliations":[{"raw_affiliation_string":"The 15th Research Institute of China Electronics Technology Group Corporation, Beijing 100083, China","institution_ids":["https://openalex.org/I2800372957"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024567788","display_name":"Jingbo Sun","orcid":"https://orcid.org/0000-0003-4462-8660"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingbo Sun","raw_affiliation_strings":["National Language Resource Monitoring and Research Center of Minority Language, Minzu University of China, Beijing 100081, China","School of Information Engineering, Minzu University of China, Beijing 100081, China"],"affiliations":[{"raw_affiliation_string":"National Language Resource Monitoring and Research Center of Minority Language, Minzu University of China, Beijing 100081, China","institution_ids":["https://openalex.org/I145897649"]},{"raw_affiliation_string":"School of Information Engineering, Minzu University of China, Beijing 100081, China","institution_ids":["https://openalex.org/I145897649"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5024567788"],"corresponding_institution_ids":["https://openalex.org/I145897649"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":2.6124,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89447537,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"27","issue":"4","first_page":"423","last_page":"423"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7420611381530762},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6643659472465515},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.6435714960098267},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5007193088531494}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7420611381530762},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6643659472465515},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.6435714960098267},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5007193088531494},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/e27040423","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e27040423","pdf_url":"https://www.mdpi.com/1099-4300/27/4/423/pdf?version=1744618065","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:40282658","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40282658","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:008d3d657e14461db8833b4c8fcc4648","is_oa":true,"landing_page_url":"https://doaj.org/article/008d3d657e14461db8833b4c8fcc4648","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 27, Iss 4, p 423 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12026048","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12026048","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e27040423","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e27040423","pdf_url":"https://www.mdpi.com/1099-4300/27/4/423/pdf?version=1744618065","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G7885347620","display_name":null,"funder_award_id":"62177001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409409644.pdf","grobid_xml":"https://content.openalex.org/works/W4409409644.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1909320841","https://openalex.org/W2586756136","https://openalex.org/W2587284713","https://openalex.org/W2594538354","https://openalex.org/W2746449455","https://openalex.org/W2752796333","https://openalex.org/W2753738274","https://openalex.org/W2787273002","https://openalex.org/W2884772108","https://openalex.org/W2903782687","https://openalex.org/W2906670434","https://openalex.org/W2910135751","https://openalex.org/W2924334974","https://openalex.org/W2963018920","https://openalex.org/W2963223306","https://openalex.org/W2963411289","https://openalex.org/W2970134931","https://openalex.org/W3034905905","https://openalex.org/W3035100081","https://openalex.org/W3187179100","https://openalex.org/W3209936399","https://openalex.org/W3211080416","https://openalex.org/W3212136196","https://openalex.org/W4300980524","https://openalex.org/W4306405949","https://openalex.org/W4372262694","https://openalex.org/W4378448687","https://openalex.org/W4389520434","https://openalex.org/W4393253042","https://openalex.org/W6638116569","https://openalex.org/W6640963894","https://openalex.org/W6729906282","https://openalex.org/W6738394178","https://openalex.org/W6747888389","https://openalex.org/W6748223763","https://openalex.org/W6749820799","https://openalex.org/W6752844194","https://openalex.org/W6757598368"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W2051487156","https://openalex.org/W4385009901"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"a":[3,19,46,56,98],"novel":[4],"variational":[5],"autoencoder":[6],"model":[7,85],"termed":[8],"DVAE":[9,17,120,186],"to":[10,114,125],"prevent":[11],"posterior":[12],"collapse":[13],"in":[14,51,187],"text":[15,37,53,193],"modeling.":[16],"employs":[18],"dual-path":[20],"architecture":[21],"within":[22,175],"its":[23],"decoder:":[24],"path":[25,28,43,89,134,152,157],"A":[26,31,66,158],"and":[27,136,159,192],"B.":[29],"Path":[30],"makes":[32],"the":[33,40,52,64,78,84,96,111,117,122,130,139,142,148,160,164,170,176,182],"direct":[34],"input":[35,62,131],"of":[36,48,81,110,141,172,185],"instances":[38,54],"into":[39,63],"decoder,":[41,143],"whereas":[42],"B":[44,90,135,153],"replaces":[45],"subset":[47],"word":[49],"tokens":[50],"with":[55],"generic":[57],"unknown":[58],"token":[59],"before":[60],"their":[61],"decoder.":[65],"stopping":[67,161],"strategy":[68],"is":[69,91,103,154],"implemented,":[70],"wherein":[71],"both":[72],"paths":[73],"are":[74],"concurrently":[75],"active":[76,155,173],"during":[77,116],"early":[79],"phases":[80],"training.":[82],"As":[83],"progresses":[86],"towards":[87],"convergence,":[88],"removed.":[92],"To":[93],"further":[94],"refine":[95],"performance,":[97],"KL":[99,112,165],"weight":[100,113,166],"dropout":[101,167],"method":[102,168],"employed,":[104],"which":[105],"randomly":[106],"sets":[107],"certain":[108],"dimensions":[109],"zero":[115],"annealing":[118],"process.":[119],"compels":[121],"latent":[123,177],"variables":[124],"encode":[126],"more":[127],"information":[128],"about":[129],"texts":[132],"through":[133,156],"fully":[137],"utilize":[138],"expressiveness":[140],"as":[144,146],"well":[145],"avoiding":[147],"local":[149],"optimum":[150],"when":[151],"strategy.":[162],"Furthermore,":[163],"augments":[169],"number":[171],"units":[174],"variables.":[178],"Experimental":[179],"results":[180],"show":[181],"excellent":[183],"performance":[184],"density":[188],"estimation,":[189],"representation":[190],"learning,":[191],"generation.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}