{"id":"https://openalex.org/W4323644239","doi":"https://doi.org/10.1109/tnnls.2023.3249253","title":"FET-LM: Flow-Enhanced Variational Autoencoder for Topic-Guided Language Modeling","display_name":"FET-LM: Flow-Enhanced Variational Autoencoder for Topic-Guided Language Modeling","publication_year":2023,"publication_date":"2023-03-08","ids":{"openalex":"https://openalex.org/W4323644239","doi":"https://doi.org/10.1109/tnnls.2023.3249253","pmid":"https://pubmed.ncbi.nlm.nih.gov/37028337"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3249253","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3249253","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048179343","display_name":"Haoqin Tu","orcid":"https://orcid.org/0000-0002-5627-249X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haoqin Tu","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5627-249X","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020864189","display_name":"Zhongliang Yang","orcid":"https://orcid.org/0000-0002-8027-9560"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongliang Yang","raw_affiliation_strings":["School of Cyberspace Security, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8027-9560","affiliations":[{"raw_affiliation_string":"School of Cyberspace Security, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035279134","display_name":"Jinshuai Yang","orcid":"https://orcid.org/0000-0002-6293-1981"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinshuai Yang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6293-1981","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059744997","display_name":"Linna Zhou","orcid":"https://orcid.org/0009-0004-0727-2436"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linna Zhou","raw_affiliation_strings":["School of Cyberspace Security, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Security, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100768896","display_name":"Yongfeng Huang","orcid":"https://orcid.org/0000-0003-3825-2230"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongfeng Huang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Zhongguancun Laboratory, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3825-2230","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5048179343"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.0181,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.80149843,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"35","issue":"8","first_page":"11180","last_page":"11193"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.9056277871131897},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6763880252838135},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6754121780395508},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5979800224304199},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.5799515843391418},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5298941731452942},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5221450924873352},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5070161819458008},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5054209232330322},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.49371251463890076},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4809529185295105},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3587103486061096},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3281254172325134}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.9056277871131897},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6763880252838135},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6754121780395508},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5979800224304199},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.5799515843391418},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5298941731452942},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5221450924873352},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5070161819458008},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5054209232330322},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.49371251463890076},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4809529185295105},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3587103486061096},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3281254172325134},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3249253","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3249253","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37028337","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37028337","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G3025391738","display_name":null,"funder_award_id":"61862002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7034625699","display_name":null,"funder_award_id":"U1936216","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1522301498","https://openalex.org/W1632114991","https://openalex.org/W1880262756","https://openalex.org/W2064675550","https://openalex.org/W2075326566","https://openalex.org/W2092590148","https://openalex.org/W2101105183","https://openalex.org/W2105482032","https://openalex.org/W2158266063","https://openalex.org/W2187089797","https://openalex.org/W2250539671","https://openalex.org/W2250753706","https://openalex.org/W2549476280","https://openalex.org/W2586756136","https://openalex.org/W2608962050","https://openalex.org/W2622563070","https://openalex.org/W2739046565","https://openalex.org/W2787803546","https://openalex.org/W2889009749","https://openalex.org/W2899106999","https://openalex.org/W2904441038","https://openalex.org/W2944931850","https://openalex.org/W2951670304","https://openalex.org/W2955495067","https://openalex.org/W2962717182","https://openalex.org/W2962883855","https://openalex.org/W2962965405","https://openalex.org/W2962966012","https://openalex.org/W2963223306","https://openalex.org/W2963330684","https://openalex.org/W2963456134","https://openalex.org/W2963506530","https://openalex.org/W2964268978","https://openalex.org/W2970682219","https://openalex.org/W2971062439","https://openalex.org/W2971106293","https://openalex.org/W2971160629","https://openalex.org/W2992563887","https://openalex.org/W2995346997","https://openalex.org/W2997003477","https://openalex.org/W3046251064","https://openalex.org/W3094287898","https://openalex.org/W3098708719","https://openalex.org/W3099872554","https://openalex.org/W3153273997","https://openalex.org/W3167945386","https://openalex.org/W3197606134","https://openalex.org/W4200384287","https://openalex.org/W4280606787","https://openalex.org/W4285146452","https://openalex.org/W4294410884","https://openalex.org/W4294804811","https://openalex.org/W4307979480","https://openalex.org/W6610566761","https://openalex.org/W6631190155","https://openalex.org/W6636649193","https://openalex.org/W6639619044","https://openalex.org/W6676984168","https://openalex.org/W6683333316","https://openalex.org/W6685184952","https://openalex.org/W6688384872","https://openalex.org/W6729349781","https://openalex.org/W6729448088","https://openalex.org/W6730306933","https://openalex.org/W6734716764","https://openalex.org/W6738560588","https://openalex.org/W6741121127","https://openalex.org/W6747478502","https://openalex.org/W6747981893","https://openalex.org/W6748107402","https://openalex.org/W6752513430","https://openalex.org/W6755759168","https://openalex.org/W6757303233","https://openalex.org/W6763243348","https://openalex.org/W6763918015","https://openalex.org/W6768993005","https://openalex.org/W6771884296","https://openalex.org/W6773736450","https://openalex.org/W6779168167","https://openalex.org/W6779236743","https://openalex.org/W6781175117","https://openalex.org/W6784563810","https://openalex.org/W6839050091"],"related_works":["https://openalex.org/W2159052453","https://openalex.org/W3013693939","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W4297051394","https://openalex.org/W2752972570","https://openalex.org/W2734887215","https://openalex.org/W2803255133","https://openalex.org/W2909431601","https://openalex.org/W2155531513"],"abstract_inverted_index":{"Variational":[0],"autoencoder":[1],"(VAE)":[2],"is":[3,196],"widely":[4],"used":[5],"in":[6,70],"tasks":[7,181],"of":[8,16,28,67,100,133,169,199],"unsupervised":[9],"text":[10,112],"generation":[11,180],"due":[12,63],"to":[13,55,64,144,157,165],"its":[14],"potential":[15],"deriving":[17],"meaningful":[18],"latent":[19,91,119],"spaces,":[20],"which,":[21],"however,":[22],"often":[23],"assumes":[24],"that":[25,183,203],"the":[26,65,131,141,152,162,167,184],"distribution":[27,62],"texts":[29,154],"follows":[30],"a":[31,57,76,96,117,170],"common":[32],"yet":[33],"poor-expressed":[34],"isotropic":[35,48],"Gaussian.":[36,49],"In":[37],"real-life":[38],"scenarios,":[39],"sentences":[40],"with":[41],"different":[42,68],"semantics":[43],"may":[44],"not":[45,128,186],"follow":[46,56],"simple":[47],"Instead,":[50],"they":[51],"are":[52,204],"very":[53],"likely":[54],"more":[58,155],"intricate":[59],"and":[60,89,93,178,191],"diverse":[61],"inconformity":[66],"topics":[69],"texts.":[71],"Considering":[72],"this,":[73],"we":[74,159],"propose":[75],"flow-enhanced":[77],"VAE":[78],"for":[79,103],"topic-guided":[80],"language":[81],"modeling":[82],"(FET-LM).":[83],"The":[84],"proposed":[85],"FET-LM":[86,114,185],"models":[87],"topic":[88,120,135,146,163,192],"sequence":[90,104,125,142,190],"separately,":[92],"it":[94],"adopts":[95],"normalized":[97],"flow":[98],"composed":[99],"householder":[101],"transformations":[102],"posterior":[105],"modeling,":[106],"which":[107,127],"can":[108],"better":[109],"approximate":[110],"complex":[111],"distributions.":[113],"further":[115],"leverages":[116],"neural":[118],"component":[121,143],"by":[122],"considering":[123],"learned":[124],"knowledge,":[126],"only":[129,187],"eases":[130],"burden":[132],"learning":[134],"without":[136],"supervision":[137],"but":[138,194],"also":[139,195],"guides":[140],"coalesce":[145],"information":[147],"during":[148],"training.":[149],"To":[150],"make":[151],"generated":[153],"correlative":[156],"topics,":[158],"additionally":[160],"assign":[161],"encoder":[164],"play":[166],"role":[168],"discriminator.":[171],"Encouraging":[172],"results":[173],"on":[174],"abundant":[175],"automatic":[176],"metrics":[177],"three":[179],"demonstrate":[182],"learns":[188],"interpretable":[189],"representations":[193],"fully":[197],"capable":[198],"generating":[200],"high-quality":[201],"paragraphs":[202],"semantically":[205],"consistent.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}