{"id":"https://openalex.org/W3203458874","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534375","title":"Discrete Auto-regressive Variational Attention Models for Text Modeling","display_name":"Discrete Auto-regressive Variational Attention Models for Text Modeling","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3203458874","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534375","mag":"3203458874"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9534375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534375","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089087551","display_name":"Xianghong Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xianghong Fang","raw_affiliation_strings":["The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080943673","display_name":"Haoli Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoli Bai","raw_affiliation_strings":["The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100773858","display_name":"Jian Li","orcid":"https://orcid.org/0000-0001-7196-1050"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Li","raw_affiliation_strings":["The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051227924","display_name":"Zenglin Xu","orcid":"https://orcid.org/0000-0001-5550-6461"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zenglin Xu","raw_affiliation_strings":["The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069596903","display_name":"Michael R. Lyu","orcid":"https://orcid.org/0000-0002-3666-5798"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Michael Lyu","raw_affiliation_strings":["School of Computer Science and Engineering, Harbin Institute of Technology, Shenzhen"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Harbin Institute of Technology, Shenzhen","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042251906","display_name":"Irwin King","orcid":"https://orcid.org/0000-0001-8106-6447"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Irwin King","raw_affiliation_strings":["The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5089087551"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":0.136,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55483955,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"1","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6981494426727295},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.6159722805023193},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6129953861236572},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5875433087348938},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5198251008987427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5021944046020508},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4723043441772461},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4352567493915558},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.417725145816803},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40758392214775085},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34190964698791504},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3222118616104126},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17570844292640686},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.10237294435501099}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6981494426727295},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.6159722805023193},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6129953861236572},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5875433087348938},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5198251008987427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5021944046020508},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4723043441772461},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4352567493915558},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.417725145816803},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40758392214775085},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34190964698791504},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3222118616104126},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17570844292640686},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.10237294435501099},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9534375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534375","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W592244745","https://openalex.org/W1632114991","https://openalex.org/W1840435438","https://openalex.org/W1902237438","https://openalex.org/W1959608418","https://openalex.org/W2064675550","https://openalex.org/W2133564696","https://openalex.org/W2242818861","https://openalex.org/W2423557781","https://openalex.org/W2586756136","https://openalex.org/W2587284713","https://openalex.org/W2752796333","https://openalex.org/W2786695185","https://openalex.org/W2803536330","https://openalex.org/W2804145368","https://openalex.org/W2859444450","https://openalex.org/W2910135751","https://openalex.org/W2924334974","https://openalex.org/W2951670304","https://openalex.org/W2952576443","https://openalex.org/W2956352737","https://openalex.org/W2963081964","https://openalex.org/W2963206148","https://openalex.org/W2963223306","https://openalex.org/W2963408680","https://openalex.org/W2963532523","https://openalex.org/W2963557251","https://openalex.org/W2963600562","https://openalex.org/W2963636093","https://openalex.org/W2963650605","https://openalex.org/W2963713328","https://openalex.org/W2963714898","https://openalex.org/W2963799213","https://openalex.org/W2963812505","https://openalex.org/W2964000524","https://openalex.org/W2964308564","https://openalex.org/W2970134931","https://openalex.org/W2971074500","https://openalex.org/W2971147102","https://openalex.org/W2971187423","https://openalex.org/W4294623686","https://openalex.org/W4297671192","https://openalex.org/W6617744952","https://openalex.org/W6636649193","https://openalex.org/W6640963894","https://openalex.org/W6679434410","https://openalex.org/W6688384872","https://openalex.org/W6726945602","https://openalex.org/W6733471323","https://openalex.org/W6734716764","https://openalex.org/W6746923139","https://openalex.org/W6748117641","https://openalex.org/W6752249392","https://openalex.org/W6753516544","https://openalex.org/W6758711939","https://openalex.org/W6762931180","https://openalex.org/W6763918015","https://openalex.org/W6764997697"],"related_works":["https://openalex.org/W2171218219","https://openalex.org/W1972271943","https://openalex.org/W2150410159","https://openalex.org/W4327525404","https://openalex.org/W4287185323","https://openalex.org/W3150905897","https://openalex.org/W1520183331","https://openalex.org/W2734842993","https://openalex.org/W2962930338","https://openalex.org/W4302439501"],"abstract_inverted_index":{"Variational":[0,78],"autoencoders":[1],"(VAEs)":[2],"have":[3],"been":[4],"widely":[5],"applied":[6],"for":[7,114],"text":[8],"modeling.":[9],"In":[10,71],"practice,":[11],"however,":[12],"they":[13],"are":[14],"troubled":[15],"by":[16,99],"two":[17],"challenges:":[18],"information":[19],"underrepresentation":[20],"and":[21,118],"posterior":[22,127],"collapse.":[23,128],"The":[24,50],"former":[25],"arises":[26],"as":[27,61],"only":[28],"the":[29,39,48,57,62,84,96,102,106,115,136],"last":[30],"hidden":[31],"state":[32],"of":[33,59,138],"LSTM":[34],"encoder":[35],"is":[36,43,52,64,124],"transformed":[37],"into":[38],"latent":[40,97,112],"space,":[41],"which":[42],"generally":[44],"insufficient":[45],"to":[46,66,82,94],"summarize":[47],"data.":[49],"latter":[51],"a":[53,67],"longstanding":[54],"problem":[55],"during":[56],"training":[58],"VAEs":[60],"optimization":[63],"trapped":[65],"disastrous":[68],"local":[69],"optimum.":[70],"this":[72],"paper,":[73],"we":[74,87],"propose":[75],"Discrete":[76],"Auto-regressive":[77],"Attention":[79],"Model":[80],"(DAVAM)":[81],"address":[83],"challenges.":[85],"Specifically,":[86],"introduce":[88],"an":[89],"auto-regressive":[90],"variational":[91,116],"attention":[92,117],"approach":[93],"enrich":[95],"space":[98,113],"effectively":[100],"capturing":[101],"semantic":[103],"dependency":[104],"from":[105,126],"input.":[107],"We":[108],"further":[109],"design":[110],"discrete":[111],"mathematically":[119],"show":[120],"that":[121],"our":[122],"model":[123],"free":[125],"Extensive":[129],"experiments":[130],"on":[131],"language":[132],"modeling":[133],"tasks":[134],"demonstrate":[135],"superiority":[137],"DAVAM":[139],"against":[140],"several":[141],"VAE":[142],"counterparts.":[143],"Code":[144],"will":[145],"be":[146],"released.":[147]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
