{"id":"https://openalex.org/W3048868847","doi":"https://doi.org/10.1162/tacl_a_00326","title":"A Neural Generative Model for Joint Learning Topics and Topic-Specific Word Embeddings","display_name":"A Neural Generative Model for Joint Learning Topics and Topic-Specific Word Embeddings","publication_year":2020,"publication_date":"2020-09-03","ids":{"openalex":"https://openalex.org/W3048868847","doi":"https://doi.org/10.1162/tacl_a_00326","mag":"3048868847"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00326","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00326","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00326/1923882/tacl_a_00326.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00326/1923882/tacl_a_00326.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lixing Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Lixing Zhu","raw_affiliation_strings":["Department of Computer Science, University of Warwick, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Warwick, UK","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015709853","display_name":"Yulan He","orcid":"https://orcid.org/0000-0003-3948-5845"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yulan He","raw_affiliation_strings":["Department of Computer Science, University of Warwick, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Warwick, UK","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007145568","display_name":"Deyu Zhou","orcid":"https://orcid.org/0000-0001-7702-9387"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deyu Zhou","raw_affiliation_strings":["School of Computer Science and Engineering, Key Laboratory of Computer Network and Information Integration, Ministry of Education, Southeast University, China","School of Computer Science and Engineering, Key Laboratory of Computer Network and Information Integration, Ministry of Education,Southeast University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Key Laboratory of Computer Network and Information Integration, Ministry of Education, Southeast University, China","institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Key Laboratory of Computer Network and Information Integration, Ministry of Education,Southeast University, China","institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39555362"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09323182,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":null,"first_page":"471","last_page":"485"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/polysemy","display_name":"Polysemy","score":0.8707133531570435},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7899835109710693},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.7234413027763367},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.710719108581543},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6907322406768799},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.6483154296875},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5577217936515808},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5549119114875793},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5382518768310547},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4643317759037018},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.3700139820575714},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2361644208431244}],"concepts":[{"id":"https://openalex.org/C2780276568","wikidata":"https://www.wikidata.org/wiki/Q191928","display_name":"Polysemy","level":2,"score":0.8707133531570435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7899835109710693},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7234413027763367},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.710719108581543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6907322406768799},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.6483154296875},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5577217936515808},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5549119114875793},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5382518768310547},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4643317759037018},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.3700139820575714},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2361644208431244},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":10,"locations":[{"id":"doi:10.1162/tacl_a_00326","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00326","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00326/1923882/tacl_a_00326.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:wrap.warwick.ac.uk:139844","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400665","display_name":"Warwick Research Archive Portal (University of Warwick)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39555362","host_organization_name":"University of Warwick","host_organization_lineage":["https://openalex.org/I39555362"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:arXiv.org:2008.04702","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.04702","pdf_url":"https://arxiv.org/pdf/2008.04702","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:de34490ffb3c4abebec5ec724108ec50","is_oa":false,"landing_page_url":"https://doaj.org/article/de34490ffb3c4abebec5ec724108ec50","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 8 (2021)","raw_type":"article"},{"id":"pmh:oai:zenodo.org:6352450","is_oa":true,"landing_page_url":"https://zenodo.org/record/6352450","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},{"id":"doi:10.48550/arxiv.2008.04702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.04702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.5281/zenodo.6352449","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.6352449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.5281/zenodo.6352450","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.6352450","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.60692/n14d1-vsd28","is_oa":true,"landing_page_url":"https://doi.org/10.60692/n14d1-vsd28","pdf_url":null,"source":{"id":"https://openalex.org/S7407051682","display_name":"Greater South Information System","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.60692/s23kd-kww06","is_oa":true,"landing_page_url":"https://doi.org/10.60692/s23kd-kww06","pdf_url":null,"source":{"id":"https://openalex.org/S7407051682","display_name":"Greater South Information System","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00326","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00326","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00326/1923882/tacl_a_00326.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3746231740","display_name":null,"funder_award_id":"EP/T017112/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1492638184","https://openalex.org/W1516111018","https://openalex.org/W1614298861","https://openalex.org/W2035959783","https://openalex.org/W2038043464","https://openalex.org/W2067438047","https://openalex.org/W2120699290","https://openalex.org/W2128514324","https://openalex.org/W2162456950","https://openalex.org/W2178725228","https://openalex.org/W2238728730","https://openalex.org/W2250539671","https://openalex.org/W2250753706","https://openalex.org/W2251762914","https://openalex.org/W2252024278","https://openalex.org/W2490986620","https://openalex.org/W2594155836","https://openalex.org/W2702896255","https://openalex.org/W2735994454","https://openalex.org/W2745475103","https://openalex.org/W2804385163","https://openalex.org/W2890332877","https://openalex.org/W2936089381","https://openalex.org/W2949687090","https://openalex.org/W2950133940","https://openalex.org/W2951457034","https://openalex.org/W2962708371","https://openalex.org/W2962739339","https://openalex.org/W2962796133","https://openalex.org/W2962818303","https://openalex.org/W2963026768","https://openalex.org/W2963341956","https://openalex.org/W2963706278","https://openalex.org/W2963773425","https://openalex.org/W2963831678","https://openalex.org/W2964041002","https://openalex.org/W2964106018","https://openalex.org/W2980708516"],"related_works":["https://openalex.org/W3083513963","https://openalex.org/W2238728730","https://openalex.org/W2771348687","https://openalex.org/W3213117297","https://openalex.org/W2884820193","https://openalex.org/W2249191539","https://openalex.org/W2236589534","https://openalex.org/W3101950626","https://openalex.org/W2807009904","https://openalex.org/W3209094701","https://openalex.org/W2974764415","https://openalex.org/W2900521263","https://openalex.org/W2969068412","https://openalex.org/W3040794994","https://openalex.org/W2935235607","https://openalex.org/W2913714330","https://openalex.org/W3119372032","https://openalex.org/W3086807592","https://openalex.org/W2963659646","https://openalex.org/W2985049033"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,33,38],"novel":[3],"generative":[4],"model":[5,74,94,111,136],"to":[6,77,149],"explore":[7],"both":[8,55,101],"local":[9],"and":[10,17,47,60,105,131],"global":[11,26,61],"context":[12,49],"for":[13,126],"joint":[14,127],"learning":[15,128,147],"topics":[16,28,116,130],"topic-specific":[18],"word":[19,34,70,86,102,106,132,145],"embeddings.":[20,71,133],"In":[21],"particular,":[22],"we":[23],"assume":[24],"that":[25,91],"latent":[27,62],"are":[29,51,65],"shared":[30],"across":[31],"documents,":[32],"is":[35],"generated":[36,52],"by":[37],"hidden":[39,57],"semantic":[40,45,58],"vector":[41,59],"encoding":[42],"its":[43,48],"contextual":[44],"meaning,":[46],"words":[50,76],"conditional":[53],"on":[54],"the":[56,69,83,92,96,110,135,152],"topics.":[63],"Topics":[64],"trained":[66,73],"jointly":[67],"with":[68,118,141],"The":[72],"maps":[75],"topic-dependent":[78],"embeddings,":[79],"which":[80],"naturally":[81],"addresses":[82],"issue":[84],"of":[85,129,154],"polysemy.":[87],"Experimental":[88],"results":[89],"show":[90],"proposed":[93],"outperforms":[95],"word-level":[97],"embedding":[98,146],"methods":[99,148],"in":[100],"similarity":[103],"evaluation":[104],"sense":[107],"disambiguation.":[108],"Furthermore,":[109],"also":[112],"extracts":[113],"more":[114],"coherent":[115],"compared":[117],"existing":[119,142],"neural":[120],"topic":[121],"models":[122,125],"or":[123],"other":[124],"Finally,":[134],"can":[137],"be":[138],"easily":[139],"integrated":[140],"deep":[143],"contextualized":[144],"further":[150],"improve":[151],"performance":[153],"downstream":[155],"tasks":[156],"such":[157],"as":[158],"sentiment":[159],"classification.":[160]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}