{"id":"https://openalex.org/W3154475157","doi":"https://doi.org/10.1109/tkde.2021.3073195","title":"Topic Modeling of Short Texts: A Pseudo-Document View with Word Embedding Enhancement","display_name":"Topic Modeling of Short Texts: A Pseudo-Document View with Word Embedding Enhancement","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3154475157","doi":"https://doi.org/10.1109/tkde.2021.3073195","mag":"3154475157"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2021.3073195","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2021.3073195","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019690305","display_name":"Yuan Zuo","orcid":"https://orcid.org/0000-0001-8516-2567"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zuo","raw_affiliation_strings":["Information Systems, Beihang University, Beijing, Beijing, China, (e-mail: skywatcher.buaa@gmail.com)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Systems, Beihang University, Beijing, Beijing, China, (e-mail: skywatcher.buaa@gmail.com)","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064394247","display_name":"Congrui Li","orcid":"https://orcid.org/0009-0001-5138-0336"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Congrui Li","raw_affiliation_strings":["Viterbi School of Engineering, University of Southern California, Los Angeles, California, United States, (e-mail: congrui@usc.edu)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Viterbi School of Engineering, University of Southern California, Los Angeles, California, United States, (e-mail: congrui@usc.edu)","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065918713","display_name":"Hao Lin","orcid":"https://orcid.org/0000-0002-1921-3036"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Lin","raw_affiliation_strings":["Information Systems, Beihang University, 12633 Beijing, Beijing, China, (e-mail: linhao2014@buaa.edu.cn)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Systems, Beihang University, 12633 Beijing, Beijing, China, (e-mail: linhao2014@buaa.edu.cn)","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035293475","display_name":"Junjie Wu","orcid":"https://orcid.org/0000-0001-7650-3657"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Wu","raw_affiliation_strings":["Information Systems, Beihang University, Beijing, Beijing, China, (e-mail: wujj@buaa.edu.cn)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Systems, Beihang University, Beijing, Beijing, China, (e-mail: wujj@buaa.edu.cn)","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0945,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.94710455,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8458563089370728},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.7188862562179565},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.6477886438369751},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.59517502784729},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5733236074447632},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5622520446777344},{"id":"https://openalex.org/keywords/latent-dirichlet-allocation","display_name":"Latent Dirichlet allocation","score":0.5502030849456787},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5419309139251709},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5038167834281921},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4960249364376068},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4910769462585449},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.4613523483276367},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4485699236392975},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.44751641154289246},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.41282951831817627},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.37954187393188477},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16106995940208435},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.095130056142807}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8458563089370728},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.7188862562179565},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.6477886438369751},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.59517502784729},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5733236074447632},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5622520446777344},{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.5502030849456787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5419309139251709},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5038167834281921},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4960249364376068},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4910769462585449},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.4613523483276367},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4485699236392975},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.44751641154289246},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.41282951831817627},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.37954187393188477},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16106995940208435},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.095130056142807},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2021.3073195","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2021.3073195","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1305972272","display_name":null,"funder_award_id":"71725002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G261230941","display_name":"\u57fa\u4e8e\u7ec6\u7c92\u5ea6\u7528\u6237\u504f\u597d\u5206\u6790\u7684\u53ef\u89e3\u91ca\u63a8\u8350\u65b9\u6cd5\u4e0e\u5e94\u7528\u7814\u7a76","funder_award_id":"71901012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5152102630","display_name":null,"funder_award_id":"U1636210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5415502266","display_name":null,"funder_award_id":"71531001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W65194033","https://openalex.org/W159693449","https://openalex.org/W197049292","https://openalex.org/W1714665356","https://openalex.org/W1880262756","https://openalex.org/W1969415786","https://openalex.org/W2001082470","https://openalex.org/W2004192095","https://openalex.org/W2052261215","https://openalex.org/W2057587538","https://openalex.org/W2061922307","https://openalex.org/W2063904635","https://openalex.org/W2064772995","https://openalex.org/W2076219102","https://openalex.org/W2085534751","https://openalex.org/W2087743880","https://openalex.org/W2097089247","https://openalex.org/W2098047130","https://openalex.org/W2099878672","https://openalex.org/W2101318094","https://openalex.org/W2106490775","https://openalex.org/W2115529864","https://openalex.org/W2125027820","https://openalex.org/W2130339025","https://openalex.org/W2139317750","https://openalex.org/W2147946282","https://openalex.org/W2150731624","https://openalex.org/W2151703435","https://openalex.org/W2168332560","https://openalex.org/W2171343266","https://openalex.org/W2172135926","https://openalex.org/W2174706414","https://openalex.org/W2178725228","https://openalex.org/W2222893162","https://openalex.org/W2250539671","https://openalex.org/W2250753706","https://openalex.org/W2412709527","https://openalex.org/W2493916176","https://openalex.org/W2750733752","https://openalex.org/W2790504398","https://openalex.org/W2800340640","https://openalex.org/W2808998506","https://openalex.org/W2959332346","https://openalex.org/W2962943175","https://openalex.org/W2963593575","https://openalex.org/W2964291985","https://openalex.org/W3021053579","https://openalex.org/W3034719632","https://openalex.org/W4233135949","https://openalex.org/W4294170691","https://openalex.org/W6606478888","https://openalex.org/W6635817268","https://openalex.org/W6639619044","https://openalex.org/W6674471310","https://openalex.org/W6676974258","https://openalex.org/W6679482899","https://openalex.org/W6682044806","https://openalex.org/W6682131688","https://openalex.org/W6682691769","https://openalex.org/W6685091216","https://openalex.org/W6689050917","https://openalex.org/W6690901545","https://openalex.org/W6748613083"],"related_works":["https://openalex.org/W2769501189","https://openalex.org/W4315588616","https://openalex.org/W4312773271","https://openalex.org/W2888805565","https://openalex.org/W2962686197","https://openalex.org/W2207653751","https://openalex.org/W3005513013","https://openalex.org/W2611137333","https://openalex.org/W4291700620","https://openalex.org/W4317422773"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2],"witnessed":[3],"the":[4,16,22,25,106,120,178,191],"unprecedented":[5],"growth":[6],"of":[7,19,27,52,108,123,194],"online":[8,173],"social":[9],"media,":[10],"resulting":[11],"in":[12,39,78,134],"short":[13,57,113,128,175],"texts":[14,114],"being":[15],"prevalent":[17],"format":[18],"information":[20],"on":[21,167],"Internet.":[23],"Given":[24],"sparsity":[26],"data,":[28],"however,":[29],"short-text":[30],"topic":[31,54,121],"modeling":[32,119],"remains":[33],"a":[34,96],"critical":[35],"yet":[36],"much-watched":[37],"challenge":[38],"both":[40],"academia":[41],"and":[42,81,86,136,190],"industry.":[43],"Research":[44],"has":[45],"been":[46],"devoted":[47],"to":[48,65,110,146,154,186],"building":[49],"different":[50],"types":[51],"probabilistic":[53],"models":[55,72],"for":[56],"texts,":[58,129,176],"among":[59],"which":[60,104,151],"self-aggregation":[61,162],"methods":[62],"emerged":[63],"recently":[64],"provide":[66],"informative":[67],"cross-text":[68],"word":[69,139,149,164],"co-occurrences.":[70],"However,":[71],"along":[73],"this":[74,92],"line":[75],"are":[76,196],"still":[77],"their":[79],"infancy":[80],"typically":[82],"yield":[83],"overfit":[84],"results":[85],"exhibit":[87],"high":[88],"computational":[89],"costs.":[90],"In":[91],"paper,":[93],"we":[94],"propose":[95],"novel":[97],"model":[98],"called":[99],"Pseudo-document-based":[100],"Topic":[101],"Model":[102],"(PTM),":[103],"introduces":[105],"concept":[107],"pseudo-document":[109],"implicitly":[111],"aggregate":[112],"against":[115],"data":[116,157],"sparsity.":[117,158],"By":[118],"distributions":[122],"latent":[124],"pseudo-documents":[125],"rather":[126],"than":[127],"PTM":[130,141],"yields":[131],"excellent":[132],"performance":[133],"accuracy":[135],"efficiency.":[137],"A":[138],"embedding-enhanced":[140],"(WE-PTM)":[142],"is":[143,152],"also":[144,197],"proposed":[145],"leverage":[147],"pre-trained":[148],"embeddings,":[150],"essential":[153],"further":[155],"alleviating":[156],"Extensive":[159],"experiments":[160],"with":[161],"or":[163],"embedding-based":[165],"baselines":[166],"four":[168],"real-world":[169],"datasets":[170],"including":[171],"two":[172],"media":[174],"demonstrate":[177],"high-quality":[179],"topics":[180,195],"learned":[181],"by":[182],"our":[183],"models.":[184],"Robustness":[185],"limited":[187],"training":[188],"samples":[189],"explainable":[192],"semantics":[193],"investigated.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}