{"id":"https://openalex.org/W4312756965","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892128","title":"Towards Better Understanding with Uniformity and Explicit Regularization of Embeddings in Embedding-based Neural Topic Models","display_name":"Towards Better Understanding with Uniformity and Explicit Regularization of Embeddings in Embedding-based Neural Topic Models","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4312756965","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892128"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9892128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892128","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078512276","display_name":"Wei Shao","orcid":"https://orcid.org/0000-0001-7531-1055"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Wei Shao","raw_affiliation_strings":["City University of Hong Kong,Department of Computer Science,Kowloon Tong,Hong Kong SAR","Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Computer Science,Kowloon Tong,Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100727472","display_name":"Lei Huang","orcid":"https://orcid.org/0000-0003-2458-5149"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lei Huang","raw_affiliation_strings":["City University of Hong Kong,Department of Computer Science,Kowloon Tong,Hong Kong SAR","Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Computer Science,Kowloon Tong,Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069266527","display_name":"Shuqi Liu","orcid":"https://orcid.org/0000-0002-3479-000X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuqi Liu","raw_affiliation_strings":["City University of Hong Kong,Department of Computer Science,Kowloon Tong,Hong Kong SAR","Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Computer Science,Kowloon Tong,Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101789969","display_name":"Shihua Ma","orcid":"https://orcid.org/0000-0002-2277-8898"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shihua Ma","raw_affiliation_strings":["City University of Hong Kong,Department of Mechanical Engineering,Kowloon Tong,Hong Kong SAR","Department of Mechanical Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Mechanical Engineering,Kowloon Tong,Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Mechanical Engineering, City University of Hong Kong, Kowloon Tong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035185924","display_name":"Linqi Song","orcid":"https://orcid.org/0000-0003-2756-4984"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I4210105229","display_name":"City University of Hong Kong, Shenzhen Research Institute","ror":"https://ror.org/00xc0ma20","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210105229"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Linqi Song","raw_affiliation_strings":["City University of Hong Kong,Department of Computer Science,Kowloon Tong,Hong Kong SAR","Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong SAR","City University of Hong Kong, Shenzhen Research Institute, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Computer Science,Kowloon Tong,Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"City University of Hong Kong, Shenzhen Research Institute, Shenzhen, China","institution_ids":["https://openalex.org/I168719708","https://openalex.org/I4210105229"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5078512276"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":0.3118,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.52564103,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.8599321842193604},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7076517343521118},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6776638031005859},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4943053722381592},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.491704523563385},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47060641646385193},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4616604447364807},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.4411589801311493},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41138312220573425},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36307042837142944}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.8599321842193604},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7076517343521118},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6776638031005859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4943053722381592},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.491704523563385},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47060641646385193},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4616604447364807},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4411589801311493},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41138312220573425},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36307042837142944},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9892128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892128","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1880262756","https://openalex.org/W1959608418","https://openalex.org/W2049819023","https://openalex.org/W2173681125","https://openalex.org/W2174706414","https://openalex.org/W2621133045","https://openalex.org/W2792763200","https://openalex.org/W2952478253","https://openalex.org/W2952576857","https://openalex.org/W2963269843","https://openalex.org/W2968713397","https://openalex.org/W3035332461","https://openalex.org/W3045464143","https://openalex.org/W3105792887","https://openalex.org/W3118062200","https://openalex.org/W3159498945","https://openalex.org/W4295312788","https://openalex.org/W6631190155","https://openalex.org/W6639619044","https://openalex.org/W6640963894","https://openalex.org/W6685356407","https://openalex.org/W6734688555","https://openalex.org/W6738975087","https://openalex.org/W6766978945","https://openalex.org/W6778102432"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344","https://openalex.org/W2894289927"],"abstract_inverted_index":{"Embedding-based":[0],"neural":[1,65,102,143,192],"topic":[2,66,79,103,144,171,193],"models":[3,145,164,194],"could":[4],"explicitly":[5],"represent":[6],"words":[7],"and":[8,48,78,92,173,195],"topics":[9],"by":[10],"embedding":[11,63,77,80,110],"them":[12],"to":[13,34,81,120,182,185,201],"a":[14,35,40],"homogeneous":[15],"feature":[16],"space,":[17],"which":[18,68],"shows":[19],"higher":[20],"interpretability.":[21],"However,":[22],"there":[23],"are":[24],"no":[25],"explicit":[26],"constraints":[27,74],"for":[28],"the":[29,44,49,70,83,90,100,106,125,128,135,168,179,202],"training":[30,73,123],"of":[31,43,86,94,109,130,137,151,167,190,204],"embeddings,":[32,95],"leading":[33],"larger":[36],"optimization":[37,84],"space.":[38,111],"Also,":[39],"clear":[41],"description":[42],"changes":[45,91,126,138,187],"in":[46,127,139,141,165,188],"embeddings":[47,118,140,189],"impact":[50,136,197],"on":[51,75,153,198],"model":[52,104,160,199],"performance":[53,200],"is":[54,178],"still":[55],"lacking.":[56],"In":[57],"this":[58,113],"paper,":[59],"we":[60,96,115,133],"propose":[61],"an":[62],"regularized":[64],"model,":[67],"applies":[69],"specially":[71],"designed":[72],"word":[76],"reduce":[82],"space":[85],"parameters.":[87],"To":[88],"reveal":[89],"roles":[93],"introduce":[97],"uniformity":[98,129,184],"into":[99],"embedding-based":[101,142,191],"as":[105],"evaluation":[107],"metric":[108],"On":[112],"basis,":[114],"describe":[116],"how":[117],"tend":[119],"change":[121],"during":[122],"via":[124],"embeddings.":[131],"Furthermore,":[132],"demonstrate":[134],"through":[146],"ablation":[147],"studies.":[148],"The":[149],"results":[150],"experiments":[152],"two":[154],"mainstream":[155],"datasets":[156],"indicate":[157],"that":[158],"our":[159,205],"significantly":[161],"outperforms":[162],"baseline":[163],"terms":[166],"harmony":[169],"between":[170],"quality":[172],"document":[174],"modeling.":[175],"This":[176],"work":[177],"first":[180],"attempt":[181],"exploit":[183],"explore":[186],"their":[196],"best":[203],"knowledge.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}