{"id":"https://openalex.org/W2539060820","doi":"https://doi.org/10.1145/2983323.2983794","title":"LDA Revisited","display_name":"LDA Revisited","publication_year":2016,"publication_date":"2016-10-24","ids":{"openalex":"https://openalex.org/W2539060820","doi":"https://doi.org/10.1145/2983323.2983794","mag":"2539060820"},"language":"en","primary_location":{"id":"doi:10.1145/2983323.2983794","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2983323.2983794","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM International on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100326965","display_name":"Jianwei Zhang","orcid":"https://orcid.org/0000-0002-3219-0801"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianwei Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou 215006, China, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou 215006, China, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062026103","display_name":"Jia Zeng","orcid":"https://orcid.org/0000-0001-9980-492X"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Zeng","raw_affiliation_strings":["Huawei Noah's Ark Lab, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109233250","display_name":"Mingxuan Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingxuan Yuan","raw_affiliation_strings":["Huawei Noah's Ark Lab, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016210851","display_name":"Weixiong Rao","orcid":"https://orcid.org/0000-0001-6644-0349"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixiong Rao","raw_affiliation_strings":["Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086046995","display_name":"Jianfeng Yan","orcid":"https://orcid.org/0000-0001-8356-2444"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfeng Yan","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou 215006, China, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou 215006, China, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100326965"],"corresponding_institution_ids":["https://openalex.org/I3923682"],"apc_list":null,"apc_paid":null,"fwci":0.4284,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79337898,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1763","last_page":"1772"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gibbs-sampling","display_name":"Gibbs sampling","score":0.6081889271736145},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.6031821966171265},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.600059986114502},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5892554521560669},{"id":"https://openalex.org/keywords/latent-dirichlet-allocation","display_name":"Latent Dirichlet allocation","score":0.5777894258499146},{"id":"https://openalex.org/keywords/dirichlet-distribution","display_name":"Dirichlet distribution","score":0.5199043154716492},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5115805268287659},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4669545590877533},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.4265252351760864},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.41264480352401733},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3648761212825775},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3386177122592926},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.26359719038009644},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.17847922444343567},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.12722346186637878}],"concepts":[{"id":"https://openalex.org/C158424031","wikidata":"https://www.wikidata.org/wiki/Q1191905","display_name":"Gibbs sampling","level":3,"score":0.6081889271736145},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.6031821966171265},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.600059986114502},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5892554521560669},{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.5777894258499146},{"id":"https://openalex.org/C169214877","wikidata":"https://www.wikidata.org/wiki/Q981016","display_name":"Dirichlet distribution","level":3,"score":0.5199043154716492},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5115805268287659},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4669545590877533},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.4265252351760864},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.41264480352401733},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3648761212825775},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3386177122592926},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.26359719038009644},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.17847922444343567},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.12722346186637878},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C182310444","wikidata":"https://www.wikidata.org/wiki/Q1332643","display_name":"Boundary value problem","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2983323.2983794","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2983323.2983794","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM International on Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2469204493","display_name":null,"funder_award_id":"15ZR1443000","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G4159798132","display_name":null,"funder_award_id":"61373092, 61572365, 61272449 and 61572339","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W150620477","https://openalex.org/W159693449","https://openalex.org/W1503398984","https://openalex.org/W1546359014","https://openalex.org/W1609010894","https://openalex.org/W1880262756","https://openalex.org/W1902027874","https://openalex.org/W1985125789","https://openalex.org/W1991255919","https://openalex.org/W2001082470","https://openalex.org/W2028080169","https://openalex.org/W2052261215","https://openalex.org/W2063397738","https://openalex.org/W2103587173","https://openalex.org/W2105617746","https://openalex.org/W2134731454","https://openalex.org/W2138996412","https://openalex.org/W2146341620","https://openalex.org/W2150731624","https://openalex.org/W2158266063","https://openalex.org/W2158919786","https://openalex.org/W2161353674","https://openalex.org/W2165599843","https://openalex.org/W2197869238","https://openalex.org/W2255966421","https://openalex.org/W2963625764","https://openalex.org/W3013669377","https://openalex.org/W3121060480","https://openalex.org/W6630177651","https://openalex.org/W6675301171","https://openalex.org/W6683847445","https://openalex.org/W6684489972"],"related_works":["https://openalex.org/W4206967254","https://openalex.org/W4293734197","https://openalex.org/W2761847515","https://openalex.org/W2131689821","https://openalex.org/W2250993361","https://openalex.org/W2072169887","https://openalex.org/W2891616219","https://openalex.org/W2939843948","https://openalex.org/W4386272753","https://openalex.org/W2352674739"],"abstract_inverted_index":{"Inference":[0],"algorithms":[1,37,51],"of":[2,33,94,101,111,161,184,187,193],"latent":[3],"Dirichlet":[4,106],"allocation":[5],"(LDA),":[6],"either":[7],"for":[8,29,70],"small":[9,147],"or":[10],"big":[11,149],"data,":[12],"can":[13,60,90],"be":[14],"broadly":[15],"categorized":[16],"into":[17],"expectation-maximization":[18],"(EM),":[19],"variational":[20],"Bayes":[21],"(VB)":[22],"and":[23,56,84,108,134,143,151],"collapsed":[24],"Gibbs":[25],"sampling":[26],"(GS).":[27],"Looking":[28],"a":[30],"unified":[31],"understanding":[32],"these":[34,49],"different":[35],"inference":[36],"is":[38,157,195],"currently":[39],"an":[40],"important":[41],"open":[42,190],"problem.":[43],"In":[44],"this":[45],"paper,":[46],"we":[47,124],"revisit":[48],"three":[50],"from":[52,146],"the":[53,62,76,80,92,105,109,115,119,126,138,159,166,177,185],"entropy":[54,78,93,117],"perspective,":[55],"show":[57],"that":[58,131,158],"EM":[59,89,128],"achieve":[61],"best":[63],"predictive":[64,86,96],"perplexity":[65],"(a":[66],"standard":[67],"performance":[68],"metric":[69],"LDA":[71,152],"accuracy)":[72],"by":[73,165],"minimizing":[74],"directly":[75],"cross":[77,116],"between":[79,168],"observed":[81,120],"word":[82,121],"distribution":[83,97],"LDA's":[85,95],"distribution.":[87,122],"Moreover,":[88],"change":[91],"through":[98],"tuning":[99],"priors":[100],"LDA,":[102],"such":[103],"as":[104],"hyperparameters":[107],"number":[110,160,186],"topics,":[112,163],"to":[113,148,176],"minimize":[114],"with":[118],"Finally,":[123],"propose":[125],"adaptive":[127],"(AEM)":[129],"algorithm":[130],"converges":[132],"faster":[133],"more":[135],"accurate":[136],"than":[137],"current":[139],"state-of-the-art":[140],"SparseLDA":[141],"[20]":[142],"AliasLDA":[144],"[12]":[145],"data":[150],"models.":[153],"The":[154,189],"core":[155],"idea":[156],"active":[162],"measured":[164],"residuals":[167],"E-steps":[169],"at":[170,197],"successive":[171],"iterations,":[172],"decreases":[173],"significantly,":[174],"leading":[175],"amortized":[178],"\u03c3(1)":[179],"time":[180],"complexity":[181],"in":[182],"terms":[183],"topics.":[188],"source":[191],"code":[192],"AEM":[194],"available":[196],"GitHub.":[198]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-10-28T00:00:00"}