{"id":"https://openalex.org/W2963926240","doi":"https://doi.org/10.48550/arxiv.1505.02065","title":"Dense Distributions from Sparse Samples: Improved Gibbs Sampling Parameter Estimators for LDA","display_name":"Dense Distributions from Sparse Samples: Improved Gibbs Sampling Parameter Estimators for LDA","alternate_titles":[],"publication_year":2015,"publication_date":"2015-05-08","ids":{"openalex":"https://openalex.org/W2963926240","doi":"https://doi.org/10.48550/arxiv.1505.02065","mag":"2963926240"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1505.02065","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1505.02065","pdf_url":"https://arxiv.org/pdf/1505.02065","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2963926240"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1505.02065","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061499531","display_name":"Yannis Papanikolaou","orcid":"https://orcid.org/0000-0003-3498-3255","observed_orcids":["https://orcid.org/0000-0003-3498-3255"]},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Papanikolaou, Yannis","raw_affiliation_strings":["Department of Informatics Aristotle University of Thessaloniki Thessaloniki , Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics Aristotle University of Thessaloniki Thessaloniki , Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010326834","display_name":"James R. Foulds","orcid":"https://orcid.org/0000-0003-0935-4182","observed_orcids":["https://orcid.org/0000-0003-0935-4182"]},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]},{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["GR","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Foulds, James R.","raw_affiliation_strings":["California Institute for Telecommunications and Information Technology University of California San Diego , CA , USA","Department of Informatics Aristotle University of Thessaloniki Thessaloniki , Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute for Telecommunications and Information Technology University of California San Diego , CA , USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"Department of Informatics Aristotle University of Thessaloniki Thessaloniki , Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049851091","display_name":"Timothy N. Rubin","orcid":"https://orcid.org/0000-0002-8539-6205","observed_orcids":["https://orcid.org/0000-0002-8539-6205"]},"institutions":[{"id":"https://openalex.org/I4210149662","display_name":"SurveyMonkey (United States)","ror":"https://ror.org/04p0q7p15","country_code":"US","type":"company","lineage":["https://openalex.org/I4210149662"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rubin, Timothy N.","raw_affiliation_strings":["SurveyMonkey San Mateo , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SurveyMonkey San Mateo , CA , USA","institution_ids":["https://openalex.org/I4210149662"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026561247","display_name":"Grigorios Tsoumakas","orcid":"https://orcid.org/0000-0002-7879-669X","observed_orcids":["https://orcid.org/0000-0002-7879-669X"]},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]},{"id":"https://openalex.org/I4210149662","display_name":"SurveyMonkey (United States)","ror":"https://ror.org/04p0q7p15","country_code":"US","type":"company","lineage":["https://openalex.org/I4210149662"]}],"countries":["GR","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tsoumakas, Grigorios","raw_affiliation_strings":["Department of Informatics Aristotle University of Thessaloniki Thessaloniki , Greece","SurveyMonkey San Mateo , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics Aristotle University of Thessaloniki Thessaloniki , Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"SurveyMonkey San Mateo , CA , USA","institution_ids":["https://openalex.org/I4210149662"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":37,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":"62","first_page":"1","last_page":"58"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8446999788284302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8446999788284302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.1251000016927719,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.010700000450015068,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latent-dirichlet-allocation","display_name":"latent Dirichlet allocation","score":0.9860000014305115},{"id":"https://openalex.org/keywords/collapsed-gibbs-sampling","display_name":"collapsed Gibbs sampling","score":0.8180000185966492},{"id":"https://openalex.org/keywords/parameter-estimation","display_name":"parameter estimation","score":0.8840000033378601},{"id":"https://openalex.org/keywords/full-conditional-distributions","display_name":"full conditional distributions","score":0.6520000100135803},{"id":"https://openalex.org/keywords/fuzzy-clustering","display_name":"fuzzy clustering","score":0.6930000185966492},{"id":"https://openalex.org/keywords/multi-label-classification","display_name":"multi-label classification","score":0.9760000109672546},{"id":"https://openalex.org/keywords/topic-modeling","display_name":"topic modeling","score":0.40700000524520874}],"concepts":[{"id":"https://openalex.org/C158424031","wikidata":"https://www.wikidata.org/wiki/Q1191905","display_name":"Gibbs sampling","level":3,"score":0.7195872664451599},{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.6712211966514587},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6513316631317139},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6357980966567993},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.5140041708946228},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49607858061790466},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.48875927925109863},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4623414874076843},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4266124963760376},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4212951064109802},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3914257287979126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3744339048862457},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.27143198251724243},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.1953708827495575},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.19327864050865173}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:arXiv.org:1505.02065","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1505.02065","pdf_url":"https://arxiv.org/pdf/1505.02065","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2534807689","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1505.02065","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"mag:877073612","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1505.02065v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1505.02065","doi":"https://doi.org/10.48550/arxiv.1505.02065","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1505.02065","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2963926240","doi":null,"is_oa":false,"landing_page_url":"https://jmlr.org/papers/volume18/16-526/16-526.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-a","cwts-core","dongbi-a","jufo-3","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Machine Learning Research","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1505.02065","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1505.02065","pdf_url":"https://arxiv.org/pdf/1505.02065","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963926240.pdf","grobid_xml":"https://content.openalex.org/works/W2963926240.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W31151832","https://openalex.org/W55768394","https://openalex.org/W93677843","https://openalex.org/W190008395","https://openalex.org/W1530498595","https://openalex.org/W1609010894","https://openalex.org/W1880262756","https://openalex.org/W1886087434","https://openalex.org/W1969486090","https://openalex.org/W1984251878","https://openalex.org/W2001082470","https://openalex.org/W2001975024","https://openalex.org/W2023440853","https://openalex.org/W2035726644","https://openalex.org/W2041517243","https://openalex.org/W2052261215","https://openalex.org/W2074909580","https://openalex.org/W2090876554","https://openalex.org/W2097266862","https://openalex.org/W2098062695","https://openalex.org/W2098126593","https://openalex.org/W2099873701","https://openalex.org/W2101101940","https://openalex.org/W2110591510","https://openalex.org/W2110642088","https://openalex.org/W2118585731","https://openalex.org/W2129004009","https://openalex.org/W2129144539","https://openalex.org/W2130428211","https://openalex.org/W2144100511","https://openalex.org/W2144630266","https://openalex.org/W2146341620","https://openalex.org/W2146950091","https://openalex.org/W2150731624","https://openalex.org/W2153029569","https://openalex.org/W2155042384","https://openalex.org/W2156693754","https://openalex.org/W2158997610","https://openalex.org/W2161353674","https://openalex.org/W2165429502","https://openalex.org/W2165599843","https://openalex.org/W2187332278","https://openalex.org/W2296751301","https://openalex.org/W2520093669","https://openalex.org/W2541688157","https://openalex.org/W2963491860","https://openalex.org/W7096286131"],"related_works":["https://openalex.org/W2146341620","https://openalex.org/W2771129788","https://openalex.org/W2912762941","https://openalex.org/W2157250110","https://openalex.org/W2939843948","https://openalex.org/W2541688157","https://openalex.org/W2523376640","https://openalex.org/W2533991995","https://openalex.org/W7101095888"],"abstract_inverted_index":{"We":[0,95],"introduce":[1],"a":[2,41,119,130],"novel":[3],"approach":[4,48,135],"for":[5,34,113,124],"estimating":[6],"Latent":[7],"Dirichlet":[8],"Allocation":[9],"(LDA)":[10],"parameters":[11],"from":[12],"collapsed":[13,44,107],"Gibbs":[14,45],"samples":[15,163],"(CGS),":[16],"by":[17],"leveraging":[18],"the":[19,24,54,71,83,148,157,169],"full":[20],"conditional":[21],"distributions":[22],"over":[23,31,136,144,161],"latent":[25],"variable":[26],"assignments":[27],"to":[28,63,69,82,175],"efficiently":[29],"average":[30],"multiple":[32,162],"samples,":[33],"little":[35],"more":[36],"computational":[37,173],"cost":[38],"than":[39],"drawing":[40],"single":[42],"additional":[43],"sample.":[46],"Our":[47,76,127],"can":[49,78],"be":[50,80],"understood":[51],"as":[52],"adapting":[53],"soft":[55],"clustering":[56],"methodology":[57],"of":[58,73,85,89,100,105,122,133,150,159,171],"Collapsed":[59],"Variational":[60],"Bayes":[61],"(CVB0)":[62],"CGS":[64,138],"parameter":[65,166],"estimation,":[66,167],"in":[67,147,164],"order":[68],"get":[70],"best":[72],"both":[74,114],"techniques.":[75],"estimators":[77,102],"straightforwardly":[79],"applied":[81],"output":[84],"any":[86],"existing":[87],"implementation":[88],"CGS,":[90],"including":[91],"modern":[92],"accelerated":[93],"variants.":[94],"perform":[96],"extensive":[97],"empirical":[98],"comparisons":[99],"our":[101,134,154],"with":[103],"those":[104],"standard":[106],"inference":[108,146],"algorithms":[109],"on":[110],"real-world":[111],"data":[112],"unsupervised":[115],"LDA":[116,123,165],"and":[117,143,168],"Prior-LDA,":[118],"supervised":[120],"variant":[121],"multi-label":[125],"classification.":[126],"results":[128,155],"show":[129],"consistent":[131],"advantage":[132],"traditional":[137],"under":[139],"all":[140],"experimental":[141],"conditions,":[142],"CVB0":[145],"majority":[149],"conditions.":[151],"More":[152],"broadly,":[153],"highlight":[156],"importance":[158],"averaging":[160],"use":[170],"efficient":[172],"techniques":[174],"do":[176],"so.":[177]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963926240","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2019-07-30T00:00:00"}
