{"id":"https://openalex.org/W1958559323","doi":"https://doi.org/10.1109/ita.2015.7308989","title":"Most large topic models are approximately separable","display_name":"Most large topic models are approximately separable","publication_year":2015,"publication_date":"2015-02-01","ids":{"openalex":"https://openalex.org/W1958559323","doi":"https://doi.org/10.1109/ita.2015.7308989","mag":"1958559323"},"language":"en","primary_location":{"id":"doi:10.1109/ita.2015.7308989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ita.2015.7308989","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 Information Theory and Applications Workshop (ITA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058433797","display_name":"Weicong Ding","orcid":"https://orcid.org/0000-0002-7030-2376"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weicong Ding","raw_affiliation_strings":["Department of ECE, Boston University, Boston, MA, USA","Department of ECE, Boston University, MA 02215, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of ECE, Boston University, Boston, MA, USA","institution_ids":["https://openalex.org/I111088046"]},{"raw_affiliation_string":"Department of ECE, Boston University, MA 02215, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036913803","display_name":"Prakash Ishwar","orcid":"https://orcid.org/0000-0002-2621-1549"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prakash Ishwar","raw_affiliation_strings":["Department of ECE, Boston University, Boston, MA, USA","Department of ECE, Boston University, MA 02215, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of ECE, Boston University, Boston, MA, USA","institution_ids":["https://openalex.org/I111088046"]},{"raw_affiliation_string":"Department of ECE, Boston University, MA 02215, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048704387","display_name":"Venkatesh Saligrama","orcid":"https://orcid.org/0000-0002-0675-2268"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Venkatesh Saligrama","raw_affiliation_strings":["Department of ECE, Boston University, Boston, MA, USA","Department of ECE, Boston University, MA 02215, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of ECE, Boston University, Boston, MA, USA","institution_ids":["https://openalex.org/I111088046"]},{"raw_affiliation_string":"Department of ECE, Boston University, MA 02215, USA","institution_ids":["https://openalex.org/I111088046"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111088046"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"199","last_page":"203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.9085000157356262,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latent-dirichlet-allocation","display_name":"Latent Dirichlet allocation","score":0.8452318906784058},{"id":"https://openalex.org/keywords/separable-space","display_name":"Separable space","score":0.6521607041358948},{"id":"https://openalex.org/keywords/dirichlet-distribution","display_name":"Dirichlet distribution","score":0.6412942409515381},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.6256579160690308},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5841838121414185},{"id":"https://openalex.org/keywords/hierarchical-dirichlet-process","display_name":"Hierarchical Dirichlet process","score":0.527549684047699},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.46562570333480835},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.459600031375885},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3837206959724426},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.36437612771987915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15022361278533936},{"id":"https://openalex.org/keywords/boundary-value-problem","display_name":"Boundary value problem","score":0.0894593894481659}],"concepts":[{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.8452318906784058},{"id":"https://openalex.org/C70710897","wikidata":"https://www.wikidata.org/wiki/Q680081","display_name":"Separable space","level":2,"score":0.6521607041358948},{"id":"https://openalex.org/C169214877","wikidata":"https://www.wikidata.org/wiki/Q981016","display_name":"Dirichlet distribution","level":3,"score":0.6412942409515381},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.6256579160690308},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5841838121414185},{"id":"https://openalex.org/C141318989","wikidata":"https://www.wikidata.org/wiki/Q5753066","display_name":"Hierarchical Dirichlet process","level":4,"score":0.527549684047699},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.46562570333480835},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.459600031375885},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3837206959724426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36437612771987915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15022361278533936},{"id":"https://openalex.org/C182310444","wikidata":"https://www.wikidata.org/wiki/Q1332643","display_name":"Boundary value problem","level":2,"score":0.0894593894481659},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ita.2015.7308989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ita.2015.7308989","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 Information Theory and Applications Workshop (ITA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W159693449","https://openalex.org/W168764236","https://openalex.org/W1161645253","https://openalex.org/W1505105018","https://openalex.org/W1524090374","https://openalex.org/W1549064306","https://openalex.org/W1752254861","https://openalex.org/W1781958943","https://openalex.org/W1880262756","https://openalex.org/W2001082470","https://openalex.org/W2066828202","https://openalex.org/W2097233310","https://openalex.org/W2098176827","https://openalex.org/W2105617746","https://openalex.org/W2107107106","https://openalex.org/W2111565546","https://openalex.org/W2116137244","https://openalex.org/W2120340025","https://openalex.org/W2128521126","https://openalex.org/W2128925311","https://openalex.org/W2140318696","https://openalex.org/W2144100511","https://openalex.org/W2174706414","https://openalex.org/W2186184713","https://openalex.org/W2294384375","https://openalex.org/W2334889010","https://openalex.org/W2953337630","https://openalex.org/W2963284053","https://openalex.org/W2963625764","https://openalex.org/W3099640513","https://openalex.org/W3120740533","https://openalex.org/W4293052541","https://openalex.org/W6606734140","https://openalex.org/W6630225575","https://openalex.org/W6631434998","https://openalex.org/W6633165011","https://openalex.org/W6637830734","https://openalex.org/W6638422322","https://openalex.org/W6639619044","https://openalex.org/W6674568585","https://openalex.org/W6674595457","https://openalex.org/W6675907514","https://openalex.org/W6676274861","https://openalex.org/W6677121468","https://openalex.org/W6680770193","https://openalex.org/W6686988373","https://openalex.org/W6696612008"],"related_works":["https://openalex.org/W2497860580","https://openalex.org/W2914864478","https://openalex.org/W2097627380","https://openalex.org/W2891616219","https://openalex.org/W2008338582","https://openalex.org/W4291700620","https://openalex.org/W1999586157","https://openalex.org/W3204672119","https://openalex.org/W22044811","https://openalex.org/W2625329765"],"abstract_inverted_index":{"Separability":[0,25,56],"has":[1],"recently":[2],"been":[3,50],"leveraged":[4],"as":[5,120],"a":[6,59,70,104],"key":[7],"structural":[8,61],"condition":[9],"in":[10,81],"topic":[11,42,98,109],"models":[12,48],"to":[13,27,52,66,118,128,163],"develop":[14],"asymptotically":[15],"consistent":[16],"algorithms":[17],"with":[18,115,147],"polynomial":[19],"statistical":[20],"and":[21,153],"computational":[22],"efficiency":[23],"guarantees.":[24],"corresponds":[26],"the":[28,94,97,107,121,133,150],"presence":[29],"of":[30,41,86,96,123,135,144,149],"at":[31],"least":[32],"one":[33,119],"novel":[34],"word":[35],"for":[36,44,166],"each":[37],"topic.":[38],"Empirical":[39],"estimates":[40],"matrices":[43],"Latent":[45],"Dirichlet":[46,105,151],"Allocation":[47],"have":[49],"observed":[51],"be":[53,58,67,112,161],"approximately":[54,113],"separable.":[55],"may":[57],"convenient":[60],"property,":[62],"but":[63],"it":[64],"appears":[65],"too":[68],"restrictive":[69],"condition.":[71],"In":[72,88],"this":[73],"paper":[74],"we":[75,90],"explicitly":[76],"demonstrate":[77],"that":[78,92],"separability":[79],"is,":[80],"fact,":[82],"an":[83],"inevitable":[84],"consequence":[85],"high-dimensionality.":[87],"particular,":[89],"prove":[91],"when":[93],"columns":[95,136],"matrix":[99,110],"are":[100],"independently":[101],"sampled":[102],"from":[103],"distribution,":[106],"resulting":[108],"will":[111],"separable":[114],"probability":[116],"tending":[117],"number":[122,134],"rows":[124],"(vocabulary":[125],"size)":[126],"scales":[127],"infinity":[129],"sufficiently":[130],"faster":[131],"than":[132],"(topics).":[137],"This":[138],"is":[139],"based":[140],"on":[141],"combining":[142],"concentration":[143],"measure":[145],"results":[146],"properties":[148],"distribution":[152],"union":[154],"bounding":[155],"arguments.":[156],"Our":[157],"proof":[158],"techniques":[159],"can":[160],"extended":[162],"other":[164],"priors":[165],"general":[167],"nonnegative":[168],"matrices.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}