{"id":"https://openalex.org/W4385144683","doi":"https://doi.org/10.1186/s12911-023-02216-1","title":"Quality indices for topic model selection and evaluation: a literature review and case study","display_name":"Quality indices for topic model selection and evaluation: a literature review and case study","publication_year":2023,"publication_date":"2023-07-22","ids":{"openalex":"https://openalex.org/W4385144683","doi":"https://doi.org/10.1186/s12911-023-02216-1","pmid":"https://pubmed.ncbi.nlm.nih.gov/37481523"},"language":"en","primary_location":{"id":"doi:10.1186/s12911-023-02216-1","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-023-02216-1","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-023-02216-1","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-023-02216-1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088217018","display_name":"Christopher Meaney","orcid":"https://orcid.org/0000-0002-5429-5233"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Christopher Meaney","raw_affiliation_strings":["Department of Family and Community Medicine, University of Toronto, 500 University Ave, Toronto, ON, M5G1V7, Canada. christopher.meaney@utoronto.ca","Department of Family and Community Medicine, University of Toronto, 500 University Ave, Toronto, ON, M5G1V7, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Family and Community Medicine, University of Toronto, 500 University Ave, Toronto, ON, M5G1V7, Canada. christopher.meaney@utoronto.ca","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Family and Community Medicine, University of Toronto, 500 University Ave, Toronto, ON, M5G1V7, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107443857","display_name":"Th\u00e9r\u00e8se A. Stukel","orcid":"https://orcid.org/0000-0001-9283-8764"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Therese A. Stukel","raw_affiliation_strings":["Institute of Health Policy, Management and Evaluation, ICES, University of Toronto, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Institute of Health Policy, Management and Evaluation, ICES, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030080832","display_name":"Peter C. Austin","orcid":"https://orcid.org/0000-0003-3337-233X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Peter C. Austin","raw_affiliation_strings":["Institute of Health Policy, Management and Evaluation, ICES, University of Toronto, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Institute of Health Policy, Management and Evaluation, ICES, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081830188","display_name":"Rahim Moineddin","orcid":"https://orcid.org/0000-0002-5506-084X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rahim Moineddin","raw_affiliation_strings":["Department of Family and Community Medicine, University of Toronto, 500 University Ave, Toronto, ON, M5G1V7, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Family and Community Medicine, University of Toronto, 500 University Ave, Toronto, ON, M5G1V7, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077044149","display_name":"Michelle Greiver","orcid":"https://orcid.org/0000-0001-8957-0285"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michelle Greiver","raw_affiliation_strings":["Department of Family and Community Medicine, University of Toronto, 500 University Ave, Toronto, ON, M5G1V7, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Family and Community Medicine, University of Toronto, 500 University Ave, Toronto, ON, M5G1V7, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061181406","display_name":"Michael Escobar","orcid":"https://orcid.org/0000-0001-9055-4709"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210125326","display_name":"Public Health Ontario","ror":"https://ror.org/025z8ah66","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I4210125326"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael Escobar","raw_affiliation_strings":["Dalla Lana School of Public Health, University of Toronto, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Dalla Lana School of Public Health, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I4210125326","https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5088217018"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":{"value":1570,"currency":"GBP","value_usd":1925},"apc_paid":{"value":1570,"currency":"GBP","value_usd":1925},"fwci":2.0845,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.89515725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"23","issue":"1","first_page":"132","last_page":"132"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.772507905960083},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.5773373246192932},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5339342951774597},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.46592140197753906},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45309901237487793},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.43897730112075806},{"id":"https://openalex.org/keywords/statistic","display_name":"Statistic","score":0.43601739406585693},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4220309555530548},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.41592204570770264},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3953879177570343},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3676309585571289},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.24156257510185242},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13044476509094238}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.772507905960083},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.5773373246192932},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5339342951774597},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.46592140197753906},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45309901237487793},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.43897730112075806},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.43601739406585693},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4220309555530548},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.41592204570770264},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3953879177570343},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3676309585571289},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.24156257510185242},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13044476509094238}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D002170","descriptor_name":"Canada","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002170","descriptor_name":"Canada","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002170","descriptor_name":"Canada","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012189","descriptor_name":"Retrospective Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012189","descriptor_name":"Retrospective Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012189","descriptor_name":"Retrospective Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1186/s12911-023-02216-1","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-023-02216-1","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-023-02216-1","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},{"id":"pmid:37481523","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37481523","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC medical informatics and decision making","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10362613","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10362613","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10362613/pdf/12911_2023_Article_2216.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Med Inform Decis Mak","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:4a7a17d2cc0e4407a95d7fa496179bcf","is_oa":true,"landing_page_url":"https://doaj.org/article/4a7a17d2cc0e4407a95d7fa496179bcf","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Medical Informatics and Decision Making, Vol 23, Iss 1, Pp 1-18 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s12911-023-02216-1","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-023-02216-1","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-023-02216-1","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1791959432","display_name":null,"funder_award_id":"FDN 143303","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"}],"funders":[{"id":"https://openalex.org/F4320334506","display_name":"Canadian Institutes of Health Research","ror":"https://ror.org/01gavpb45"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385144683.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W69724053","https://openalex.org/W1161645253","https://openalex.org/W1831355885","https://openalex.org/W1902027874","https://openalex.org/W1978527081","https://openalex.org/W1981276685","https://openalex.org/W1983578042","https://openalex.org/W1985514943","https://openalex.org/W1996747841","https://openalex.org/W2005051528","https://openalex.org/W2013029404","https://openalex.org/W2017288758","https://openalex.org/W2021581601","https://openalex.org/W2025767687","https://openalex.org/W2035996732","https://openalex.org/W2037450062","https://openalex.org/W2038043464","https://openalex.org/W2046778278","https://openalex.org/W2049241760","https://openalex.org/W2053677366","https://openalex.org/W2059745395","https://openalex.org/W2072773380","https://openalex.org/W2072974424","https://openalex.org/W2116219421","https://openalex.org/W2120379285","https://openalex.org/W2147152072","https://openalex.org/W2153222072","https://openalex.org/W2174706414","https://openalex.org/W2222512263","https://openalex.org/W2251937554","https://openalex.org/W2601780063","https://openalex.org/W2645528799","https://openalex.org/W2787894218","https://openalex.org/W2965299130","https://openalex.org/W3104577407","https://openalex.org/W3166574703","https://openalex.org/W4206519735","https://openalex.org/W4213308398","https://openalex.org/W4233135949","https://openalex.org/W4256046779","https://openalex.org/W6680012447"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W3148229873","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W2091301346","https://openalex.org/W1517524280","https://openalex.org/W4389760904","https://openalex.org/W4306886878","https://openalex.org/W4323520239"],"abstract_inverted_index":{"Topic":[0],"model":[1,10,21,47,55],"quality":[2,22,56],"indices":[3,23],"are":[4],"transparent":[5],"quantitative":[6],"tools":[7],"for":[8],"guiding":[9],"selection":[11],"and":[12,29],"evaluation.":[13],"Our":[14],"empirical":[15],"illustration":[16],"demonstrated":[17],"that":[18,40],"different":[19,27,41,44],"topic":[20,54,68],"favor":[24],"models":[25,33],"of":[26,46,49,53],"complexity;":[28],"may":[30,62],"not":[31],"select":[32],"aligning":[34],"with":[35,59],"human":[36,60],"judgment.":[37],"This":[38],"suggests":[39],"metrics":[42],"capture":[43],"aspects":[45],"goodness":[48],"fit.":[50],"A":[51],"combination":[52],"indices,":[57],"coupled":[58],"validation,":[61],"be":[63],"useful":[64],"in":[65],"appraising":[66],"unsupervised":[67],"models.":[69]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-04T08:04:53.788161","created_date":"2025-10-10T00:00:00"}