{"id":"https://openalex.org/W4385688441","doi":"https://doi.org/10.1145/3578337.3605118","title":"Assessment of the Quality of Topic Models for Information Retrieval Applications","display_name":"Assessment of the Quality of Topic Models for Information Retrieval Applications","publication_year":2023,"publication_date":"2023-08-09","ids":{"openalex":"https://openalex.org/W4385688441","doi":"https://doi.org/10.1145/3578337.3605118"},"language":"en","primary_location":{"id":"doi:10.1145/3578337.3605118","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578337.3605118","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578337.3605118","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3578337.3605118","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102859794","display_name":"Meng Yuan","orcid":"https://orcid.org/0000-0002-6291-6896"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Meng Yuan","raw_affiliation_strings":["The University of Melbourne, Parkville, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6291-6896","affiliations":[{"raw_affiliation_string":"The University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pauline Lin","orcid":"https://orcid.org/0000-0001-6407-2028"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Pauline Lin","raw_affiliation_strings":["The University of Melbourne, Parkville, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6407-2028","affiliations":[{"raw_affiliation_string":"The University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031434805","display_name":"Lida Rashidi","orcid":"https://orcid.org/0000-0002-6189-3274"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lida Rashidi","raw_affiliation_strings":["The University of Melbourne, Parkville, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6189-3274","affiliations":[{"raw_affiliation_string":"The University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041495909","display_name":"Justin Zobel","orcid":"https://orcid.org/0000-0001-6622-032X"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Justin Zobel","raw_affiliation_strings":["The University of Melbourne, Parkville, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6622-032X","affiliations":[{"raw_affiliation_string":"The University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":0.6253,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67311125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"265","last_page":"274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8189539909362793},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7239240407943726},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.686380922794342},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.652553915977478},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6501803398132324},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5798430442810059},{"id":"https://openalex.org/keywords/theme","display_name":"Theme (computing)","score":0.533649742603302},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.47157660126686096},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.4713934063911438},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4513033628463745},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4424365162849426},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.42806410789489746},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4190112352371216},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32019907236099243},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26342007517814636},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.21318131685256958}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8189539909362793},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7239240407943726},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.686380922794342},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.652553915977478},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6501803398132324},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5798430442810059},{"id":"https://openalex.org/C33566652","wikidata":"https://www.wikidata.org/wiki/Q1065927","display_name":"Theme (computing)","level":2,"score":0.533649742603302},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.47157660126686096},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.4713934063911438},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4513033628463745},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4424365162849426},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.42806410789489746},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4190112352371216},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32019907236099243},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26342007517814636},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.21318131685256958},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3578337.3605118","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578337.3605118","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578337.3605118","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3578337.3605118","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578337.3605118","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578337.3605118","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385688441.pdf","grobid_xml":"https://content.openalex.org/works/W4385688441.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1880262756","https://openalex.org/W1928219753","https://openalex.org/W2026752214","https://openalex.org/W2038043464","https://openalex.org/W2042980227","https://openalex.org/W2065235656","https://openalex.org/W2125118959","https://openalex.org/W2136542423","https://openalex.org/W2144359569","https://openalex.org/W2158266063","https://openalex.org/W2169606435","https://openalex.org/W2417560918","https://openalex.org/W2461271816","https://openalex.org/W2750981579","https://openalex.org/W2907254481","https://openalex.org/W2974043497","https://openalex.org/W3006159189","https://openalex.org/W3160979913","https://openalex.org/W3214317200","https://openalex.org/W4206729245","https://openalex.org/W4306377799"],"related_works":["https://openalex.org/W2250624607","https://openalex.org/W2141452888","https://openalex.org/W2123793327","https://openalex.org/W2296730655","https://openalex.org/W2370554703","https://openalex.org/W4206478093","https://openalex.org/W1987277870","https://openalex.org/W2621238059","https://openalex.org/W2108873957","https://openalex.org/W4283734474"],"abstract_inverted_index":{"Topic":[0],"modelling":[1],"is":[2,97,151,170],"an":[3],"approach":[4],"to":[5,34,100,130,192,195,203,206],"generation":[6],"of":[7,9,15,28,39,50,64,85,94,110,144,148,178],"descriptions":[8],"document":[10],"collections":[11],"as":[12,137,173,175],"a":[13,20,26,37,82,107,115,123,153],"set":[14],"topics":[16,53,139],"where":[17],"each":[18],"has":[19,31,43],"distinct":[21],"theme":[22],"and":[23,181],"documents":[24,73,103],"are":[25,54,74,104,135,140,163,210],"blend":[27],"topics.":[29,111],"It":[30],"been":[32,44],"applied":[33],"retrieval":[35,214],"in":[36,56,212],"range":[38],"ways,":[40],"but":[41],"there":[42],"little":[45],"prior":[46],"work":[47],"on":[48],"measurement":[49],"whether":[51],"the":[52,92,98,128,132,138,149,161,204,213],"descriptive":[55],"this":[57,78,95],"context.":[58],"Moreover,":[59],"existing":[60,176],"methods":[61],"for":[62,119],"assessment":[63],"topic":[65,86,179,208],"quality":[66,180],"do":[67],"not":[68,183,194],"consider":[69],"how":[70],"well":[71],"individual":[72,102],"described.":[75],"To":[76],"address":[77],"issue":[79],"we":[80,89,197],"propose":[81,114],"new":[83,116],"measure":[84,96,155],"quality,":[87],"which":[88,101,131,207],"call":[90],"specificity;":[91],"basis":[93],"extent":[99,129,205],"described":[105],"by":[106,142],"limited":[108],"number":[109],"We":[112,166],"also":[113],"experimental":[117],"protocol":[118],"validating":[120],"topic-quality":[121],"measures,":[122],"'noise":[124],"dial'":[125],"that":[126,152,168,200],"quantifies":[127],"measure's":[133],"scores":[134,159],"altered":[136],"degraded":[141],"addition":[143],"noise.":[145],"The":[146],"principle":[147],"mechanism":[150],"meaningful":[154],"should":[156],"produce":[157],"low":[158],"if":[160],"'topics'":[162],"essentially":[164],"random.":[165],"show":[167,199],"specificity":[169,201],"at":[171],"least":[172],"effective":[174],"measures":[177,189],"does":[182],"require":[184],"external":[185],"resources.":[186],"While":[187],"other":[188],"relate":[190],"only":[191],"topics,":[193],"documents,":[196],"further":[198],"correlates":[202],"models":[209],"informative":[211],"process.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-24T07:32:12.397491","created_date":"2025-10-10T00:00:00"}