{"id":"https://openalex.org/W4387338254","doi":"https://doi.org/10.1145/3617023.3617040","title":"Evaluating the Limits of the Current Evaluation Metrics for Topic Modeling","display_name":"Evaluating the Limits of the Current Evaluation Metrics for Topic Modeling","publication_year":2023,"publication_date":"2023-10-04","ids":{"openalex":"https://openalex.org/W4387338254","doi":"https://doi.org/10.1145/3617023.3617040"},"language":"en","primary_location":{"id":"doi:10.1145/3617023.3617040","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617023.3617040","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617023.3617040","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th Brazilian Symposium on Multimedia and the Web","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3617023.3617040","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089290053","display_name":"Ant\u00f4nio Pereira","orcid":null},"institutions":[{"id":"https://openalex.org/I166595947","display_name":"Federal University of S\u00e3o Jo\u00e3o del-Rei","ror":"https://ror.org/03vrj4p82","country_code":"BR","type":"education","lineage":["https://openalex.org/I166595947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ant\u00f4nio Pereira","raw_affiliation_strings":["Universidade Federal de S\u00e3o Jo\u00e3o del-Rei, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-5862-9272","affiliations":[{"raw_affiliation_string":"Universidade Federal de S\u00e3o Jo\u00e3o del-Rei, Brazil","institution_ids":["https://openalex.org/I166595947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057646226","display_name":"Felipe Viegas","orcid":"https://orcid.org/0000-0001-8121-8607"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Felipe Viegas","raw_affiliation_strings":["Universidade Federal de Minas Gerais, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-8121-8607","affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046370637","display_name":"Marcos Andr\u00e9 Gon\u00e7alves","orcid":"https://orcid.org/0000-0002-2075-3363"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcos Andr\u00e9 Gon\u00e7alves","raw_affiliation_strings":["Universidade Federal de Minas Gerais, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-2075-3363","affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087565388","display_name":"Leonardo Rocha","orcid":"https://orcid.org/0000-0002-4913-4902"},"institutions":[{"id":"https://openalex.org/I166595947","display_name":"Federal University of S\u00e3o Jo\u00e3o del-Rei","ror":"https://ror.org/03vrj4p82","country_code":"BR","type":"education","lineage":["https://openalex.org/I166595947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Leonardo Rocha","raw_affiliation_strings":["Universidade Federal de S\u00e3o Jo\u00e3o del-Rei, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-4913-4902","affiliations":[{"raw_affiliation_string":"Universidade Federal de S\u00e3o Jo\u00e3o del-Rei, Brazil","institution_ids":["https://openalex.org/I166595947"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9485,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.93363499,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"119","last_page":"127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6365225315093994},{"id":"https://openalex.org/keywords/current","display_name":"Current (fluid)","score":0.5640093684196472},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3441820740699768},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13278180360794067},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08639141917228699}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6365225315093994},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.5640093684196472},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3441820740699768},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13278180360794067},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08639141917228699}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3617023.3617040","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617023.3617040","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617023.3617040","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th Brazilian Symposium on Multimedia and the Web","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3617023.3617040","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617023.3617040","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617023.3617040","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th Brazilian Symposium on Multimedia and the Web","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387338254.pdf","grobid_xml":"https://content.openalex.org/works/W4387338254.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2014545475","https://openalex.org/W2038043464","https://openalex.org/W2341256577","https://openalex.org/W2461271816","https://openalex.org/W2883730939","https://openalex.org/W2907254481","https://openalex.org/W2970641574","https://openalex.org/W3022371575","https://openalex.org/W3034608479","https://openalex.org/W3082026966","https://openalex.org/W3126191299","https://openalex.org/W3172545452","https://openalex.org/W4206729245","https://openalex.org/W4212841134","https://openalex.org/W4233135949","https://openalex.org/W4285095255","https://openalex.org/W4297103140","https://openalex.org/W4391156274"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Topic":[0,39],"Modeling":[1],"(TM)":[2],"is":[3,128],"a":[4,110],"popular":[5],"approach":[6],"to":[7,187],"extracting":[8],"and":[9,20,49,133,153,197],"organizing":[10],"information":[11],"from":[12,24],"large":[13],"amounts":[14],"of":[15,54,65,95,139,144,160,170,182,199],"textual":[16],"data,":[17],"by":[18,67,142],"discovering":[19],"representing":[21],"semantic":[22],"topics":[23,66,75,140],"documents.":[25],"In":[26,85],"this":[27],"paper,":[28],"we":[29,87,90],"investigate":[30,88],"an":[31],"important":[32,179],"challenge":[33],"in":[34,46,119],"the":[35,44,47,51,55,63,70,74,93,97,137,145,156,168,171,185,195,200,204],"TM":[36,60,147],"context,":[37],"namely":[38],"evaluation,":[40],"responsible":[41],"for":[42,106,122,193],"driving":[43],"advances":[45],"field":[48],"assessing":[50],"overall":[52],"quality":[53,64,105,138],"topic":[56,104,126,158],"generation":[57],"process.":[58],"Traditional":[59],"metrics":[61,100,190],"capture":[62,177],"strictly":[68],"evaluating":[69],"words":[71],"that":[72,191,202],"built":[73],"syntactically":[76],"(i.e.,":[77,83,130,149],"NPMI,":[78],"TF-IDF":[79],"Coherence)":[80],"or":[81],"semantically":[82],"WEP).":[84],"here,":[86],"whether":[89],"are":[91],"approaching":[92],"limits":[94],"what":[96],"current":[98,172],"evaluation":[99],"can":[101],"assess":[102],"regarding":[103],"TM.":[107],"We":[108,135],"performed":[109],"comprehensive":[111],"experiment,":[112],"considering":[113],"three":[114],"data":[115],"collections":[116],"widely":[117],"used":[118],"automatic":[120],"classification,":[121],"which":[123],"each":[124,161],"document\u2019s":[125],"(class)":[127],"known":[129],"ACM,":[131],"20News":[132],"WebKb).":[134],"contrast":[136],"generated":[141],"four":[143],"main":[146],"techniques":[148],"LDA,":[150],"NMF,":[151],"CluWords":[152],"BerTopic)":[154],"with":[155],"previous":[157],"structure":[159,196],"collection.":[162],"Our":[163],"results":[164],"show":[165],"that,":[166],"despite":[167],"importance":[169],"metrics,":[173],"they":[174],"could":[175],"not":[176],"some":[178],"idiosyncratic":[180],"aspects":[181],"TM,":[183],"indicating":[184],"need":[186],"propose":[188],"new":[189],"consider,":[192],"example,":[194],"organization":[198],"documents":[201],"comprise":[203],"topics.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}