{"id":"https://openalex.org/W4410357022","doi":"https://doi.org/10.1145/3672608.3707837","title":"HARIN: A Novel Metric for Hierarchical Topic Model Assessment","display_name":"HARIN: A Novel Metric for Hierarchical Topic Model Assessment","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410357022","doi":"https://doi.org/10.1145/3672608.3707837"},"language":"en","primary_location":{"id":"doi:10.1145/3672608.3707837","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672608.3707837","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672608.3707837","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3672608.3707837","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109028731","display_name":"H. S. Seo","orcid":"https://orcid.org/0000-0002-9236-0358"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Harin Seo","raw_affiliation_strings":["Samsung Electronics Co., Ltd., Suwon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics Co., Ltd., Suwon, Republic of Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117539816","display_name":"Hwanseong Joo","orcid":null},"institutions":[{"id":"https://openalex.org/I31419693","display_name":"Kyungpook National University","ror":"https://ror.org/040c17130","country_code":"KR","type":"education","lineage":["https://openalex.org/I31419693"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hwanseong Joo","raw_affiliation_strings":["Kyungpook National University, Daegu, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Kyungpook National University, Daegu, Republic of Korea","institution_ids":["https://openalex.org/I31419693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010776108","display_name":"Byungchul Tak","orcid":"https://orcid.org/0000-0002-8204-6816"},"institutions":[{"id":"https://openalex.org/I31419693","display_name":"Kyungpook National University","ror":"https://ror.org/040c17130","country_code":"KR","type":"education","lineage":["https://openalex.org/I31419693"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byungchul Tak","raw_affiliation_strings":["Kyungpook National University, Daegu, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Kyungpook National University, Daegu, Republic of Korea","institution_ids":["https://openalex.org/I31419693"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101626811","display_name":"Young\u2010Kyoon Suh","orcid":"https://orcid.org/0000-0003-3124-2566"},"institutions":[{"id":"https://openalex.org/I31419693","display_name":"Kyungpook National University","ror":"https://ror.org/040c17130","country_code":"KR","type":"education","lineage":["https://openalex.org/I31419693"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young-Kyoon Suh","raw_affiliation_strings":["Kyungpook National University, Daegu, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Kyungpook National University, Daegu, Republic of Korea","institution_ids":["https://openalex.org/I31419693"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5109028731"],"corresponding_institution_ids":["https://openalex.org/I2250650973"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14746506,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1907","last_page":"1916"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6885119676589966},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.668125569820404},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10325595736503601}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6885119676589966},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.668125569820404},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10325595736503601},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3672608.3707837","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672608.3707837","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672608.3707837","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3672608.3707837","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672608.3707837","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672608.3707837","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1859597740","display_name":null,"funder_award_id":"RS-2021-NR060080","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G2143008356","display_name":null,"funder_award_id":"RS-2021-NR066188","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G2517757161","display_name":null,"funder_award_id":"RS-2018-NR031059","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G2693902825","display_name":null,"funder_award_id":"NRF-2018R1A6A1A03025109","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G30685149","display_name":null,"funder_award_id":"BK21 FOUR","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G5562307789","display_name":null,"funder_award_id":"BK21 FOUR","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G6478242656","display_name":null,"funder_award_id":"41202420214871","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321272","display_name":"Kyungpook National University","ror":"https://ror.org/040c17130"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410357022.pdf","grobid_xml":"https://content.openalex.org/works/W4410357022.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W2143139739","https://openalex.org/W2510348920","https://openalex.org/W2750779823","https://openalex.org/W2794601162","https://openalex.org/W2910828880","https://openalex.org/W2914562313","https://openalex.org/W2962686197","https://openalex.org/W2970641574","https://openalex.org/W3030163527","https://openalex.org/W3034735823","https://openalex.org/W3124516888","https://openalex.org/W3134175649","https://openalex.org/W4200428021","https://openalex.org/W4220771481","https://openalex.org/W4292779060","https://openalex.org/W4313563828","https://openalex.org/W4386566840"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Hierarchical":[0],"topic":[1,24,66,119,152,203],"modeling":[2],"is":[3,17,68],"a":[4,12,78,103],"well-known":[5],"technique":[6],"for":[7],"deriving":[8],"comprehensive":[9],"insights":[10],"on":[11,35],"given":[13,29],"dataset.":[14],"However,":[15],"it":[16,54,141],"challenging":[18],"to":[19,56,73,92,159,176,198],"choose":[20],"the":[21,31,36,59,63,75,83,87,93,117,130,135,149,180,200,210,215,221],"best-suited":[22],"hierarchical":[23,88,202],"model":[25,32,44,94,173,217,230],"among":[26,124],"many":[27],"candidates,":[28],"that":[30,42,166,207],"generally":[33],"depends":[34],"dataset":[37],"under":[38],"analysis.":[39],"Moreover,":[40],"even":[41],"chosen":[43],"typically":[45],"produces":[46],"an":[47,69],"overwhelming":[48],"number":[49,223],"of":[50,77,86,137,148,151,192,224],"leaf":[51,225],"topics,":[52,226],"making":[53],"hard":[55],"correctly":[57],"interpret":[58],"result":[60,233],"derived":[61],"from":[62,154],"model.":[64,204],"Although":[65],"coherence":[67,80,211],"often":[70],"used":[71],"metric":[72,114,212],"assess":[74],"quality":[76,150],"model,":[79],"cannot":[81],"reflect":[82],"unique":[84],"characteristics":[85],"structure":[89],"when":[90],"applied":[91,158],"as":[95],"well.":[96],"To":[97],"address":[98],"these":[99],"concerns,":[100],"we":[101],"propose":[102],"novel":[104],"evaluation":[105],"metric,":[106,183],"HARIN":[107,113,138,167,208],"(HierArchical":[108],"haRmony":[109],"INdex).":[110],"The":[111],"proposed":[112],"effectively":[115],"reflects":[116],"overall":[118],"coherence,":[120,184],"diversity,":[121],"and":[122,126,145,232],"similarity":[123],"parent-child":[125],"sibling":[127],"layers":[128],"in":[129,172,213],"produced":[131],"hierarchy.":[132],"We":[133,205],"test":[134],"validity":[136],"by":[139,185],"comparing":[140],"against":[142],"competing":[143,182],"metrics":[144],"human":[146,177],"assessments":[147],"hierarchies":[153],"four":[155],"popular":[156],"models":[157],"five":[160],"real-world":[161],"datasets.":[162],"Our":[163],"experiments":[164],"demonstrate":[165],"achieves":[168],"approximately":[169],"85%":[170],"accuracy":[171],"ranking":[174],"compared":[175],"scores,":[178],"surpassing":[179],"leading":[181],"1.4\u00d7.":[186],"Notably,":[187],"HARIN's":[188],"mean":[189],"reciprocal":[190],"rank":[191],"1":[193],"highlights":[194],"its":[195],"exceptional":[196],"ability":[197],"recommend":[199],"optimal":[201],"show":[206],"outperforms":[209],"identifying":[214],"best":[216],"while":[218],"also":[219],"pruning":[220],"right":[222],"thereby":[227],"enhancing":[228],"both":[229],"selection":[231],"interpretability.":[234]},"counts_by_year":[],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}