{"id":"https://openalex.org/W4317538208","doi":"https://doi.org/10.1177/01655515221148369","title":"Ranking coherence in topic models using statistically validated networks","display_name":"Ranking coherence in topic models using statistically validated networks","publication_year":2023,"publication_date":"2023-01-20","ids":{"openalex":"https://openalex.org/W4317538208","doi":"https://doi.org/10.1177/01655515221148369"},"language":"en","primary_location":{"id":"doi:10.1177/01655515221148369","is_oa":false,"landing_page_url":"https://doi.org/10.1177/01655515221148369","pdf_url":null,"source":{"id":"https://openalex.org/S68913162","display_name":"Journal of Information Science","issn_l":"0165-5515","issn":["0165-5515","1741-6485"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://journals.sagepub.com/share/RKVEQ3HKXIYKT7JVEXWX?target=10.1177/01655515221148369","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101546479","display_name":"Andrea Simonetti","orcid":"https://orcid.org/0009-0003-3594-6656"},"institutions":[{"id":"https://openalex.org/I900890020","display_name":"University of Palermo","ror":"https://ror.org/044k9ta02","country_code":"IT","type":"education","lineage":["https://openalex.org/I900890020"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Andrea Simonetti","raw_affiliation_strings":["Department of Business Economics and Statistics, University of Palermo, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Business Economics and Statistics, University of Palermo, Italy","institution_ids":["https://openalex.org/I900890020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088371040","display_name":"Alessandro Albano","orcid":"https://orcid.org/0000-0002-4259-0710"},"institutions":[{"id":"https://openalex.org/I900890020","display_name":"University of Palermo","ror":"https://ror.org/044k9ta02","country_code":"IT","type":"education","lineage":["https://openalex.org/I900890020"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Albano","raw_affiliation_strings":["Department of Business Economics and Statistics, University of Palermo, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Business Economics and Statistics, University of Palermo, Italy","institution_ids":["https://openalex.org/I900890020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030033924","display_name":"Antonella Plaia","orcid":"https://orcid.org/0000-0001-7811-2430"},"institutions":[{"id":"https://openalex.org/I900890020","display_name":"University of Palermo","ror":"https://ror.org/044k9ta02","country_code":"IT","type":"education","lineage":["https://openalex.org/I900890020"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonella Plaia","raw_affiliation_strings":["Department of Business Economics and Statistics, University of Palermo, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Business Economics and Statistics, University of Palermo, Italy","institution_ids":["https://openalex.org/I900890020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032380303","display_name":"Michele Tumminello","orcid":"https://orcid.org/0000-0001-6045-6761"},"institutions":[{"id":"https://openalex.org/I4210130743","display_name":"Institute for Biomedical Research and Innovation","ror":"https://ror.org/03byxpq91","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210130743"]},{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I900890020","display_name":"University of Palermo","ror":"https://ror.org/044k9ta02","country_code":"IT","type":"education","lineage":["https://openalex.org/I900890020"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Tumminello","raw_affiliation_strings":["Department of Business Economics and Statistics, University of Palermo, Italy; Institute for Biomedical Research and Innovation, National Research Council, Italy"],"raw_orcid":"https://orcid.org/0000-0001-6045-6761","affiliations":[{"raw_affiliation_string":"Department of Business Economics and Statistics, University of Palermo, Italy; Institute for Biomedical Research and Innovation, National Research Council, Italy","institution_ids":["https://openalex.org/I4210130743","https://openalex.org/I900890020","https://openalex.org/I4210155236"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101546479"],"corresponding_institution_ids":["https://openalex.org/I900890020"],"apc_list":null,"apc_paid":null,"fwci":1.7041,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86826578,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"51","issue":"3","first_page":"744","last_page":"765"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8536820411682129},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7521059513092041},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6438353061676025},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.6373735666275024},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.6213127374649048},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.586937427520752},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5674907565116882},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.497207909822464},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.4817226231098175},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.42464056611061096},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.40789365768432617},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38059931993484497},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.18496382236480713},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15112772583961487}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8536820411682129},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7521059513092041},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6438353061676025},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.6373735666275024},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.6213127374649048},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.586937427520752},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5674907565116882},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.497207909822464},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.4817226231098175},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.42464056611061096},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40789365768432617},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38059931993484497},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.18496382236480713},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15112772583961487},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/01655515221148369","is_oa":false,"landing_page_url":"https://doi.org/10.1177/01655515221148369","pdf_url":null,"source":{"id":"https://openalex.org/S68913162","display_name":"Journal of Information Science","issn_l":"0165-5515","issn":["0165-5515","1741-6485"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Science","raw_type":"journal-article"},{"id":"pmh:oai:iris.unipa.it:10447/574748","is_oa":true,"landing_page_url":"https://journals.sagepub.com/share/RKVEQ3HKXIYKT7JVEXWX?target=10.1177/01655515221148369","pdf_url":null,"source":{"id":"https://openalex.org/S4306401065","display_name":"Nova Science Publishers (Nova Science Publishers, Inc.)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:iris.unipa.it:10447/574748","is_oa":true,"landing_page_url":"https://journals.sagepub.com/share/RKVEQ3HKXIYKT7JVEXWX?target=10.1177/01655515221148369","pdf_url":null,"source":{"id":"https://openalex.org/S4306401065","display_name":"Nova Science Publishers (Nova Science Publishers, Inc.)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7099999785423279,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W977114758","https://openalex.org/W1481277647","https://openalex.org/W1501500081","https://openalex.org/W1532325895","https://openalex.org/W1549567970","https://openalex.org/W1927727507","https://openalex.org/W1978394996","https://openalex.org/W1987869189","https://openalex.org/W2030644393","https://openalex.org/W2033265738","https://openalex.org/W2038043464","https://openalex.org/W2045315420","https://openalex.org/W2048957655","https://openalex.org/W2049394545","https://openalex.org/W2054317102","https://openalex.org/W2063904635","https://openalex.org/W2087459024","https://openalex.org/W2101001634","https://openalex.org/W2106490775","https://openalex.org/W2111094216","https://openalex.org/W2126843316","https://openalex.org/W2151703435","https://openalex.org/W2169353679","https://openalex.org/W2174706414","https://openalex.org/W2341256577","https://openalex.org/W2769536523","https://openalex.org/W2808151906","https://openalex.org/W2886234956","https://openalex.org/W2912517510","https://openalex.org/W2913465454","https://openalex.org/W2964201911","https://openalex.org/W2970259172","https://openalex.org/W2997791508","https://openalex.org/W3006112430","https://openalex.org/W3045464143","https://openalex.org/W3125733373","https://openalex.org/W4233135949","https://openalex.org/W4301230818","https://openalex.org/W6639619044","https://openalex.org/W6677749952","https://openalex.org/W6798527662"],"related_works":["https://openalex.org/W4206534706","https://openalex.org/W4229079080","https://openalex.org/W3203961807","https://openalex.org/W3107474891","https://openalex.org/W4205364923","https://openalex.org/W3012234327","https://openalex.org/W2024994743","https://openalex.org/W3006943036","https://openalex.org/W3191046242","https://openalex.org/W2171319841"],"abstract_inverted_index":{"Probabilistic":[0],"topic":[1,36,78,176],"models":[2],"have":[3],"become":[4],"one":[5,118],"of":[6,28,35,42,75,83,90,96,111,129,132,140,163,183,189],"the":[7,26,32,40,46,108,144,147,158,167,170,172,175,181,184,197,207],"most":[8,85],"widespread":[9],"machine":[10],"learning":[11],"techniques":[12],"in":[13,105,146,177],"textual":[14],"analysis.":[15],"Topic":[16],"discovering":[17],"is":[18,51,98,200],"an":[19,52,187],"unsupervised":[20],"process":[21],"that":[22,196],"does":[23],"not":[24],"guarantee":[25],"interpretability":[27,162],"its":[29,84],"output.":[30],"Hence,":[31],"automatic":[33],"evaluation":[34,62],"coherence":[37,160,209],"has":[38],"attracted":[39],"interest":[41],"many":[43],"researchers":[44],"over":[45],"last":[47],"decade,":[48],"and":[49,123,161],"it":[50],"open":[53],"research":[54],"area.":[55],"This":[56],"article":[57],"offers":[58],"a":[59,80,91,130,164,190],"new":[60],"quality":[61],"method":[63,116,185],"based":[64],"on":[65],"statistically":[66,101,136],"validated":[67],"networks":[68],"(SVNs).":[69],"The":[70,88,114,135],"proposed":[71,115,198],"probabilistic":[72],"approach":[73],"consists":[74],"representing":[76],"each":[77,94],"as":[79],"weighted":[81],"network":[82],"probable":[86],"words.":[87],"presence":[89],"link":[92],"between":[93,121],"pair":[95],"words":[97,141],"assessed":[99],"by":[100,126,143],"validating":[102],"their":[103],"co-occurrence":[104],"sentences":[106],"against":[107],"null":[109],"hypothesis":[110],"random":[112],"co-occurrence.":[113],"allows":[117],"to":[119,153,157],"distinguish":[120],"high-quality":[122],"low-quality":[124],"topics,":[125],"making":[127],"use":[128],"battery":[131],"statistical":[133],"tests.":[134],"significant":[137],"pairwise":[138],"associations":[139],"represented":[142],"links":[145],"SVN":[148],"might":[149],"reasonably":[150],"be":[151,154],"expected":[152],"strictly":[155],"related":[156],"semantic":[159],"topic.":[165],"Therefore,":[166],"more":[168,173,201],"connected":[169],"network,":[171],"coherent":[174],"question.":[178],"We":[179],"demonstrate":[180],"effectiveness":[182],"through":[186],"analysis":[188],"real":[191],"text":[192],"corpus,":[193],"which":[194],"shows":[195],"measure":[199],"correlated":[202],"with":[203],"human":[204],"judgement":[205],"than":[206],"state-of-the-art":[208],"measures.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}