{"id":"https://openalex.org/W4381461431","doi":"https://doi.org/10.3390/make5020029","title":"Evaluating the Coverage and Depth of Latent Dirichlet Allocation Topic Model in Comparison with Human Coding of Qualitative Data: The Case of Education Research","display_name":"Evaluating the Coverage and Depth of Latent Dirichlet Allocation Topic Model in Comparison with Human Coding of Qualitative Data: The Case of Education Research","publication_year":2023,"publication_date":"2023-05-14","ids":{"openalex":"https://openalex.org/W4381461431","doi":"https://doi.org/10.3390/make5020029"},"language":"en","primary_location":{"id":"doi:10.3390/make5020029","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make5020029","pdf_url":"https://www.mdpi.com/2504-4990/5/2/29/pdf?version=1684055812","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-4990/5/2/29/pdf?version=1684055812","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028377581","display_name":"Gaurav Nanda","orcid":"https://orcid.org/0000-0003-1240-8639"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gaurav Nanda","raw_affiliation_strings":["School of Engineering Technology Purdue University, West Lafayette, IN 47906, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering Technology Purdue University, West Lafayette, IN 47906, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069190827","display_name":"Aparajita Jaiswal","orcid":"https://orcid.org/0000-0002-0185-613X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aparajita Jaiswal","raw_affiliation_strings":["Center for Intercultural Learning, Mentorship, Assessment and Research (CILMAR), Purdue University, West Lafayette, IN 47906, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Intercultural Learning, Mentorship, Assessment and Research (CILMAR), Purdue University, West Lafayette, IN 47906, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008519938","display_name":"Hugo Castellanos","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hugo Castellanos","raw_affiliation_strings":["Department of Computer and Information Technology, Purdue University, West Lafayette, IN 47906, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Technology, Purdue University, West Lafayette, IN 47906, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023823425","display_name":"Yuzhe Zhou","orcid":"https://orcid.org/0009-0007-6255-0277"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuzhe Zhou","raw_affiliation_strings":["Department of Computer and Information Technology, Purdue University, West Lafayette, IN 47906, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Technology, Purdue University, West Lafayette, IN 47906, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059131850","display_name":"Alex Choi","orcid":"https://orcid.org/0000-0002-6508-751X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Choi","raw_affiliation_strings":["Department of Computer and Information Technology, Purdue University, West Lafayette, IN 47906, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Technology, Purdue University, West Lafayette, IN 47906, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076133727","display_name":"Alejandra J. Magana","orcid":"https://orcid.org/0000-0001-6117-7502"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alejandra J. Magana","raw_affiliation_strings":["Department of Computer and Information Technology, Purdue University, West Lafayette, IN 47906, USA"],"raw_orcid":"https://orcid.org/0000-0001-6117-7502","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Technology, Purdue University, West Lafayette, IN 47906, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5076133727"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":16.8633,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.99057741,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"5","issue":"2","first_page":"473","last_page":"490"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9629999995231628,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12880","display_name":"Qualitative Research Methods and Applications","score":0.9413999915122986,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latent-dirichlet-allocation","display_name":"Latent Dirichlet allocation","score":0.9126336574554443},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.7404028177261353},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.66243976354599},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5968026518821716},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.5391457676887512},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4375268220901489},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4308808445930481},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3650633692741394},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35632461309432983},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.22667428851127625},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15536367893218994}],"concepts":[{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.9126336574554443},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.7404028177261353},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.66243976354599},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5968026518821716},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.5391457676887512},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4375268220901489},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4308808445930481},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3650633692741394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35632461309432983},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22667428851127625},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15536367893218994}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/make5020029","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make5020029","pdf_url":"https://www.mdpi.com/2504-4990/5/2/29/pdf?version=1684055812","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4d7d58dee34d4629ad733e3b6c93f68b","is_oa":true,"landing_page_url":"https://doaj.org/article/4d7d58dee34d4629ad733e3b6c93f68b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction, Vol 5, Iss 2, Pp 473-490 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2504-4990/5/2/29/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/make5020029","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction; Volume 5; Issue 2; Pages: 473-490","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/make5020029","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make5020029","pdf_url":"https://www.mdpi.com/2504-4990/5/2/29/pdf?version=1684055812","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8899999856948853,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G6618593300","display_name":"Productive Online Teamwork Engagement Through Intelligent Mediation","funder_award_id":"2113991","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G682212447","display_name":"An AI-Augmented Phenomenographic Approach to Conceptualizing Undergraduate Students Experiences of Intercultural Team Cognition in STEM","funder_award_id":"2219271","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381461431.pdf"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1914734407","https://openalex.org/W1981740417","https://openalex.org/W2038043464","https://openalex.org/W2077898005","https://openalex.org/W2095462426","https://openalex.org/W2131587748","https://openalex.org/W2165327596","https://openalex.org/W2186587573","https://openalex.org/W2546996098","https://openalex.org/W2607618454","https://openalex.org/W2769563773","https://openalex.org/W2795783386","https://openalex.org/W2809100814","https://openalex.org/W2852439030","https://openalex.org/W2902680660","https://openalex.org/W2962686197","https://openalex.org/W2963034284","https://openalex.org/W3087297528","https://openalex.org/W3135087240","https://openalex.org/W4214849731","https://openalex.org/W4225116079","https://openalex.org/W4229017926","https://openalex.org/W4231510805","https://openalex.org/W4391561862","https://openalex.org/W4391562948","https://openalex.org/W6639619044","https://openalex.org/W6679482899","https://openalex.org/W6686883077","https://openalex.org/W6753241079","https://openalex.org/W6756667457","https://openalex.org/W6765362104"],"related_works":["https://openalex.org/W2769501189","https://openalex.org/W4315588616","https://openalex.org/W4312773271","https://openalex.org/W2888805565","https://openalex.org/W2962686197","https://openalex.org/W3005513013","https://openalex.org/W2207653751","https://openalex.org/W2611137333","https://openalex.org/W4389543811","https://openalex.org/W4291700620"],"abstract_inverted_index":{"Fields":[0],"in":[1,78,148,189],"the":[2,13,57,64,68,81,84,88,94,129,174,179,182,190],"social":[3],"sciences,":[4],"such":[5,28],"as":[6,29],"education":[7],"research,":[8],"have":[9],"started":[10],"to":[11,19,50,153],"expand":[12],"use":[14],"of":[15,53,67,80,83,99,114,145,160,166,176,181],"computer-based":[16],"research":[17,22,54,59],"methods":[18],"supplement":[20],"traditional":[21],"approaches.":[23],"Natural":[24],"language":[25],"processing":[26],"techniques,":[27],"topic":[30,73,106,122,137,191],"modeling,":[31],"may":[32,43],"support":[33],"qualitative":[34],"data":[35],"analysis":[36],"by":[37],"providing":[38],"early":[39],"categories":[40],"that":[41,136],"researchers":[42],"interpret":[44],"and":[45,55,75,108,124,128,143,164,178],"refine.":[46],"This":[47],"study":[48],"contributes":[49],"this":[51],"body":[52],"answers":[56],"following":[58],"questions:":[60],"(RQ1)":[61],"What":[62,92],"is":[63,93,170],"relative":[65,95],"coverage":[66,142],"latent":[69],"Dirichlet":[70],"allocation":[71],"(LDA)":[72],"model":[74],"human":[76,109,125,154,167],"coding":[77,110,126,155,168],"terms":[79],"breadth":[82,163],"topics/themes":[85],"extracted":[86],"from":[87],"text":[89],"collection?":[90],"(RQ2)":[91],"depth":[96,144,165],"or":[97],"level":[98],"detail":[100],"among":[101],"identified":[102],"topics":[103],"using":[104,120],"LDA":[105,121],"models":[107,138],"approaches?":[111],"A":[112],"dataset":[113],"student":[115],"reflections":[116],"was":[117],"qualitatively":[118],"analyzed":[119],"modeling":[123,192],"approaches,":[127],"results":[130],"were":[131],"compared.":[132],"The":[133,162],"findings":[134],"suggest":[135],"can":[139],"provide":[140],"reliable":[141],"themes":[146],"present":[147],"a":[149],"textual":[150],"collection":[151],"comparable":[152],"but":[156],"require":[157],"manual":[158],"interpretation":[159],"topics.":[161],"output":[169],"heavily":[171],"dependent":[172],"on":[173],"expertise":[175],"coders":[177],"size":[180],"collection;":[183],"these":[184],"factors":[185],"are":[186],"better":[187],"handled":[188],"approach.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}