{"id":"https://openalex.org/W4403214714","doi":"https://doi.org/10.3390/bdcc8100132","title":"Evaluating the Performance of Topic Modeling Techniques with Human Validation to Support Qualitative Analysis","display_name":"Evaluating the Performance of Topic Modeling Techniques with Human Validation to Support Qualitative Analysis","publication_year":2024,"publication_date":"2024-10-08","ids":{"openalex":"https://openalex.org/W4403214714","doi":"https://doi.org/10.3390/bdcc8100132"},"language":"en","primary_location":{"id":"doi:10.3390/bdcc8100132","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc8100132","pdf_url":"https://www.mdpi.com/2504-2289/8/10/132/pdf?version=1728454486","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-2289/8/10/132/pdf?version=1728454486","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114242104","display_name":"J. Romero","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julian D. Romero","raw_affiliation_strings":["School of Engineering Technology, Purdue University, 401 N. Grant St., West Lafayette, IN 47907, USA"],"affiliations":[{"raw_affiliation_string":"School of Engineering Technology, Purdue University, 401 N. Grant St., West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089739145","display_name":"Miguel A. Feijoo\u2010Garcia","orcid":"https://orcid.org/0000-0001-5648-9966"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miguel A. Feijoo-Garcia","raw_affiliation_strings":["Department of Computer and Information Technology, Purdue University, 401 N. Grant St., West Lafayette, IN 47907, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Technology, Purdue University, 401 N. Grant St., West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028377581","display_name":"Gaurav Nanda","orcid":"https://orcid.org/0000-0003-1240-8639"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gaurav Nanda","raw_affiliation_strings":["School of Engineering Technology, Purdue University, 401 N. Grant St., West Lafayette, IN 47907, USA"],"affiliations":[{"raw_affiliation_string":"School of Engineering Technology, Purdue University, 401 N. Grant St., West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007610322","display_name":"Brittany Newell","orcid":"https://orcid.org/0000-0001-5737-2065"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brittany Newell","raw_affiliation_strings":["School of Engineering Technology, Purdue University, 401 N. Grant St., West Lafayette, IN 47907, USA"],"affiliations":[{"raw_affiliation_string":"School of Engineering Technology, Purdue University, 401 N. Grant St., West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076133727","display_name":"Alejandra J. Magana","orcid":"https://orcid.org/0000-0001-6117-7502"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alejandra J. Magana","raw_affiliation_strings":["Department of Computer and Information Technology, Purdue University, 401 N. Grant St., West Lafayette, IN 47907, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Technology, Purdue University, 401 N. Grant St., West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5076133727"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":29.936,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.99536999,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"8","issue":"10","first_page":"132","last_page":"132"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14484","display_name":"Technology and Data Analysis","score":0.9122999906539917,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5193229913711548},{"id":"https://openalex.org/keywords/qualitative-analysis","display_name":"Qualitative analysis","score":0.5112044811248779},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.43635767698287964},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3774777054786682},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.3099033236503601},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19075965881347656},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.12838825583457947},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.06135571002960205}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5193229913711548},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.5112044811248779},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43635767698287964},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3774777054786682},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.3099033236503601},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19075965881347656},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.12838825583457947},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.06135571002960205}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/bdcc8100132","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc8100132","pdf_url":"https://www.mdpi.com/2504-2289/8/10/132/pdf?version=1728454486","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b9db010e83e24f72a7442568d4293f27","is_oa":true,"landing_page_url":"https://doaj.org/article/b9db010e83e24f72a7442568d4293f27","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data and Cognitive Computing, Vol 8, Iss 10, p 132 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/bdcc8100132","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc8100132","pdf_url":"https://www.mdpi.com/2504-2289/8/10/132/pdf?version=1728454486","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4099999964237213,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2993681885","display_name":null,"funder_award_id":"2406698 and 2219271","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309036","display_name":"Purdue University","ror":"https://ror.org/02dqehb95"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403214714.pdf","grobid_xml":"https://content.openalex.org/works/W4403214714.grobid-xml"},"referenced_works_count":81,"referenced_works":["https://openalex.org/W2007657616","https://openalex.org/W2013608223","https://openalex.org/W2038043464","https://openalex.org/W2089570507","https://openalex.org/W2120831232","https://openalex.org/W2129350855","https://openalex.org/W2135572748","https://openalex.org/W2164777277","https://openalex.org/W2250539671","https://openalex.org/W2295598076","https://openalex.org/W2500279295","https://openalex.org/W2509005432","https://openalex.org/W2553584900","https://openalex.org/W2586068811","https://openalex.org/W2620890112","https://openalex.org/W2660411023","https://openalex.org/W2789758093","https://openalex.org/W2889056793","https://openalex.org/W2895713118","https://openalex.org/W2907939952","https://openalex.org/W2909325793","https://openalex.org/W2927032858","https://openalex.org/W2949361621","https://openalex.org/W2963034284","https://openalex.org/W2971349717","https://openalex.org/W2981455981","https://openalex.org/W2984353870","https://openalex.org/W2992036841","https://openalex.org/W3000746094","https://openalex.org/W3021053579","https://openalex.org/W3021743785","https://openalex.org/W3083628402","https://openalex.org/W3103699767","https://openalex.org/W3118481307","https://openalex.org/W3119476019","https://openalex.org/W3121560857","https://openalex.org/W3128669180","https://openalex.org/W3135087240","https://openalex.org/W3136832944","https://openalex.org/W3158391433","https://openalex.org/W3159506990","https://openalex.org/W3166487790","https://openalex.org/W3172104502","https://openalex.org/W3199724058","https://openalex.org/W3203818485","https://openalex.org/W3215074405","https://openalex.org/W4242632974","https://openalex.org/W4245438327","https://openalex.org/W4283387990","https://openalex.org/W4285140393","https://openalex.org/W4285219386","https://openalex.org/W4285376067","https://openalex.org/W4290043324","https://openalex.org/W4291012446","https://openalex.org/W4293461713","https://openalex.org/W4302990361","https://openalex.org/W4307267992","https://openalex.org/W4307321238","https://openalex.org/W4307715336","https://openalex.org/W4319788517","https://openalex.org/W4320031887","https://openalex.org/W4367298432","https://openalex.org/W4372356369","https://openalex.org/W4381461431","https://openalex.org/W4386737395","https://openalex.org/W4387105436","https://openalex.org/W4390059722","https://openalex.org/W4391252712","https://openalex.org/W4391598858","https://openalex.org/W4393162398","https://openalex.org/W4395958053","https://openalex.org/W4396864857","https://openalex.org/W4398239302","https://openalex.org/W4401286419","https://openalex.org/W6739893922","https://openalex.org/W6765362104","https://openalex.org/W6768735136","https://openalex.org/W6795943826","https://openalex.org/W6839697730","https://openalex.org/W6842992248","https://openalex.org/W6987714012"],"related_works":["https://openalex.org/W2046541833","https://openalex.org/W1499806064","https://openalex.org/W4240869053","https://openalex.org/W2140472019","https://openalex.org/W2057857755","https://openalex.org/W2261353938","https://openalex.org/W4316090175","https://openalex.org/W2898960644","https://openalex.org/W2591867738","https://openalex.org/W48956554"],"abstract_inverted_index":{"Examining":[0],"the":[1,56,66,88,139,145,148,151,157,220,225],"effectiveness":[2,57],"of":[3,35,58,91,147,156,228],"machine":[4,40,160,212],"learning":[5,41,161,213],"techniques":[6,42,60,178],"in":[7,61,97,126,248,258],"analyzing":[8],"engineering":[9,92,259],"students\u2019":[10,75,140],"decision-making":[11,89],"processes":[12,90],"through":[13,150],"topic":[14,44,250],"modeling":[15],"during":[16,224],"simulation-based":[17,99],"design":[18,100,124,128,141,226],"tasks":[19],"is":[20],"crucial":[21],"for":[22,43,73,173,233,255],"advancing":[23],"educational":[24],"methods":[25,72,136],"and":[26,38,69,77,118,134,143,154,167,183,189,202,210],"tools.":[27],"Thus,":[28],"this":[29,51,103],"study":[30,86,131],"presents":[31],"a":[32,98,127,230,234,238],"comparative":[33],"analysis":[34],"different":[36],"supervised":[37,209],"unsupervised":[39,211],"modeling,":[45],"along":[46,194],"with":[47,195,199],"human":[48],"validation.":[49],"Hence,":[50],"manuscript":[52],"contributes":[53],"by":[54,120],"evaluating":[55],"these":[59],"identifying":[62],"nuanced":[63,217],"topics":[64,218],"within":[65,219],"argumentation":[67,111,221],"framework":[68,112,222],"improving":[70],"computational":[71,135],"assessing":[74],"abilities":[76],"performance":[78],"levels":[79],"based":[80],"on":[81],"their":[82,115,122],"informed":[83,123],"decisions.":[84],"This":[85,130],"examined":[87],"students":[93,105],"as":[94,180],"they":[95],"participated":[96],"challenge.":[101],"During":[102],"task,":[104],"were":[106,171,192],"prompted":[107],"to":[108,113,137],"use":[109],"an":[110],"articulate":[114],"claims,":[116],"evidence,":[117],"reasoning,":[119],"recording":[121],"decisions":[125],"journal.":[129],"combined":[132],"qualitative":[133],"analyze":[138],"journals":[142],"ensured":[144],"accuracy":[146,247],"findings":[149],"researchers\u2019":[152],"review":[153],"interpretations":[155],"results.":[158],"Different":[159],"models,":[162],"including":[163],"random":[164],"forest,":[165],"SVM,":[166],"K-nearest":[168],"neighbors":[169],"(KNNs),":[170],"tested":[172],"multilabel":[174],"regression,":[175],"using":[176,237],"preprocessing":[177],"such":[179],"TF-IDF,":[181],"GloVe,":[182],"BERT":[184],"embeddings.":[185],"Additionally,":[186],"hyperparameter":[187],"optimization":[188],"model":[190],"interpretability":[191],"explored,":[193],"models":[196,214],"like":[197],"RNNs":[198],"LSTM,":[200],"XGBoost,":[201],"LightGBM.":[203],"The":[204],"results":[205],"demonstrate":[206],"that":[207],"both":[208],"effectively":[215],"identified":[216],"used":[223],"challenge":[227],"designing":[229],"zero-energy":[231],"home":[232],"Midwestern":[235],"city":[236],"CAD/CAE":[239],"simulation":[240],"platform.":[241],"Notably,":[242],"XGBoost":[243],"exhibited":[244],"superior":[245],"predictive":[246],"estimating":[249],"proportions,":[251],"highlighting":[252],"its":[253],"potential":[254],"broader":[256],"application":[257],"education.":[260]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-04T08:04:53.788161","created_date":"2025-10-10T00:00:00"}