{"id":"https://openalex.org/W7154600498","doi":"https://doi.org/10.19153/cleiej.29.2.3","title":"An Empirical Comparative Study of Machine Learning, Deep Learning, and Transformer Models for Text Classification","display_name":"An Empirical Comparative Study of Machine Learning, Deep Learning, and Transformer Models for Text Classification","publication_year":2026,"publication_date":"2026-04-16","ids":{"openalex":"https://openalex.org/W7154600498","doi":"https://doi.org/10.19153/cleiej.29.2.3"},"language":"en","primary_location":{"id":"doi:10.19153/cleiej.29.2.3","is_oa":true,"landing_page_url":"https://doi.org/10.19153/cleiej.29.2.3","pdf_url":null,"source":{"id":"https://openalex.org/S164249298","display_name":"CLEI electronic journal","issn_l":"0717-5000","issn":["0717-5000"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315484","host_organization_name":"Latin American Center for Computer Studies","host_organization_lineage":["https://openalex.org/P4310315484"],"host_organization_lineage_names":["Latin American Center for Computer Studies"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CLEI Electronic Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.19153/cleiej.29.2.3","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045053517","display_name":"Rituraj Jain","orcid":"https://orcid.org/0000-0002-5532-1245"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rituraj Jain","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007945353","display_name":"Kamal Upreti","orcid":"https://orcid.org/0000-0003-0665-530X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kamal Upreti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133755701","display_name":"Ashish Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashish Sharma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133802277","display_name":"Nilesh Kumar Sen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nilesh Kumar Sen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005827170","display_name":"Ashish Mathur","orcid":"https://orcid.org/0000-0002-5365-5807"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashish Kumar Mathur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133788729","display_name":"Ramesh Babu P","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramesh Babu P","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.56336605,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"29","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.2766000032424927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.2766000032424927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.10520000010728836,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.08410000056028366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8876000046730042},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6033999919891357},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5094000101089478},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.47110000252723694},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4032999873161316},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.3646000027656555},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3474000096321106},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3294999897480011}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8876000046730042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7710000276565552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6830999851226807},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6571999788284302},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6033999919891357},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5094000101089478},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.47110000252723694},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3474000096321106},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3093000054359436},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.28780001401901245},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2687000036239624},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C2777673361","wikidata":"https://www.wikidata.org/wiki/Q5281228","display_name":"Disadvantage","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C2779915298","wikidata":"https://www.wikidata.org/wiki/Q7604400","display_name":"Statistical learning theory","level":3,"score":0.25429999828338623},{"id":"https://openalex.org/C138954614","wikidata":"https://www.wikidata.org/wiki/Q9192","display_name":"Mandarin Chinese","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.19153/cleiej.29.2.3","is_oa":true,"landing_page_url":"https://doi.org/10.19153/cleiej.29.2.3","pdf_url":null,"source":{"id":"https://openalex.org/S164249298","display_name":"CLEI electronic journal","issn_l":"0717-5000","issn":["0717-5000"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315484","host_organization_name":"Latin American Center for Computer Studies","host_organization_lineage":["https://openalex.org/P4310315484"],"host_organization_lineage_names":["Latin American Center for Computer Studies"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CLEI Electronic Journal","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bf45cae36a0847988a9780ccb48066ac","is_oa":true,"landing_page_url":"https://doaj.org/article/bf45cae36a0847988a9780ccb48066ac","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CLEI Electronic Journal, Vol 29, Iss 2 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.19153/cleiej.29.2.3","is_oa":true,"landing_page_url":"https://doi.org/10.19153/cleiej.29.2.3","pdf_url":null,"source":{"id":"https://openalex.org/S164249298","display_name":"CLEI electronic journal","issn_l":"0717-5000","issn":["0717-5000"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315484","host_organization_name":"Latin American Center for Computer Studies","host_organization_lineage":["https://openalex.org/P4310315484"],"host_organization_lineage_names":["Latin American Center for Computer Studies"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CLEI Electronic Journal","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Text":[0],"classification":[1,9],"as":[2],"a":[3,88],"sentiment":[4],"analysis,":[5],"spam":[6],"and":[7,24,42,45,51,64,104,115,129,139,161,170,184],"document":[8],"is":[10,173],"an":[11],"important":[12],"task":[13],"in":[14,49,69,186],"Natural":[15],"Language":[16],"Processing":[17],"(NLP).":[18],"Recent":[19],"developments":[20],"of":[21,91,113,117,141,178],"deep":[22],"learning,":[23,126,128],"transformer-based":[25],"models":[26,34,55,77],"have":[27,35,87],"contributed":[28],"significantly":[29],"to":[30,135,180],"classifying":[31],"accuracy.":[32],"These":[33],"difficulty":[36],"meeting":[37],"computational":[38,62],"efficiency,":[39],"inference":[40],"latency,":[41],"interpretability":[43,160],"criteria,":[44],"cannot":[46],"be":[47,177],"used":[48],"resource-constrained":[50],"real-time":[52],"settings.":[53],"The":[54,72],"are":[56,78,108,132],"critically":[57],"compared":[58],"based":[59],"on":[60,66,148],"accuracy,":[61,159],"efficiency":[63],"trade-offs":[65],"benchmark":[67],"datasets":[68],"this":[70],"paper.":[71],"results":[73],"indicate":[74],"that":[75,155],"transformer":[76],"much":[79],"more":[80],"accurate":[81],"than":[82],"other":[83],"conventional":[84],"concepts,":[85],"but":[86],"significant":[89],"disadvantage":[90],"being":[92],"computationally":[93],"expensive,":[94],"which":[95,172],"severely":[96],"limits":[97],"their":[98],"actual":[99],"implementation.":[100],"Also,":[101],"XAI":[102],"methods":[103,123],"fairness-conscious":[105],"training":[106],"approaches":[107],"required":[109],"particularly":[110],"when":[111],"issues":[112],"transparency":[114],"fairness":[116],"the":[118,166,187],"existing":[119],"model":[120],"emerge.":[121],"New":[122],"like":[124],"zero-shot":[125],"few-shot":[127],"self-supervised":[130],"learning":[131],"promising":[133],"directions":[134],"further":[136],"improve":[137],"generalization":[138],"flexibility":[140],"NLP":[142,153],"models.":[143],"Future":[144],"studies":[145],"must":[146],"focus":[147],"identifying":[149],"light,":[150],"energy":[151],"efficient":[152],"architecture":[154],"can":[156,176],"achieve":[157],"good":[158],"scalability.":[162],"This":[163],"work":[164],"fills":[165],"gaps":[167],"between":[168],"theory":[169],"practice,":[171],"why":[174],"it":[175],"interest":[179],"both":[181],"academic":[182],"researchers":[183],"practitioners":[185],"industry.":[188]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-17T00:00:00"}
