{"id":"https://openalex.org/W7131238158","doi":"https://doi.org/10.71448/bcds2453-4","title":"Improving Vietnamese Short Text Classification with Pretrained Transformers","display_name":"Improving Vietnamese Short Text Classification with Pretrained Transformers","publication_year":2024,"publication_date":"2024-12-30","ids":{"openalex":"https://openalex.org/W7131238158","doi":"https://doi.org/10.71448/bcds2453-4"},"language":null,"primary_location":{"id":"doi:10.71448/bcds2453-4","is_oa":true,"landing_page_url":"https://doi.org/10.71448/bcds2453-4","pdf_url":null,"source":{"id":"https://openalex.org/S7407053757","display_name":"Bulletin of Computer and Data Sciences","issn_l":"3072-2926","issn":["3072-2926"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bulletin of Computer and Data Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.71448/bcds2453-4","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126696209","display_name":"Iftikhar Ahmad","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Iftikhar Ahmad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5126696209"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.5472127,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":"3","first_page":"49","last_page":"59"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.22699999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.22699999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.12729999423027039,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1168999969959259,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vietnamese","display_name":"Vietnamese","score":0.7599999904632568},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5695000290870667},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.517799973487854},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4839000105857849},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4697999954223633},{"id":"https://openalex.org/keywords/naive-bayes-classifier","display_name":"Naive Bayes classifier","score":0.4214000105857849},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.41909998655319214},{"id":"https://openalex.org/keywords/lexical-analysis","display_name":"Lexical analysis","score":0.4165000021457672},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.336899995803833}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7717999815940857},{"id":"https://openalex.org/C103621254","wikidata":"https://www.wikidata.org/wiki/Q9199","display_name":"Vietnamese","level":2,"score":0.7599999904632568},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5907999873161316},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5695000290870667},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.517799973487854},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5149000287055969},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4839000105857849},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4697999954223633},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4332999885082245},{"id":"https://openalex.org/C52001869","wikidata":"https://www.wikidata.org/wiki/Q812530","display_name":"Naive Bayes classifier","level":3,"score":0.4214000105857849},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.41909998655319214},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.4165000021457672},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3239000141620636},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.3034999966621399},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.2856000065803528},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2669000029563904},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.25839999318122864}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.71448/bcds2453-4","is_oa":true,"landing_page_url":"https://doi.org/10.71448/bcds2453-4","pdf_url":null,"source":{"id":"https://openalex.org/S7407053757","display_name":"Bulletin of Computer and Data Sciences","issn_l":"3072-2926","issn":["3072-2926"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bulletin of Computer and Data Sciences","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.71448/bcds2453-4","is_oa":true,"landing_page_url":"https://doi.org/10.71448/bcds2453-4","pdf_url":null,"source":{"id":"https://openalex.org/S7407053757","display_name":"Bulletin of Computer and Data Sciences","issn_l":"3072-2926","issn":["3072-2926"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bulletin of Computer and Data Sciences","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.844248354434967,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Short":[0],"Vietnamese":[1,60,81,184],"social":[2],"media":[3],"posts":[4],"are":[5],"challenging":[6],"to":[7,10,40],"classify":[8],"due":[9],"their":[11],"brevity,":[12],"informal":[13],"spelling,":[14],"and":[15,29,64,96,104,110,122,163,168,185],"domain-specific":[16],"vocabulary.":[17],"Prior":[18],"work":[19],"has":[20],"shown":[21],"that":[22,49,128,174],"a":[23,72],"distributed":[24],"pipeline":[25],"combining":[26],"TF\u2013IDF":[27,117,140],"features":[28],"Na\u00efve":[30,120],"Bayes":[31,121],"achieves":[32],"competitive":[33],"performance":[34,181],"on":[35,146,166,188],"this":[36,68],"task":[37],"while":[38,191],"scaling":[39],"tens":[41],"of":[42,44,76,156],"thousands":[43],"Facebook":[45],"messages":[46],"[1].":[47],"However,":[48],"framework":[50],"predates":[51],"recent":[52],"advances":[53],"in":[54,196],"large":[55],"pre-trained":[56,175],"language":[57],"models":[58,79,130],"for":[59,80,194],"such":[61],"as":[62],"PhoBERT":[63,109],"multilingual":[65],"Transformers.":[66],"In":[67],"paper,":[69],"we":[70],"present":[71],"systematic":[73],"empirical":[74],"study":[75,172],"contextual":[77,176],"Transformer-based":[78],"short":[82],"text":[83],"classification,":[84,190],"using":[85],"the":[86,98,138,143,147,154,180],"same":[87],"five":[88],"topical":[89],"categories":[90],"(Sports,":[91],"News,":[92],"Traveling,":[93],"Sales,":[94],"Technology)":[95],"extending":[97],"original":[99],"dataset":[100],"with":[101,118,142],"additional":[102],"pages":[103],"posts.":[105],"We":[106,151],"compare":[107],"fine-tuned":[108],"XLM-RoBERTa":[111],"against":[112],"strong":[113],"bag-of-words":[114],"baselines,":[115],"including":[116],"Multinomial":[119],"linear":[123],"SVM.":[124],"Our":[125],"results":[126],"show":[127],"Transformer":[129],"improve":[131],"macro-F1":[132],"by":[133],"approximately":[134],"7.2":[135],"points":[136],"over":[137],"best":[139],"baseline,":[141],"largest":[144],"gains":[145],"hardest":[148],"class":[149],"(Sales).":[150],"further":[152],"analyze":[153],"impact":[155],"tokenization":[157],"choices":[158],"(word-segmentation":[159],"vs.":[160],"subword":[161],"units)":[162],"model":[164],"size":[165],"accuracy":[167],"inference":[169],"latency.":[170],"The":[171],"confirms":[173],"representations":[177],"substantially":[178],"narrow":[179],"gap":[182],"between":[183],"higher-resourced":[186],"languages":[187],"short-text":[189],"remaining":[192],"feasible":[193],"deployment":[195],"latency-sensitive":[197],"applications.":[198]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-02-25T00:00:00"}