{"id":"https://openalex.org/W7130832014","doi":"https://doi.org/10.31449/inf.v50i7.8368","title":"A Hybrid BERT-ALBERT Model for Text Classification: Improving Accuracy in Document Analysis","display_name":"A Hybrid BERT-ALBERT Model for Text Classification: Improving Accuracy in Document Analysis","publication_year":2026,"publication_date":"2026-02-21","ids":{"openalex":"https://openalex.org/W7130832014","doi":"https://doi.org/10.31449/inf.v50i7.8368"},"language":null,"primary_location":{"id":"doi:10.31449/inf.v50i7.8368","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v50i7.8368","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/8368/6494","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.informatica.si/index.php/informatica/article/download/8368/6494","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027213487","display_name":"Xiaokui Liu","orcid":"https://orcid.org/0000-0002-5741-1623"},"institutions":[{"id":"https://openalex.org/I4210117382","display_name":"Anyang Normal University","ror":"https://ror.org/02g9nss57","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210117382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaokui Liu","raw_affiliation_strings":["Anyang Normal University, Anyang\uff0cHenan 455000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Anyang Normal University, Anyang\uff0cHenan 455000, China","institution_ids":["https://openalex.org/I4210117382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5027213487"],"corresponding_institution_ids":["https://openalex.org/I4210117382"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17480121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"50","issue":"7","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.6114000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.6114000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.10029999911785126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09139999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7993000149726868},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6521999835968018},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6243000030517578},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.4544999897480011},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4251999855041504},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.351500004529953}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7993000149726868},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.765999972820282},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6521999835968018},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6243000030517578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6187000274658203},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4593999981880188},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4544999897480011},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4251999855041504},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3828999996185303},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.34299999475479126},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31310001015663147},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.26019999384880066}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.31449/inf.v50i7.8368","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v50i7.8368","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/8368/6494","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.31449/inf.v50i7.8368","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v50i7.8368","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/8368/6494","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5925238728523254}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7130832014.pdf","grobid_xml":"https://content.openalex.org/works/W7130832014.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"document":[1,198],"analysis,":[2,14],"text":[3,49,52],"classification":[4],"is":[5],"an":[6],"essential":[7],"activity":[8],"that":[9],"facilitates":[10],"automatic":[11],"contentcategorisation,":[12],"sentiment":[13],"and":[15,44,56,59,83,93,103,137,139,156,177,185,205,212],"effective":[16],"information":[17],"retrieval.":[18],"This":[19,39],"paper":[20],"explores":[21],"a":[22,69],"combination(Bidirectional":[23],"Encoder":[24],"Representations":[25],"from":[26],"Transformers)":[27],"BERT+ALBERT":[28,128],"(A":[29],"Lite":[30],"BERT)":[31],"to":[32,125],"enhanceclassification":[33],"accuracy":[34],"while":[35],"reducing":[36],"computational":[37],"complexity.":[38],"model":[40,66,130,147],"utilizes":[41],"transformer":[42,134,195],"encoderblocks":[43],"bidirectional":[45],"position":[46],"encoding":[47],"for":[48,197],"processing.":[50],"Large":[51],"data":[53],"handling":[54],"requiresautomation,":[55],"attention":[57,214],"techniques":[58],"transformers":[60],"are":[61,180],"becoming":[62],"viable":[63],"approaches.":[64],"The":[65,85],"wasevaluated":[67],"on":[68],"custom":[70],"dataset":[71,86],"consisting":[72],"of":[73,151,154,158,162,192],"80,000":[74],"Turkish-language":[75],"documents":[76],"spanning":[77],"30":[78],"categories,including":[79],"finance,":[80],"education,":[81],"healthcare,":[82],"travel.":[84],"was":[87,165],"split":[88],"into":[89],"70%":[90],"training,":[91],"15%validation,":[92],"15%":[94],"testing.":[95],"Pretrained":[96],"FastText":[97],"embeddings":[98],"were":[99],"used":[100],"alongside":[101],"BERT":[102,119],"ALBERT":[104,110],"tocapture":[105],"rich":[106],"semantic":[107],"features.":[108],"While":[109],"increases":[111],"efficiency":[112,204],"through":[113],"parameter":[114,117],"reduction":[115],"andcross-layer":[116],"sharing,":[118],"offers":[120],"deep":[121],"contextual":[122],"embeddings.":[123],"According":[124],"experimentalassessments,":[126],"the":[127,145,183,190],"hybrid":[129],"performs":[131],"better":[132],"than":[133],"models":[135],"(BERT,ALBERT,":[136],"LSTM)":[138],"classic":[140],"machine":[141],"learning":[142],"models,":[143],"attaining":[144],"recommended":[146],"accuracyof":[148],"96.6%,":[149],"precision":[150],"95.7%,":[152],"recall":[153],"95.1%,":[155],"F1-Score":[157],"95.5%.":[159],"Statistical":[160],"significance":[161],"theperformance":[163],"gains":[164],"confirmed":[166],"using":[167,193],"t-tests":[168],"(p":[169],"<":[170],"0.05)":[171],"across":[172],"five":[173],"independent":[174],"runs.":[175],"Stronggeneralisation":[176],"little":[178],"overfitting":[179],"shown":[181],"by":[182],"training":[184],"validation":[186],"curves.":[187],"These":[188],"resultsdemonstrate":[189],"benefits":[191],"many":[194],"topologies":[196],"categorisation,":[199],"providing":[200],"atrade-off":[201],"between":[202],"computing":[203],"accuracy.":[206],"Additional":[207],"optimisations,":[208],"such":[209],"as":[210],"domain-specificfine-tuning":[211],"sophisticated":[213],"processes,":[215],"can":[216],"be":[217],"investigated":[218],"in":[219],"future":[220],"research.":[221]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-02-22T00:00:00"}