{"id":"https://openalex.org/W4405269896","doi":"https://doi.org/10.1109/access.2024.3515836","title":"BertSent: Transformer-Based Model for Sentiment Analysis of Penta-Class Tweet Classification","display_name":"BertSent: Transformer-Based Model for Sentiment Analysis of Penta-Class Tweet Classification","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4405269896","doi":"https://doi.org/10.1109/access.2024.3515836"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3515836","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3515836","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3515836","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016675823","display_name":"Maram Fahaad Almufareh","orcid":null},"institutions":[{"id":"https://openalex.org/I199702508","display_name":"Jouf University","ror":"https://ror.org/02zsyt821","country_code":"SA","type":"education","lineage":["https://openalex.org/I199702508"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Maram Fahaad Almufareh","raw_affiliation_strings":["Department of Information Systems, College of Computer and Information Sciences, Jouf University, Sakakah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-6613-0831","affiliations":[{"raw_affiliation_string":"Department of Information Systems, College of Computer and Information Sciences, Jouf University, Sakakah, Saudi Arabia","institution_ids":["https://openalex.org/I199702508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029582839","display_name":"N. Z. Jhanjhi","orcid":"https://orcid.org/0000-0001-8116-4733"},"institutions":[{"id":"https://openalex.org/I4210143550","display_name":"Taylor's University","ror":"https://ror.org/0498pcx51","country_code":"MY","type":"education","lineage":["https://openalex.org/I4210143550"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"NZ Jhanjhi","raw_affiliation_strings":["School of Computer Science, SCS, Taylor&#x2019;s University, Subang Jaya, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-8116-4733","affiliations":[{"raw_affiliation_string":"School of Computer Science, SCS, Taylor&#x2019;s University, Subang Jaya, Malaysia","institution_ids":["https://openalex.org/I4210143550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000677418","display_name":"Navid Ali Khan","orcid":"https://orcid.org/0009-0006-9305-2206"},"institutions":[{"id":"https://openalex.org/I4210143550","display_name":"Taylor's University","ror":"https://ror.org/0498pcx51","country_code":"MY","type":"education","lineage":["https://openalex.org/I4210143550"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Navid Ali Khan","raw_affiliation_strings":["School of Computer Science, SCS, Taylor&#x2019;s University, Subang Jaya, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, SCS, Taylor&#x2019;s University, Subang Jaya, Malaysia","institution_ids":["https://openalex.org/I4210143550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019116175","display_name":"Saleh Naif Almuayqil","orcid":"https://orcid.org/0000-0001-5696-7198"},"institutions":[{"id":"https://openalex.org/I4210143550","display_name":"Taylor's University","ror":"https://ror.org/0498pcx51","country_code":"MY","type":"education","lineage":["https://openalex.org/I4210143550"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Saleh Naif Almuayqil","raw_affiliation_strings":["School of Computer Science, SCS, Taylor&#x2019;s University, Subang Jaya, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-5696-7198","affiliations":[{"raw_affiliation_string":"School of Computer Science, SCS, Taylor&#x2019;s University, Subang Jaya, Malaysia","institution_ids":["https://openalex.org/I4210143550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027472030","display_name":"Mamoona Humayun","orcid":"https://orcid.org/0000-0001-6339-2257"},"institutions":[{"id":"https://openalex.org/I877107187","display_name":"University of Roehampton","ror":"https://ror.org/043071f54","country_code":"GB","type":"education","lineage":["https://openalex.org/I877107187"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mamoona Humayun","raw_affiliation_strings":["Department of Computing, School of Arts Humanities and Social Sciences, University of Roehampton, London, U.K","Department of Computing, School of Arts Humanities and Social Sciences, University of Roehampton, London, UK"],"raw_orcid":"https://orcid.org/0000-0001-6339-2257","affiliations":[{"raw_affiliation_string":"Department of Computing, School of Arts Humanities and Social Sciences, University of Roehampton, London, U.K","institution_ids":["https://openalex.org/I877107187"]},{"raw_affiliation_string":"Department of Computing, School of Arts Humanities and Social Sciences, University of Roehampton, London, UK","institution_ids":["https://openalex.org/I877107187"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061272401","display_name":"Danish Javed","orcid":"https://orcid.org/0000-0002-6796-5857"},"institutions":[{"id":"https://openalex.org/I4210143550","display_name":"Taylor's University","ror":"https://ror.org/0498pcx51","country_code":"MY","type":"education","lineage":["https://openalex.org/I4210143550"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Danish Javed","raw_affiliation_strings":["School of Computer Science, SCS, Taylor&#x2019;s University, Subang Jaya, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, SCS, Taylor&#x2019;s University, Subang Jaya, Malaysia","institution_ids":["https://openalex.org/I4210143550"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5016675823"],"corresponding_institution_ids":["https://openalex.org/I199702508"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.254,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.93163989,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"196803","last_page":"196817"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9180999994277954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9035000205039978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7269485592842102},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.51385498046875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45089179277420044},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.43512243032455444},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3446381390094757},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.055820316076278687}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7269485592842102},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.51385498046875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45089179277420044},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.43512243032455444},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3446381390094757},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.055820316076278687},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3515836","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3515836","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d918ebcd77254ac5ae77ce3a09987c96","is_oa":true,"landing_page_url":"https://doaj.org/article/d918ebcd77254ac5ae77ce3a09987c96","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 196803-196817 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3515836","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3515836","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1770847039","display_name":null,"funder_award_id":"DSR2022-RG- 0105","funder_id":"https://openalex.org/F4320324554","funder_display_name":"Al Jouf University"}],"funders":[{"id":"https://openalex.org/F4320324554","display_name":"Al Jouf University","ror":"https://ror.org/02zsyt821"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W2251648804","https://openalex.org/W2273818082","https://openalex.org/W2594056497","https://openalex.org/W2740168486","https://openalex.org/W2765404055","https://openalex.org/W2781487490","https://openalex.org/W2885559102","https://openalex.org/W2896457183","https://openalex.org/W2913898221","https://openalex.org/W2937423263","https://openalex.org/W2952138241","https://openalex.org/W2973946059","https://openalex.org/W2984353870","https://openalex.org/W3007466464","https://openalex.org/W3011133285","https://openalex.org/W3011570378","https://openalex.org/W3017753744","https://openalex.org/W3022935508","https://openalex.org/W3023457733","https://openalex.org/W3043013845","https://openalex.org/W3044866491","https://openalex.org/W3109645558","https://openalex.org/W3119160044","https://openalex.org/W3130783693","https://openalex.org/W3153990350","https://openalex.org/W3154098986","https://openalex.org/W3161138530","https://openalex.org/W3171449285","https://openalex.org/W3202439666","https://openalex.org/W3204788296","https://openalex.org/W4206005985","https://openalex.org/W4206660322","https://openalex.org/W4210254834","https://openalex.org/W4220921663","https://openalex.org/W4224026172","https://openalex.org/W4281249559","https://openalex.org/W4281689302","https://openalex.org/W4285743492","https://openalex.org/W4297922463","https://openalex.org/W4308391901","https://openalex.org/W4308415655","https://openalex.org/W4316037621","https://openalex.org/W4366152648","https://openalex.org/W4379746168","https://openalex.org/W4385573170","https://openalex.org/W4387272168","https://openalex.org/W6631190155","https://openalex.org/W6638745835","https://openalex.org/W6713582272","https://openalex.org/W6785041248"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Sentiment":[0,16],"analysis":[1,17,47,54,99],"(SA)":[2],"is":[3,21,28],"a":[4,78,186],"popular":[5],"method":[6],"for":[7,23],"obtaining":[8],"relevant":[9],"and":[10,39,92,118,149,158,197,208,221],"subjective":[11],"information":[12],"from":[13],"textual":[14],"content.":[15],"of":[18,113,116,164,181,188],"multimedia":[19],"material":[20],"helpful":[22],"various":[24],"reasons":[25],"but":[26],"it":[27],"seen":[29],"as":[30,69,218],"challenging":[31],"since":[32],"the":[33,74,96,111,142,162,170,179,182,205],"messages":[34],"are":[35],"often":[36],"brief,":[37],"unstructured,":[38],"contain":[40],"linguistic":[41],"inconsistencies.":[42],"Previous":[43],"research":[44],"on":[45,50,102],"sentiment":[46,98],"usually":[48],"focused":[49,101],"dual":[51],"or":[52],"triple-class":[53],"while":[55],"using":[56],"older":[57],"language":[58],"modeling":[59],"techniques.":[60],"Furthermore,":[61],"penta-class":[62,114,143,171,209],"classification":[63,115,172,210],"tasks":[64],"have":[65],"not":[66],"been":[67],"addressed":[68],"much.":[70],"To":[71],"deal":[72],"with":[73,89,104,169,229,235],"challenge,":[75],"we":[76,122,154],"present":[77],"transformer-based":[79,90,130,183],"model":[80,147,184,227],"called":[81],"BertSent":[82,226],"that":[83,120,152],"uses":[84],"ordered":[85],"preprocessing":[86,125],"steps":[87],"combined":[88,228],"tokenization":[91],"optimization":[93],"to":[94,119,127,136,160,241],"get":[95],"best":[97],"results":[100,198,213],"dealing":[103,168],"limited":[105,206],"data.":[106],"Moreover,":[107,174],"our":[108,129,200],"framework":[109],"handles":[110],"challenge":[112,163],"tweets,":[117],"end,":[121],"combine":[123],"many":[124],"techniques":[126,135],"fine-tune":[128],"model.":[131],"We":[132],"employ":[133],"resampling":[134],"address":[137],"class":[138,165],"imbalance":[139,166],"issues":[140],"in":[141,239,245],"setup":[144],"which":[145,243],"improves":[146],"generalization":[148],"performance.":[150],"For":[151],"purpose,":[153],"incorporate":[155],"both":[156,219],"over-sampling":[157,230],"under-sampling":[159,220,242],"tackle":[161],"when":[167],"problem.":[173],"this":[175],"article":[176],"also":[177],"compares":[178],"performance":[180,203,234],"against":[185],"variety":[187],"deep":[189],"learning-based":[190],"models,":[191],"including":[192],"bi-directional":[193],"models.":[194],"The":[195,212],"experimentations":[196],"support":[199],"model\u2019s":[201],"remarkable":[202],"considering":[204],"data":[207],"challenge.":[211],"provide":[214,223],"an":[215],"interesting":[216],"perspective":[217],"oversampling":[222],"similar":[224],"results.":[225],"provides":[231],"slightly":[232],"better":[233],"75.3%":[236],"test":[237],"accuracy":[238],"comparison":[240],"resulted":[244],"75.1%":[246],"accuracy.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}
