{"id":"https://openalex.org/W4402301037","doi":"https://doi.org/10.1109/access.2024.3456039","title":"EEBERT: An Emoji-Enhanced BERT Fine-Tuning on Amazon Product Reviews for Text Sentiment Classification","display_name":"EEBERT: An Emoji-Enhanced BERT Fine-Tuning on Amazon Product Reviews for Text Sentiment Classification","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402301037","doi":"https://doi.org/10.1109/access.2024.3456039"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3456039","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3456039","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3456039","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106620658","display_name":"Komal Rani Narejo","orcid":"https://orcid.org/0009-0006-3498-2120"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Komal Rani Narejo","raw_affiliation_strings":["School of Computer and Artificial Intelligence, Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-3498-2120","affiliations":[{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023834674","display_name":"Hongying Zan","orcid":null},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongying Zan","raw_affiliation_strings":["School of Computer and Artificial Intelligence, Zhengzhou University, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106620659","display_name":"Kheem Parkash Dharmani","orcid":null},"institutions":[{"id":"https://openalex.org/I201384688","display_name":"National University of Computer and Emerging Sciences","ror":"https://ror.org/003eyb898","country_code":"PK","type":"education","lineage":["https://openalex.org/I201384688"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Kheem Parkash Dharmani","raw_affiliation_strings":["School of Computing, National University of Computer and Emerging Sciences, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0008-8250-5446","affiliations":[{"raw_affiliation_string":"School of Computing, National University of Computer and Emerging Sciences, Islamabad, Pakistan","institution_ids":["https://openalex.org/I201384688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058467326","display_name":"Lijuan Zhou","orcid":"https://orcid.org/0000-0002-6418-6284"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijuan Zhou","raw_affiliation_strings":["School of Computer and Artificial Intelligence, Zhengzhou University, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041891989","display_name":"Tahani Jaser Alahmadi","orcid":"https://orcid.org/0000-0002-0067-692X"},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Tahani Jaser Alahmadi","raw_affiliation_strings":["Department of Information Systems, College of Computer and Information Sciences, Princess Nourah Bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-0067-692X","affiliations":[{"raw_affiliation_string":"Department of Information Systems, College of Computer and Information Sciences, Princess Nourah Bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073073869","display_name":"Muhammad Assam","orcid":"https://orcid.org/0000-0001-7331-5351"},"institutions":[{"id":"https://openalex.org/I4210154218","display_name":"University of Science and Technology Bannu","ror":"https://ror.org/04be2dn15","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210154218"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Assam","raw_affiliation_strings":["Department of Software Engineering, University of Science and Technology Bannu, Bannu, Khyber Pakhtunkhwa, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, University of Science and Technology Bannu, Bannu, Khyber Pakhtunkhwa, Pakistan","institution_ids":["https://openalex.org/I4210154218"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050117452","display_name":"Nabila Sehito","orcid":"https://orcid.org/0000-0003-4611-2692"},"institutions":[{"id":"https://openalex.org/I4210158000","display_name":"ILMA University","ror":"https://ror.org/05fj0h750","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210158000"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Nabila Sehito","raw_affiliation_strings":["Department of Computer Science, ILMA University, Karachi, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ILMA University, Karachi, Pakistan","institution_ids":["https://openalex.org/I4210158000"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091859381","display_name":"Yazeed Yasin Ghadi","orcid":"https://orcid.org/0000-0002-7121-495X"},"institutions":[{"id":"https://openalex.org/I161913731","display_name":"Al Ain University","ror":"https://ror.org/023abrt21","country_code":"AE","type":"education","lineage":["https://openalex.org/I161913731"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Yazeed Yasin Ghadi","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Al Ain University, Abu Dhabi, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0002-7121-495X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Al Ain University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I161913731"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.2219,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82868796,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"131954","last_page":"131967"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13155","display_name":"Digital Communication and Language","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emoji","display_name":"Emoji","score":0.8916546106338501},{"id":"https://openalex.org/keywords/amazon-rainforest","display_name":"Amazon rainforest","score":0.7233119010925293},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6925898194313049},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6530634164810181},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.49039387702941895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40696945786476135},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.40411078929901123},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3981831669807434},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37912896275520325},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.22523099184036255},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09447339177131653}],"concepts":[{"id":"https://openalex.org/C2779247141","wikidata":"https://www.wikidata.org/wiki/Q1049294","display_name":"Emoji","level":3,"score":0.8916546106338501},{"id":"https://openalex.org/C535291247","wikidata":"https://www.wikidata.org/wiki/Q177567","display_name":"Amazon rainforest","level":2,"score":0.7233119010925293},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6925898194313049},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6530634164810181},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.49039387702941895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40696945786476135},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40411078929901123},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3981831669807434},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37912896275520325},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.22523099184036255},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09447339177131653},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3456039","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3456039","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9fee6a08073249428e29c15429c01fd9","is_oa":true,"landing_page_url":"https://doaj.org/article/9fee6a08073249428e29c15429c01fd9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 131954-131967 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3456039","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3456039","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2883853499","https://openalex.org/W2963232380","https://openalex.org/W3101519927","https://openalex.org/W3102853424","https://openalex.org/W3124912619","https://openalex.org/W3128867615","https://openalex.org/W3163903225","https://openalex.org/W3186904012","https://openalex.org/W3190183824","https://openalex.org/W3197474689","https://openalex.org/W3199079847","https://openalex.org/W3206150193","https://openalex.org/W3207397762","https://openalex.org/W4200204733","https://openalex.org/W4210827551","https://openalex.org/W4214542829","https://openalex.org/W4220823956","https://openalex.org/W4281987038","https://openalex.org/W4283654351","https://openalex.org/W4285140393","https://openalex.org/W4297922463","https://openalex.org/W4297971002","https://openalex.org/W4301825858","https://openalex.org/W4313254885","https://openalex.org/W4316657688","https://openalex.org/W4316812936","https://openalex.org/W4317515583","https://openalex.org/W4319599994","https://openalex.org/W4324030804","https://openalex.org/W4364301840","https://openalex.org/W4372049219","https://openalex.org/W4380632632","https://openalex.org/W4381891800","https://openalex.org/W4383221485","https://openalex.org/W4385978214","https://openalex.org/W4388133724","https://openalex.org/W4388656540","https://openalex.org/W4391489265","https://openalex.org/W4393583696","https://openalex.org/W4393639069","https://openalex.org/W4399401574","https://openalex.org/W4399435928"],"related_works":["https://openalex.org/W4389567774","https://openalex.org/W4366957678","https://openalex.org/W4285115135","https://openalex.org/W2985411437","https://openalex.org/W4386566330","https://openalex.org/W4385386330","https://openalex.org/W2605642833","https://openalex.org/W2382028496","https://openalex.org/W3094520207","https://openalex.org/W3046268510"],"abstract_inverted_index":{"Understanding":[0],"customer":[1,144],"sentiment":[2,18,74],"through":[3,33],"product":[4,131],"reviews":[5,132,145,156,172],"is":[6,70,83,152],"important":[7],"for":[8,63,177],"businesses":[9],"aiming":[10],"to":[11,22,72,154,157,170],"enhance":[12],"their":[13],"products":[14],"and":[15,75,109,118,173],"services.":[16],"Traditional":[17],"analysis":[19],"often":[20],"struggles":[21],"detect":[23],"the":[24,54,67,95,105,179,209,212],"wide":[25],"range":[26],"of":[27,182,192,205,211],"emotional":[28,180],"nuances,":[29],"particularly":[30],"those":[31],"expressed":[32],"emojis,":[34],"in":[35,121],"online":[36],"reviews.":[37],"To":[38],"address":[39],"this":[40],"challenge,":[41],"our":[42],"paper":[43],"introduces":[44],"a":[45,128,137],"novel":[46],"technique":[47,176],"called":[48],"Emoji-Enhanced":[49],"BERT":[50,55],"(EEBERT)":[51],"based,":[52],"on":[53],"architecture.":[56],"The":[57,134,186],"Sentiment":[58],"Adjustment":[59],"Factor":[60],"(SAF),":[61],"created":[62],"emoji":[64,160],"tokenization":[65],"with":[66,107],"embeddings":[68],"layer,":[69],"applied":[71],"analyze":[73],"emotion":[76],"within":[77],"review":[78,97],"text":[79,106],"content.":[80],"Sentiments":[81],"classification":[82],"evaluated":[84],"using":[85,127],"three":[86],"different":[87,148],"methods:":[88],"<xref":[89,99,110],"ref-type=\"disp-formula\"":[90,100,111],"rid=\"deqn1\"":[91],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[92,102,113],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(1)</xref>":[93],"evaluating":[94],"full":[96],"text;":[98],"rid=\"deqn2\"":[101],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(2)</xref>":[103],"analyzing":[104],"emojis;":[108],"rid=\"deqn3\"":[112],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(3)</xref>":[114],"integrating":[115],"star":[116],"ratings":[117],"total":[119],"votes":[120],"EEBERT.":[122],"These":[123],"methods":[124],"were":[125],"fine-tuned":[126],"labeled":[129],"Amazon":[130],"dataset.":[133],"approach":[135,169],"utilizes":[136],"well-vetted":[138],"dataset":[139,151],"comprising":[140],"approximately":[141],"10":[142],"million":[143],"from":[146],"four":[147],"categories.":[149],"This":[150],"condensed":[153],"26,818":[155],"only":[158],"consider":[159],"contained":[161],"reviews,":[162],"covering":[163],"3,275":[164],"distinct":[165],"emojis.":[166],"A":[167],"systematic":[168],"classifying":[171],"an":[174,190,202],"innovative":[175],"assessing":[178],"semantics":[181],"emojis":[183],"are":[184],"developed.":[185],"proposed":[187],"model":[188],"achieves":[189],"accuracy":[191,204],"97.00%,":[193],"further":[194],"applies":[195],"continuous":[196],"testing":[197],"via":[198],"5-fold":[199],"cross-validation,":[200],"achieving":[201],"average":[203],"99.21%,":[206],"which":[207],"supports":[208],"reliability":[210],"EEBERT":[213],"model.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}