{"id":"https://openalex.org/W4213072767","doi":"https://doi.org/10.1109/access.2022.3152828","title":"RoBERTa-LSTM: A Hybrid Model for Sentiment Analysis With Transformer and Recurrent Neural Network","display_name":"RoBERTa-LSTM: A Hybrid Model for Sentiment Analysis With Transformer and Recurrent Neural Network","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4213072767","doi":"https://doi.org/10.1109/access.2022.3152828"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3152828","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3152828","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09716923.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09716923.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078219264","display_name":"Kian Long Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I173029219","display_name":"Multimedia University","ror":"https://ror.org/04zrbnc33","country_code":"MY","type":"education","lineage":["https://openalex.org/I173029219"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Kian Long Tan","raw_affiliation_strings":["Faculty of Information Science and Technology, Multimedia University, Melaka, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Multimedia University, Melaka, Malaysia","institution_ids":["https://openalex.org/I173029219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086127398","display_name":"Chin Poo Lee","orcid":"https://orcid.org/0000-0003-3679-8977"},"institutions":[{"id":"https://openalex.org/I173029219","display_name":"Multimedia University","ror":"https://ror.org/04zrbnc33","country_code":"MY","type":"education","lineage":["https://openalex.org/I173029219"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Chin Poo Lee","raw_affiliation_strings":["Faculty of Information Science and Technology, Multimedia University, Melaka, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-3679-8977","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Multimedia University, Melaka, Malaysia","institution_ids":["https://openalex.org/I173029219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085616371","display_name":"Kalaiarasi Sonai Muthu Anbananthen","orcid":"https://orcid.org/0000-0002-0540-2872"},"institutions":[{"id":"https://openalex.org/I173029219","display_name":"Multimedia University","ror":"https://ror.org/04zrbnc33","country_code":"MY","type":"education","lineage":["https://openalex.org/I173029219"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Kalaiarasi Sonai Muthu Anbananthen","raw_affiliation_strings":["Faculty of Information Science and Technology, Multimedia University, Melaka, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-0540-2872","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Multimedia University, Melaka, Malaysia","institution_ids":["https://openalex.org/I173029219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017532046","display_name":"Kian Ming Lim","orcid":"https://orcid.org/0000-0003-1929-7978"},"institutions":[{"id":"https://openalex.org/I173029219","display_name":"Multimedia University","ror":"https://ror.org/04zrbnc33","country_code":"MY","type":"education","lineage":["https://openalex.org/I173029219"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Kian Ming Lim","raw_affiliation_strings":["Faculty of Information Science and Technology, Multimedia University, Melaka, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-1929-7978","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Multimedia University, Melaka, Malaysia","institution_ids":["https://openalex.org/I173029219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":40.7869,"has_fulltext":true,"cited_by_count":325,"citation_normalized_percentile":{"value":0.99853661,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"21517","last_page":"21525"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.8619192242622375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8351490497589111},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.7535150051116943},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6131234169006348},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5989909172058105},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5034002661705017},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.49820709228515625},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.449025958776474},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.42690667510032654},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39072757959365845},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.355201780796051}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.8619192242622375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8351490497589111},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.7535150051116943},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6131234169006348},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5989909172058105},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5034002661705017},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.49820709228515625},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.449025958776474},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.42690667510032654},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39072757959365845},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.355201780796051},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3152828","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3152828","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09716923.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:shdl.mmu.edu.my:10053","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196753","display_name":"Siti Hasmah Digital Library-MMU Institutiona Repository (Multimedia University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173029219","host_organization_name":"Multimedia University","host_organization_lineage":["https://openalex.org/I173029219"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"},{"id":"pmh:oai:doaj.org/article:9878f111a03448c6a5c3948ee843e922","is_oa":true,"landing_page_url":"https://doaj.org/article/9878f111a03448c6a5c3948ee843e922","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 21517-21525 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3152828","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3152828","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09716923.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G1845040740","display_name":null,"funder_award_id":"FRGS/1/2019/ICT02/MMU/03/7","funder_id":"https://openalex.org/F4320321709","funder_display_name":"Ministry of Higher Education, Malaysia"},{"id":"https://openalex.org/G3765851903","display_name":null,"funder_award_id":"MMUI/210112","funder_id":"https://openalex.org/F4320313202","funder_display_name":"Multimedia University"}],"funders":[{"id":"https://openalex.org/F4320313202","display_name":"Multimedia University","ror":"https://ror.org/04zrbnc33"},{"id":"https://openalex.org/F4320321709","display_name":"Ministry of Higher Education, Malaysia","ror":"https://ror.org/05mcs2t73"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4213072767.pdf","grobid_xml":"https://content.openalex.org/works/W4213072767.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1566289585","https://openalex.org/W2064675550","https://openalex.org/W2251658415","https://openalex.org/W2290086728","https://openalex.org/W2560010249","https://openalex.org/W2786273134","https://openalex.org/W2928259460","https://openalex.org/W2944668906","https://openalex.org/W2962933419","https://openalex.org/W2965373594","https://openalex.org/W2971403610","https://openalex.org/W3000315977","https://openalex.org/W3006588007","https://openalex.org/W3011753406","https://openalex.org/W3018886259","https://openalex.org/W3036246613","https://openalex.org/W3128126711","https://openalex.org/W3131290958","https://openalex.org/W3134051805","https://openalex.org/W3134820410","https://openalex.org/W3135620065","https://openalex.org/W3139140319","https://openalex.org/W3156048886","https://openalex.org/W3186997021","https://openalex.org/W6676984168","https://openalex.org/W6685053522","https://openalex.org/W6739901393","https://openalex.org/W6761165616","https://openalex.org/W6766673545"],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W3186997021","https://openalex.org/W2997097677","https://openalex.org/W4200618314","https://openalex.org/W4308088897","https://openalex.org/W4286432911","https://openalex.org/W2911655849","https://openalex.org/W2771357047","https://openalex.org/W2944541365","https://openalex.org/W3134737443"],"abstract_inverted_index":{"Due":[0],"to":[1,26,46,89,115,138,155],"the":[2,35,39,44,49,52,68,78,90,99,132,135,140,147,157,161,170,176,179,202,212,218,239,249,255,265,270],"rapid":[3],"development":[4],"of":[5,38,51,70,84,98,103,134,204,214,276],"technology,":[6],"social":[7],"media":[8,20],"has":[9],"become":[10],"more":[11,13,117],"and":[12,31,95,207,226,279,289],"common":[14],"in":[15],"human":[16],"daily":[17],"life.":[18],"Social":[19],"is":[21,54,65,113,172],"a":[22,105,165,195,242],"platform":[23],"for":[24,230],"people":[25],"express":[27],"their":[28],"feelings,":[29],"feedback,":[30],"opinions.":[32],"To":[33,189],"understand":[34],"sentiment":[36,41,50,85,149,231],"context":[37],"text,":[40],"analysis":[42,64,86,150],"plays":[43],"role":[45],"determine":[47],"whether":[48],"text":[53],"positive,":[55],"negative,":[56],"neutral":[57],"or":[58,72],"any":[59],"other":[60,177],"personal":[61],"feeling.":[62],"Sentiment":[63,287],"prominent":[66],"from":[67,145],"perspective":[69],"business":[71],"politics":[73],"where":[74],"it":[75],"highly":[76],"impacts":[77],"strategic":[79],"decision":[80],"making.":[81],"The":[82,126,233,260],"challenges":[83],"are":[87],"attributable":[88],"lexical":[91],"diversity,":[92],"imbalanced":[93,141],"dataset":[94,142],"long-distance":[96,158,256],"dependencies":[97],"texts.":[100],"In":[101],"view":[102],"this,":[104],"data":[106,127],"augmentation":[107,128],"technique":[108],"with":[109,186],"GloVe":[110],"word":[111,123,245],"embedding":[112,246],"leveraged":[114],"synthesize":[116],"lexically":[118],"diverse":[119],"samples":[120],"by":[121,273],"similar":[122],"vector":[124],"replacements.":[125],"also":[129],"focuses":[130],"on":[131,281],"oversampling":[133],"minority":[136],"classes":[137],"mitigate":[139],"problems.":[143],"Apart":[144],"that,":[146],"existing":[148],"mostly":[151],"leverages":[152],"sequence":[153,162,205,215],"models":[154,163,181],"encode":[156],"dependencies.":[159],"Nevertheless,":[160],"require":[164,182],"longer":[166],"execution":[167],"time":[168,185],"as":[169],"processing":[171],"done":[173],"sequentially.":[174],"On":[175],"hand,":[178],"Transformer":[180,208],"less":[183],"computation":[184],"parallelized":[187],"processing.":[188],"that":[190,200,264],"end,":[191],"this":[192],"paper":[193],"proposes":[194],"hybrid":[196,267],"deep":[197],"learning":[198],"method":[199],"combines":[201],"strengths":[203],"model":[206,209,220,253,268],"while":[210,248],"suppressing":[211],"limitations":[213],"model.":[216],"Specifically,":[217],"proposed":[219,266],"integrates":[221],"Robustly":[222,234],"optimized":[223,235],"BERT":[224,236],"approach":[225,237],"Long":[227,250],"Short-Term":[228,251],"Memory":[229,252],"analysis.":[232],"maps":[238],"words":[240],"into":[241],"compact":[243],"meaningful":[244],"space":[247],"captures":[254],"contextual":[257],"semantics":[258],"effectively.":[259],"experimental":[261],"results":[262],"demonstrate":[263],"outshines":[269],"state-of-the-art":[271],"methods":[272],"achieving":[274],"F1-scores":[275],"93%,":[277],"91%,":[278],"90%":[280],"IMDb":[282],"dataset,":[283,288,291],"Twitter":[284],"US":[285],"Airline":[286],"Sentiment140":[290],"respectively.":[292]},"counts_by_year":[{"year":2026,"cited_by_count":31},{"year":2025,"cited_by_count":140},{"year":2024,"cited_by_count":98},{"year":2023,"cited_by_count":46},{"year":2022,"cited_by_count":10}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}