{"id":"https://openalex.org/W4404609008","doi":"https://doi.org/10.1109/icmlca63499.2024.10753718","title":"Research on a Sentiment Analysis Model Based on RoBERTa Integrating Bidirectional Gated Recurrent Networks and Multi-Head Attention","display_name":"Research on a Sentiment Analysis Model Based on RoBERTa Integrating Bidirectional Gated Recurrent Networks and Multi-Head Attention","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4404609008","doi":"https://doi.org/10.1109/icmlca63499.2024.10753718"},"language":"en","primary_location":{"id":"doi:10.1109/icmlca63499.2024.10753718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmlca63499.2024.10753718","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 5th International Conference on Machine Learning and Computer Application (ICMLCA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115594229","display_name":"Hongyang Li","orcid":"https://orcid.org/0009-0006-6023-0133"},"institutions":[{"id":"https://openalex.org/I126924076","display_name":"Chongqing Normal University","ror":"https://ror.org/01dcw5w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I126924076"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongyang Li","raw_affiliation_strings":["Chongqing Normal University College of Computer and Information Science,Chongqing,China"],"affiliations":[{"raw_affiliation_string":"Chongqing Normal University College of Computer and Information Science,Chongqing,China","institution_ids":["https://openalex.org/I126924076"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101996744","display_name":"Chunling Wu","orcid":"https://orcid.org/0000-0003-4245-2059"},"institutions":[{"id":"https://openalex.org/I126924076","display_name":"Chongqing Normal University","ror":"https://ror.org/01dcw5w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I126924076"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunling Wu","raw_affiliation_strings":["Chongqing Normal University College of Computer and Information Science,Chongqing,China"],"affiliations":[{"raw_affiliation_string":"Chongqing Normal University College of Computer and Information Science,Chongqing,China","institution_ids":["https://openalex.org/I126924076"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109798968","display_name":"Hebing Du","orcid":null},"institutions":[{"id":"https://openalex.org/I126924076","display_name":"Chongqing Normal University","ror":"https://ror.org/01dcw5w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I126924076"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hebing Du","raw_affiliation_strings":["Chongqing Normal University College of Computer and Information Science,Chongqing,China"],"affiliations":[{"raw_affiliation_string":"Chongqing Normal University College of Computer and Information Science,Chongqing,China","institution_ids":["https://openalex.org/I126924076"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5115594229"],"corresponding_institution_ids":["https://openalex.org/I126924076"],"apc_list":null,"apc_paid":null,"fwci":4.1356,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94170404,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"155","last_page":"159"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.6873999834060669,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.6873999834060669,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7463096380233765},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6871237754821777},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.6838200092315674},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48304086923599243},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.08246380090713501}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7463096380233765},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6871237754821777},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.6838200092315674},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48304086923599243},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.08246380090713501},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icmlca63499.2024.10753718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmlca63499.2024.10753718","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 5th International Conference on Machine Learning and Computer Application (ICMLCA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5899999737739563}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989"],"abstract_inverted_index":{"Sentiment":[0],"analysis":[1,51,208],"plays":[2],"a":[3,49,116,200],"crucial":[4],"role":[5],"in":[6,104,210],"natural":[7],"language":[8],"processing,":[9],"aiming":[10],"to":[11,31,38,74,97,187,190],"automatically":[12],"identify":[13],"the":[14,21,24,39,70,76,91,105,113,124,129,138,166],"emotional":[15],"tendencies":[16],"of":[17,23,41,120,132,140],"text.":[18,211],"However,":[19],"as":[20],"length":[22],"text":[25],"in-creases,":[26],"conventional":[27,191],"models":[28,173],"may":[29],"struggle":[30],"effectively":[32,108],"integrate":[33],"all":[34],"information,":[35],"potentially":[36],"leading":[37],"underutilization":[40],"im-portant":[42],"contextual":[43],"elements.":[44],"Therefore,":[45],"this":[46],"paper":[47],"proposes":[48],"sen-timent":[50],"model":[52,67,73,81,145,168],"based":[53],"on":[54,154],"RoBERTa,":[55],"integrating":[56],"Bidirectional":[57],"Gated":[58],"Recurrent":[59],"Networks":[60],"(BiGRU)":[61],"and":[62,79,86,101,151,159,174,198],"Multi-Head":[63],"Attention":[64],"(MHA).":[65],"The":[66,161],"first":[68],"incorporates":[69],"RoBERTa":[71],"pre-training":[72],"enhance":[75],"training":[77],"data":[78,114],"adjust":[80],"parame-ters,":[82],"thereby":[83],"improving":[84],"performance":[85,197],"generalization":[87],"capabil-":[88],"ity.":[89],"Secondly,":[90],"BiGRU":[92],"leverages":[93],"its":[94,195],"bidirectional":[95],"structure":[96],"consider":[98],"both":[99],"past":[100],"future":[102],"information":[103,141],"input":[106],"sequence,":[107],"capturing":[109],"long-term":[110],"dependencies":[111],"within":[112],"for":[115,204],"more":[117],"comprehensive":[118],"understanding":[119],"sequential":[121],"information.":[122],"Fi-nally,":[123],"multi-head":[125],"attention":[126,134],"mechanism":[127],"facilitates":[128],"parallel":[130],"computation":[131],"multiple":[133],"heads,":[135],"further":[136],"alleviating":[137],"is-sue":[139],"decay.The":[142],"proposed":[143,167],"RoBERTa-BiGRU-MHA":[144],"has":[146],"been":[147],"evaluated":[148],"through":[149],"comparative":[150],"ablation":[152],"ex-periments":[153],"three":[155],"datasets:":[156],"IMDb,":[157],"SST,":[158],"Movie.":[160],"experi-mental":[162],"results":[163],"demonstrate":[164],"that":[165],"significantly":[169],"outperforms":[170],"traditional":[171],"single":[172],"other":[175],"ensemble":[176],"models,":[177],"with":[178],"accuracy":[179],"improvements":[180],"ranging":[181],"from":[182],"approximately":[183],"0.7<sup":[184],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[185],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">%</sup>":[186],"9%":[188],"compared":[189],"models.":[192],"This":[193],"highlights":[194],"strong":[196],"provides":[199],"new":[201],"effective":[202],"approach":[203],"addressing":[205],"complex":[206],"sentiment":[207],"challenges":[209]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}