{"id":"https://openalex.org/W4306408041","doi":"https://doi.org/10.1145/3566126","title":"A Optimized BERT for Multimodal Sentiment Analysis","display_name":"A Optimized BERT for Multimodal Sentiment Analysis","publication_year":2022,"publication_date":"2022-10-17","ids":{"openalex":"https://openalex.org/W4306408041","doi":"https://doi.org/10.1145/3566126"},"language":"en","primary_location":{"id":"doi:10.1145/3566126","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3566126","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3566126","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3566126","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101567541","display_name":"Jun Wu","orcid":"https://orcid.org/0000-0002-9683-053X"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jun Wu","raw_affiliation_strings":["School of Computer Science, Hubei University of Technology, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Hubei University of Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I74525822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009804252","display_name":"Tianliang Zhu","orcid":"https://orcid.org/0000-0001-6514-8055"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianliang Zhu","raw_affiliation_strings":["School of Computer Science, Hubei University of Technology, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Hubei University of Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I74525822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101816065","display_name":"Jiahui Zhu","orcid":"https://orcid.org/0000-0002-4552-134X"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahui Zhu","raw_affiliation_strings":["School of Computer Science, Hubei University of Technology, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Hubei University of Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I74525822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100460603","display_name":"Tianyi Li","orcid":"https://orcid.org/0000-0002-2511-1247"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyi Li","raw_affiliation_strings":["School of Computer Science, Hubei University of Technology, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Hubei University of Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I74525822"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103162139","display_name":"Chunzhi Wang","orcid":"https://orcid.org/0000-0002-9620-3421"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunzhi Wang","raw_affiliation_strings":["School of Computer Science, Hubei University of Technology, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Hubei University of Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I74525822"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101567541"],"corresponding_institution_ids":["https://openalex.org/I74525822"],"apc_list":null,"apc_paid":null,"fwci":2.9152,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.92113748,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"19","issue":"2s","first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8977177143096924},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.543010950088501},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5327814817428589},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5201252102851868},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4997689723968506},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4839746952056885},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.46467122435569763},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3706490993499756},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3630867600440979},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0921688973903656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8977177143096924},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.543010950088501},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5327814817428589},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5201252102851868},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4997689723968506},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4839746952056885},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.46467122435569763},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3706490993499756},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3630867600440979},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0921688973903656},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3566126","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3566126","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3566126","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3566126","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3566126","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3566126","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1087430107","display_name":null,"funder_award_id":"61772180","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3085993365","display_name":null,"funder_award_id":"(Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3815695999","display_name":null,"funder_award_id":"2015-01","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4625257646","display_name":null,"funder_award_id":"No. 6160216","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5015497335","display_name":null,"funder_award_id":"6177218","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5249178904","display_name":null,"funder_award_id":"Grant No. 6","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6036341352","display_name":null,"funder_award_id":"61602161","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8907848315","display_name":null,"funder_award_id":"61602161, 61772180","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4306408041.pdf","grobid_xml":"https://content.openalex.org/works/W4306408041.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1996931099","https://openalex.org/W2064675550","https://openalex.org/W2079725295","https://openalex.org/W2122563357","https://openalex.org/W2157331557","https://openalex.org/W2612690371","https://openalex.org/W2767249564","https://openalex.org/W2883409523","https://openalex.org/W2886193235","https://openalex.org/W2912738862","https://openalex.org/W2935886023","https://openalex.org/W2962739339","https://openalex.org/W2962931510","https://openalex.org/W2964010806","https://openalex.org/W3041730883","https://openalex.org/W3041856066","https://openalex.org/W3093400813","https://openalex.org/W3109383772","https://openalex.org/W3120303871","https://openalex.org/W3201025125","https://openalex.org/W3212847756"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W2765903680","https://openalex.org/W4317653575","https://openalex.org/W627697492"],"abstract_inverted_index":{"Sentiment":[0],"analysis":[1,23,36],"of":[2,24,33,72,85,118],"one":[3],"modality":[4],"(e.g.,":[5],"text":[6],"or":[7],"image)":[8],"has":[9,17],"been":[10,18],"broadly":[11],"studied.":[12],"However,":[13],"not":[14],"much":[15],"attention":[16],"paid":[19],"to":[20,46,97,113],"the":[21,28,75,81,87,102,115,141],"sentiment":[22],"multi-modal":[25,34],"data.":[26],"As":[27],"research":[29],"on":[30,107,140],"and":[31,40,58,101,130],"applications":[32],"data":[35],"are":[37],"becoming":[38],"more":[39,41],"broad,":[42],"it":[43],"is":[44,63,70,111],"necessary":[45],"optimize":[47],"BERT":[48,66],"internal":[49],"structure.":[50],"This":[51],"article":[52],"proposes":[53],"a":[54,108],"hierarchical":[55,76,82],"multi-head":[56,77],"self-attention":[57,78,109],"gate":[59,88],"channel":[60,89],"BERT,":[61],"which":[62],"an":[64],"optimized":[65],"model.":[67],"The":[68],"model":[69,105],"composed":[71],"three":[73],"modules:":[74],"module":[79,90],"realizes":[80],"extraction":[83],"process":[84,117],"features;":[86],"replaces":[91],"BERT\u2019s":[92],"original":[93],"Feed":[94],"Forward":[95],"layer":[96],"realize":[98],"information":[99],"filtering;":[100],"tensor":[103],"fusion":[104,116],"based":[106],"mechanism":[110],"utilized":[112],"implement":[114],"different":[119],"modal":[120],"features.":[121],"Experiments":[122],"show":[123],"that":[124],"our":[125],"method":[126],"achieves":[127],"promising":[128],"results":[129],"improves":[131],"accuracy":[132],"by":[133],"5\u20136%":[134],"when":[135],"compared":[136],"with":[137],"traditional":[138],"models":[139],"CMU-MOSI":[142],"dataset.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}