{"id":"https://openalex.org/W4366517598","doi":"https://doi.org/10.1145/3582099.3582131","title":"A multimodal sentiment recognition method based on attention mechanism","display_name":"A multimodal sentiment recognition method based on attention mechanism","publication_year":2022,"publication_date":"2022-12-17","ids":{"openalex":"https://openalex.org/W4366517598","doi":"https://doi.org/10.1145/3582099.3582131"},"language":"en","primary_location":{"id":"doi:10.1145/3582099.3582131","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3582099.3582131","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 5th Artificial Intelligence and Cloud Computing Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100461634","display_name":"Bo Liu","orcid":"https://orcid.org/0000-0002-2393-117X"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Bo Liu","raw_affiliation_strings":["Massey University, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-2393-117X","affiliations":[{"raw_affiliation_string":"Massey University, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035821668","display_name":"Jidong Zhang","orcid":"https://orcid.org/0000-0002-1081-5751"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jidong Zhang","raw_affiliation_strings":["Beijing University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-1081-5751","affiliations":[{"raw_affiliation_string":"Beijing University of Technology, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041116513","display_name":"Yuxiao Xu","orcid":"https://orcid.org/0000-0002-6408-1896"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiao Xu","raw_affiliation_strings":["Beijing University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-6408-1896","affiliations":[{"raw_affiliation_string":"Beijing University of Technology, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393880","display_name":"Jianqiang Li","orcid":"https://orcid.org/0000-0003-1995-9249"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianqiang Li","raw_affiliation_strings":["Beijing University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0003-1995-9249","affiliations":[{"raw_affiliation_string":"Beijing University of Technology, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020451338","display_name":"Yan Pei","orcid":"https://orcid.org/0000-0003-1545-9204"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yan Pei","raw_affiliation_strings":["The University of Aizu, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1545-9204","affiliations":[{"raw_affiliation_string":"The University of Aizu, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005828574","display_name":"Guangzhi Qu","orcid":"https://orcid.org/0000-0003-4047-9514"},"institutions":[{"id":"https://openalex.org/I177721651","display_name":"Oakland University","ror":"https://ror.org/01ythxj32","country_code":"US","type":"education","lineage":["https://openalex.org/I177721651"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guanzhi Qu","raw_affiliation_strings":["Oakland University, USA"],"raw_orcid":"https://orcid.org/0000-0003-4047-9514","affiliations":[{"raw_affiliation_string":"Oakland University, USA","institution_ids":["https://openalex.org/I177721651"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100461634"],"corresponding_institution_ids":["https://openalex.org/I51158804"],"apc_list":null,"apc_paid":null,"fwci":0.1387,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5847,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"213","last_page":"220"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9426000118255615,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9140999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8218541145324707},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7767441272735596},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6986511945724487},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6856775879859924},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6205369234085083},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5194558501243591},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5190811157226562},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.4712883532047272},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.4671667814254761},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.46401581168174744},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4603668451309204},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.43234190344810486},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41585206985473633},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39368683099746704},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36180418729782104},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.067484050989151}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8218541145324707},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7767441272735596},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6986511945724487},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6856775879859924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6205369234085083},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5194558501243591},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5190811157226562},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.4712883532047272},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.4671667814254761},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.46401581168174744},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4603668451309204},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.43234190344810486},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41585206985473633},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39368683099746704},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36180418729782104},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.067484050989151},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3582099.3582131","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3582099.3582131","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 5th Artificial Intelligence and Cloud Computing Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.75,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4355366799","display_name":null,"funder_award_id":"62076015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2047281828","https://openalex.org/W2129011250","https://openalex.org/W2251124635","https://openalex.org/W2489487449","https://openalex.org/W2613712744","https://openalex.org/W2805121932","https://openalex.org/W2886362482","https://openalex.org/W2891778157","https://openalex.org/W2905467555","https://openalex.org/W2908347420","https://openalex.org/W2909091940","https://openalex.org/W2933466962","https://openalex.org/W2962739339","https://openalex.org/W2964010806","https://openalex.org/W2969078176","https://openalex.org/W2973946059","https://openalex.org/W3092910147","https://openalex.org/W3152157423","https://openalex.org/W3184342818","https://openalex.org/W4238811432","https://openalex.org/W4244764782","https://openalex.org/W4246252528","https://openalex.org/W4301856958"],"related_works":["https://openalex.org/W2952745240","https://openalex.org/W2332018845","https://openalex.org/W3142456083","https://openalex.org/W2016461833","https://openalex.org/W2382607599","https://openalex.org/W3197541072","https://openalex.org/W4206204855","https://openalex.org/W2031420897","https://openalex.org/W3175343299","https://openalex.org/W4287115559"],"abstract_inverted_index":{"Effective":[0],"sentiment":[1,14,22,52,119,143,183],"analysis":[2],"on":[3,56,170],"social":[4,162],"media":[5,163],"data":[6,29],"can":[7],"help":[8],"to":[9,69,83,118,127,131,139],"better":[10,96],"understand":[11],"the":[12,25,34,44,57,63,78,98,105,112,133,141,156,171,175,179,190],"public's":[13],"and":[15,75,77,93,103,153,174],"opinion":[16],"tendencies.":[17],"Combining":[18],"multimodal":[19,51],"content":[20],"for":[21],"classification":[23,134,180],"uses":[24],"correlation":[26],"information":[27,100,158],"of":[28,73,88,101,111,115,136,182],"between":[30,107],"modalities,":[31],"thereby":[32],"avoiding":[33],"situation":[35],"that":[36,178],"a":[37,50,121],"single":[38],"modality":[39],"does":[40],"not":[41],"fully":[42],"grasp":[43],"overall":[45],"sentiment.":[46],"This":[47,146,165],"paper":[48],"proposes":[49],"recognition":[53,144,184],"model":[54,66,147],"based":[55],"attention":[58,79],"mechanism.":[59],"Through":[60],"transfer":[61],"learning,":[62],"latest":[64],"pre-trained":[65],"is":[67,81,125,167,185],"used":[68],"extract":[70],"preliminary":[71],"features":[72,151],"text":[74,94],"image,":[76],"mechanism":[80],"deployed":[82],"achieve":[84],"further":[85],"feature":[86],"extraction":[87],"prominent":[89],"image":[90],"key":[91],"regions":[92],"keywords,":[95],"mining":[97],"internal":[99],"modalities":[102],"learning":[104],"interaction":[106],"modalities.":[108],"In":[109],"view":[110],"different":[113],"contribution":[114],"each":[116,137],"modal":[117,138],"classification,":[120],"decision-level":[122],"fusion":[123,129],"method":[124,166],"proposed":[126],"design":[128],"rules":[130],"integrate":[132],"results":[135,176],"obtain":[140],"final":[142],"result.":[145],"integrates":[148],"various":[149],"unimodal":[150],"well,":[152],"effectively":[154],"mines":[155],"emotional":[157],"expressed":[159],"in":[160],"Internet":[161],"comments.":[164],"experimentally":[168],"tested":[169],"Twitter":[172],"dataset,":[173],"show":[177],"accuracy":[181],"significantly":[186],"improved":[187],"compared":[188],"with":[189],"single-modal":[191],"method.":[192]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
