{"id":"https://openalex.org/W4376852491","doi":"https://doi.org/10.1145/3573942.3573968","title":"A Method with Universal Transformer for Multimodal Sentiment Analysis","display_name":"A Method with Universal Transformer for Multimodal Sentiment Analysis","publication_year":2022,"publication_date":"2022-09-23","ids":{"openalex":"https://openalex.org/W4376852491","doi":"https://doi.org/10.1145/3573942.3573968"},"language":"en","primary_location":{"id":"doi:10.1145/3573942.3573968","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3573942.3573968","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 5th International Conference on Artificial Intelligence and Pattern Recognition","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061235808","display_name":"Hao Ai","orcid":"https://orcid.org/0000-0001-6893-9098"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Ai","raw_affiliation_strings":["Center for Image and Information Processing, Xi'an University of Posts and Telecommunications, China"],"raw_orcid":"https://orcid.org/0000-0001-6893-9098","affiliations":[{"raw_affiliation_string":"Center for Image and Information Processing, Xi'an University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100761763","display_name":"Ying Liu","orcid":"https://orcid.org/0000-0002-9037-7818"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Liu","raw_affiliation_strings":["Center for Image and Information Processing, Xi'an University of Posts and Telecommunications, China"],"raw_orcid":"https://orcid.org/0000-0002-9037-7818","affiliations":[{"raw_affiliation_string":"Center for Image and Information Processing, Xi'an University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012195526","display_name":"Jie Fang","orcid":"https://orcid.org/0000-0002-8325-3905"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Fang","raw_affiliation_strings":["Center for Image and Information Processing, Xi'an University of Posts and Telecommunications, China"],"raw_orcid":"https://orcid.org/0000-0002-8325-3905","affiliations":[{"raw_affiliation_string":"Center for Image and Information Processing, Xi'an University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059000579","display_name":"Sheikh Faisal Rashid","orcid":"https://orcid.org/0000-0003-1551-8884"},"institutions":[{"id":"https://openalex.org/I142732210","display_name":"University of Engineering and Technology Lahore","ror":"https://ror.org/0051w2v06","country_code":"PK","type":"education","lineage":["https://openalex.org/I142732210"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Sheikh Faisal Rashid","raw_affiliation_strings":["Al-Khwarizmi Institute of Computer Science (KICS), University of Engineering &amp; Technology (UET), Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-1551-8884","affiliations":[{"raw_affiliation_string":"Al-Khwarizmi Institute of Computer Science (KICS), University of Engineering &amp; Technology (UET), Pakistan","institution_ids":["https://openalex.org/I142732210"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5061235808"],"corresponding_institution_ids":["https://openalex.org/I4210136859"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.19012784,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"167","last_page":"172"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8897287845611572},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.8056439161300659},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7811698913574219},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6067280769348145},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5491337180137634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5201433300971985},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.4481467604637146},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.44777366518974304},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39996933937072754},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3558896780014038},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07559952139854431},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.06474536657333374}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8897287845611572},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.8056439161300659},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7811698913574219},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6067280769348145},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5491337180137634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5201433300971985},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.4481467604637146},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.44777366518974304},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39996933937072754},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3558896780014038},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07559952139854431},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.06474536657333374},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3573942.3573968","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3573942.3573968","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 5th International Conference on Artificial Intelligence and Pattern Recognition","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2095176743","https://openalex.org/W2250539671","https://openalex.org/W2472490454","https://openalex.org/W2556418146","https://openalex.org/W2599674900","https://openalex.org/W2618530766","https://openalex.org/W2740550900","https://openalex.org/W2767249564","https://openalex.org/W2772633765","https://openalex.org/W2787581402","https://openalex.org/W2788347302","https://openalex.org/W2883409523","https://openalex.org/W2899197626","https://openalex.org/W2936113082","https://openalex.org/W2963710346","https://openalex.org/W2964300796","https://openalex.org/W3012721484","https://openalex.org/W3081381913","https://openalex.org/W3120680448"],"related_works":["https://openalex.org/W4205899436","https://openalex.org/W2462138927","https://openalex.org/W3111427900","https://openalex.org/W4302009627","https://openalex.org/W4212781403","https://openalex.org/W4388989680","https://openalex.org/W2248852396","https://openalex.org/W199123384","https://openalex.org/W4239305747","https://openalex.org/W1483892602"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1,24,44,86,94,141],"analysis":[2,45,95],"refers":[3],"to":[4,9,18,42,79,109,122],"the":[5,13,21,59,64,72,80,99,106,111,124,147,153],"use":[6,46],"of":[7,127,152],"computers":[8],"analyze":[10],"and":[11,26,35,51,71,144,146],"identify":[12],"emotions":[14],"that":[15,104],"people":[16],"want":[17],"express":[19],"through":[20],"extracted":[22],"multimodal":[23,43,85,93,140],"features,":[25],"it":[27],"plays":[28],"a":[29,92,102],"significant":[30],"role":[31],"in":[32,84],"human-computer":[33],"interaction":[34],"financial":[36],"market":[37],"prediction.":[38],"Most":[39],"existing":[40],"approaches":[41],"contextual":[47,60,125],"information":[48],"for":[49,139],"modeling,":[50],"while":[52,116],"this":[53,89],"modeling":[54],"approach":[55,96],"can":[56],"effectively":[57],"capture":[58,123],"connections":[61,112,126],"within":[62],"modalities,":[63],"correlations":[65,73],"between":[66,74,113],"modalities":[67,75,115],"are":[68,76],"often":[69],"overlooked,":[70],"also":[77],"critical":[78],"final":[81],"recognition":[82],"results":[83,148],"analysis.":[87],"Therefore,":[88],"paper":[90],"proposes":[91],"based":[97],"on":[98,135],"universal":[100,107],"transformer,":[101],"framework":[103],"uses":[105],"transformer":[108],"model":[110],"multiple":[114],"employing":[117],"effective":[118],"feature":[119],"extraction":[120],"methods":[121,151],"individual":[128],"modalities.":[129],"We":[130],"evaluated":[131],"our":[132],"proposed":[133],"method":[134],"two":[136],"benchmark":[137],"datasets":[138],"analysis,":[142],"CMU-MOSI":[143],"CMU-MOSEI,":[145],"outperformed":[149],"other":[150],"same":[154],"type.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
