{"id":"https://openalex.org/W4400727666","doi":"https://doi.org/10.1109/taffc.2024.3430045","title":"Diversity and Balance: Multimodal Sentiment Analysis Using Multimodal-Prefixed and Cross-Modal Attention","display_name":"Diversity and Balance: Multimodal Sentiment Analysis Using Multimodal-Prefixed and Cross-Modal Attention","publication_year":2024,"publication_date":"2024-07-17","ids":{"openalex":"https://openalex.org/W4400727666","doi":"https://doi.org/10.1109/taffc.2024.3430045"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3430045","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3430045","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Meng Li","orcid":"https://orcid.org/0000-0002-3407-6092"},"institutions":[{"id":"https://openalex.org/I4210099312","display_name":"Shandong Jiaotong University","ror":"https://ror.org/01848hk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Li","raw_affiliation_strings":["School of Information Science and Electrical Engineering, Shandong Jiaotong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-3407-6092","affiliations":[{"raw_affiliation_string":"School of Information Science and Electrical Engineering, Shandong Jiaotong University, Jinan, China","institution_ids":["https://openalex.org/I4210099312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003571051","display_name":"Zhenfang Zhu","orcid":"https://orcid.org/0000-0002-7217-3109"},"institutions":[{"id":"https://openalex.org/I4210099312","display_name":"Shandong Jiaotong University","ror":"https://ror.org/01848hk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenfang Zhu","raw_affiliation_strings":["School of Information Science and Electrical Engineering, Shandong Jiaotong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-7217-3109","affiliations":[{"raw_affiliation_string":"School of Information Science and Electrical Engineering, Shandong Jiaotong University, Jinan, China","institution_ids":["https://openalex.org/I4210099312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101629006","display_name":"Kefeng Li","orcid":"https://orcid.org/0000-0001-8278-6454"},"institutions":[{"id":"https://openalex.org/I4210099312","display_name":"Shandong Jiaotong University","ror":"https://ror.org/01848hk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kefeng Li","raw_affiliation_strings":["School of Information Science and Electrical Engineering, Shandong Jiaotong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0001-8278-6454","affiliations":[{"raw_affiliation_string":"School of Information Science and Electrical Engineering, Shandong Jiaotong University, Jinan, China","institution_ids":["https://openalex.org/I4210099312"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005075144","display_name":"Hongli Pei","orcid":"https://orcid.org/0009-0002-9126-3799"},"institutions":[{"id":"https://openalex.org/I4210099312","display_name":"Shandong Jiaotong University","ror":"https://ror.org/01848hk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongli Pei","raw_affiliation_strings":["School of Information Science and Electrical Engineering, Shandong Jiaotong University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0002-9126-3799","affiliations":[{"raw_affiliation_string":"School of Information Science and Electrical Engineering, Shandong Jiaotong University, Jinan, China","institution_ids":["https://openalex.org/I4210099312"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210099312"],"apc_list":null,"apc_paid":null,"fwci":4.7234,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.95489074,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"16","issue":"1","first_page":"250","last_page":"263"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9147999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9147999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6869835257530212},{"id":"https://openalex.org/keywords/balance","display_name":"Balance (ability)","score":0.679753839969635},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.662426769733429},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.600074827671051},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.5437473058700562},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.41009214520454407},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40786927938461304},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3739829957485199},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.35161715745925903},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.32634294033050537},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32493874430656433},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.2931898236274719},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.1801072359085083},{"id":"https://openalex.org/keywords/anthropology","display_name":"Anthropology","score":0.08340659737586975},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.06291282176971436}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6869835257530212},{"id":"https://openalex.org/C168031717","wikidata":"https://www.wikidata.org/wiki/Q1530280","display_name":"Balance (ability)","level":2,"score":0.679753839969635},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.662426769733429},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.600074827671051},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.5437473058700562},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.41009214520454407},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40786927938461304},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3739829957485199},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.35161715745925903},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32634294033050537},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32493874430656433},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2931898236274719},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1801072359085083},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.08340659737586975},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.06291282176971436},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3430045","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3430045","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W2114524997","https://openalex.org/W2122563357","https://openalex.org/W2408821365","https://openalex.org/W2556418146","https://openalex.org/W2740550900","https://openalex.org/W2767249564","https://openalex.org/W2787581402","https://openalex.org/W2883409523","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964260444","https://openalex.org/W2964266095","https://openalex.org/W2964346351","https://openalex.org/W2971152344","https://openalex.org/W2973049979","https://openalex.org/W3034266838","https://openalex.org/W3037572520","https://openalex.org/W3093051361","https://openalex.org/W3105111366","https://openalex.org/W3128412859","https://openalex.org/W3138516171","https://openalex.org/W3160799772","https://openalex.org/W3167098825","https://openalex.org/W3168391820","https://openalex.org/W3173396651","https://openalex.org/W3176724088","https://openalex.org/W3206529771","https://openalex.org/W3209984917","https://openalex.org/W3214432797","https://openalex.org/W4205727320","https://openalex.org/W4223555601","https://openalex.org/W4285184319","https://openalex.org/W4311461310","https://openalex.org/W4312084235","https://openalex.org/W4322736091","https://openalex.org/W4376455521","https://openalex.org/W4385571111","https://openalex.org/W4385573848","https://openalex.org/W4386075879","https://openalex.org/W4386576699","https://openalex.org/W6636510571","https://openalex.org/W6679434410","https://openalex.org/W6752724743","https://openalex.org/W6755207826","https://openalex.org/W6757817989","https://openalex.org/W6766673545","https://openalex.org/W6766904570","https://openalex.org/W6766978945","https://openalex.org/W6767287485","https://openalex.org/W6769627184","https://openalex.org/W6780218876","https://openalex.org/W6780226713","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6798805250","https://openalex.org/W6800986610","https://openalex.org/W6811013733"],"related_works":["https://openalex.org/W4205899436","https://openalex.org/W2462138927","https://openalex.org/W3111427900","https://openalex.org/W4302009627","https://openalex.org/W4212781403","https://openalex.org/W4388989680","https://openalex.org/W4380355808","https://openalex.org/W2558617677","https://openalex.org/W2342456189","https://openalex.org/W2972445698"],"abstract_inverted_index":{"Multimodal":[0,109],"Sentiment":[1,110],"Analysis":[2,111],"(MSA)":[3],"is":[4],"the":[5,35,63,69,84,102,120,144,152,160,206,209,214,222,228],"technology":[6],"of":[7,52,65,137,208,216,230],"intelligently":[8],"recognizing":[9],"and":[10,22,58,72,115,148,172],"assessing":[11],"human":[12],"sentiments":[13],"using":[14,113],"various":[15],"data":[16,57,127],"forms":[17],"such":[18],"as":[19],"text,":[20],"image,":[21],"audio.":[23],"Despite":[24],"current":[25,40,88],"mainstream":[26],"methods":[27,41,89],"have":[28],"made":[29],"significant":[30],"progress,":[31],"MSA":[32],"still":[33],"faces":[34],"following":[36],"issues:":[37],"1)":[38],"most":[39],"train":[42],"models":[43],"based":[44],"on":[45,221],"pre-extracted":[46],"features,":[47,80],"lacking":[48],"a":[49,107,184],"sufficient":[50],"understanding":[51],"sentiment":[53],"diversity":[54],"in":[55,68],"multimodal":[56,125,138],"may":[59],"even":[60],"lead":[61],"to":[62,91,96,169],"loss":[64],"critical":[66],"information":[67,139],"raw":[70,126],"data;":[71],"2)":[73],"textual":[74,194,210],"modality,":[75,211],"which":[76,130],"possesses":[77],"high-level":[78],"semantic":[79],"should":[81],"typically":[82],"dominate":[83],"fusion":[85,215],"process,":[86],"yet":[87],"fail":[90],"fully":[92],"leverage":[93],"this":[94,197],"characteristic":[95],"balance":[97],"modality":[98],"information.":[99],"To":[100],"address":[101],"aforementioned":[103],"issues,":[104],"we":[105],"propose":[106],"novel":[108],"framework":[112],"Multimodal-Prefixed":[114],"Cross-Modal":[116],"Attention":[117],"(DB-MPCA).":[118],"For":[119],"first":[121],"issue,":[122,162],"DB-MPCA":[123,163,199],"employs":[124],"for":[128,134],"pre-training,":[129],"not":[131],"only":[132],"allows":[133],"in-depth":[135],"exploration":[136],"but":[140],"also":[141],"significantly":[142],"enhances":[143],"model\u2019s":[145],"learning":[146],"capabilities":[147],"generalization,":[149],"while":[150,204],"reducing":[151],"substantial":[153],"costs":[154],"associated":[155],"with":[156,193],"manual":[157],"annotation.":[158],"Regarding":[159],"second":[161],"introduces":[164],"two":[165],"prefix":[166,176],"encoders":[167],"designed":[168],"convert":[170],"acoustic":[171],"visual":[173],"features":[174],"into":[175,183],"tokens.":[177,195],"These":[178],"tokens":[179],"are":[180,190],"then":[181],"embedded":[182],"pre-trained":[185],"language":[186],"model,":[187,232],"where":[188],"they":[189],"encoded":[191],"together":[192],"Through":[196],"approach,":[198],"effectively":[200],"learns":[201],"cross-modal":[202],"attention":[203],"maintaining":[205],"dominance":[207],"thereby":[212],"optimizing":[213],"modalities.":[217],"Comprehensive":[218],"experiments":[219],"conducted":[220],"widely":[223],"utilized":[224],"dataset":[225],"(CMU-MOSI)":[226],"demonstrate":[227],"effectiveness":[229],"our":[231],"highlighting":[233],"its":[234],"superiority":[235],"over":[236],"baseline":[237],"models.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}