{"id":"https://openalex.org/W7166564567","doi":"https://doi.org/10.70917/ijcisim-2026-2185","title":"TSSP-MSA: DEEP LEARNING LEVERAGED TRI-STAGE SELF-SUPERVISED FRAMEWORK FOR ROBUST MULTIMODAL SENTIMENT ANALYSIS","display_name":"TSSP-MSA: DEEP LEARNING LEVERAGED TRI-STAGE SELF-SUPERVISED FRAMEWORK FOR ROBUST MULTIMODAL SENTIMENT ANALYSIS","publication_year":2026,"publication_date":"2026-06-23","ids":{"openalex":"https://openalex.org/W7166564567","doi":"https://doi.org/10.70917/ijcisim-2026-2185"},"language":"en","primary_location":{"id":"doi:10.70917/ijcisim-2026-2185","doi":"https://doi.org/10.70917/ijcisim-2026-2185","is_oa":true,"landing_page_url":"https://doi.org/10.70917/ijcisim-2026-2185","pdf_url":"https://cspub-ijcisim.org/index.php/ijcisim/article/download/2185/1668","source":{"id":"https://openalex.org/S5406979607","display_name":"International Journal of Computer Information Systems and Industrial Management Applications","issn_l":"2150-7988","issn":["2150-7988"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","poland-40","russia-white-list-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Information Systems and Industrial Management Applications","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7166564567"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://cspub-ijcisim.org/index.php/ijcisim/article/download/2185/1668","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119812005","display_name":"Bharathi Niruti","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405254961","display_name":"Malla Reddy University","ror":"https://ror.org/02eg1qz05","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405254961"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Bharathi Niruti","raw_affiliation_strings":["Department of CSE, Malla Reddy University, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of CSE, Malla Reddy University, Hyderabad, India","institution_ids":["https://openalex.org/I4405254961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118815151","display_name":"A V L N Sujith","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405254961","display_name":"Malla Reddy University","ror":"https://ror.org/02eg1qz05","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405254961"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sujith AVLN","raw_affiliation_strings":["Department of IT, Malla Reddy University, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of IT, Malla Reddy University, Hyderabad, India","institution_ids":["https://openalex.org/I4405254961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089531991","display_name":"Kanaka Durga Returi","orcid":"https://orcid.org/0000-0002-7268-5446","observed_orcids":["https://orcid.org/0000-0002-7268-5446"]},"institutions":[{"id":"https://openalex.org/I4405267936","display_name":"Malla Reddy Vishwavidyapeeth","ror":"https://ror.org/053kvfq67","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405267936"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kanaka Durga Returi","raw_affiliation_strings":["Department of CSE, Malla Reddy Technical Campus (A constituent unit of Malla Reddy Vishwavidyapeeth), Deemed to be University, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of CSE, Malla Reddy Technical Campus (A constituent unit of Malla Reddy Vishwavidyapeeth), Deemed to be University, Hyderabad, India","institution_ids":["https://openalex.org/I4405267936"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":"2","first_page":"138","last_page":"157"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7782999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7782999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.21400000154972076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-sentiment-analysis","display_name":"multimodal sentiment analysis","score":1.0},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.9380000233650208},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.7369999885559082},{"id":"https://openalex.org/keywords/uncertainty-aware-fusion","display_name":"uncertainty-aware fusion","score":0.8960000276565552},{"id":"https://openalex.org/keywords/cross-modal-contrastive-learning","display_name":"cross-modal contrastive learning","score":0.8230000138282776},{"id":"https://openalex.org/keywords/robustness-to-missing-data","display_name":"missing data robustness","score":0.5550000071525574},{"id":"https://openalex.org/keywords/affective-computing","display_name":"affective computing","score":0.8669999837875366},{"id":"https://openalex.org/keywords/human-computer-interaction","display_name":"human-computer interaction","score":0.6370000243186951},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"emotion recognition","score":0.593999981880188}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7849000096321106},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7444999814033508},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6108999848365784},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5992000102996826},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.593500018119812},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5911999940872192},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5759000182151794},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5580000281333923},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5116999745368958},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4909999966621399},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4480000138282776},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4336000084877014},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4226999878883362},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3474000096321106},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C2779631151","wikidata":"https://www.wikidata.org/wiki/Q7883767","display_name":"Underspecification","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2700999975204468},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.26100000739097595},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.70917/ijcisim-2026-2185","doi":"https://doi.org/10.70917/ijcisim-2026-2185","is_oa":true,"landing_page_url":"https://doi.org/10.70917/ijcisim-2026-2185","pdf_url":"https://cspub-ijcisim.org/index.php/ijcisim/article/download/2185/1668","source":{"id":"https://openalex.org/S5406979607","display_name":"International Journal of Computer Information Systems and Industrial Management Applications","issn_l":"2150-7988","issn":["2150-7988"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","poland-40","russia-white-list-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Information Systems and Industrial Management Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.70917/ijcisim-2026-2185","doi":"https://doi.org/10.70917/ijcisim-2026-2185","is_oa":true,"landing_page_url":"https://doi.org/10.70917/ijcisim-2026-2185","pdf_url":"https://cspub-ijcisim.org/index.php/ijcisim/article/download/2185/1668","source":{"id":"https://openalex.org/S5406979607","display_name":"International Journal of Computer Information Systems and Industrial Management Applications","issn_l":"2150-7988","issn":["2150-7988"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","poland-40","russia-white-list-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Information Systems and Industrial Management Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166564567.pdf","grobid_xml":"https://content.openalex.org/works/W7166564567.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W4292438865","https://openalex.org/W4297499129","https://openalex.org/W4385571546","https://openalex.org/W4386576699","https://openalex.org/W4389524495","https://openalex.org/W4390367337","https://openalex.org/W4394942860","https://openalex.org/W4397031582","https://openalex.org/W4400322983","https://openalex.org/W4401024497","https://openalex.org/W4403144812","https://openalex.org/W4403713301","https://openalex.org/W4404852445","https://openalex.org/W4406480601","https://openalex.org/W4407095683","https://openalex.org/W4409326604","https://openalex.org/W4409364503","https://openalex.org/W4412438081","https://openalex.org/W4412655382","https://openalex.org/W4415328863","https://openalex.org/W4415797590","https://openalex.org/W4416095536"],"related_works":["https://openalex.org/W7220670299","https://openalex.org/W4415936145","https://openalex.org/W4403636447","https://openalex.org/W7117898354","https://openalex.org/W7117487482","https://openalex.org/W4409019223","https://openalex.org/W4417073297","https://openalex.org/W7203475328","https://openalex.org/W4393147709","https://openalex.org/W4408173316"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1],"analysis":[2],"(MSA)":[3],"is":[4],"designed":[5],"to":[6,29,62,92,125],"understand":[7],"human":[8],"emotions":[9],"by":[10,172],"analyzing":[11],"modal":[12,139],"signals":[13],"of":[14,17,66,72,119,182,191,197],"various":[15],"forms":[16],"data":[18],"including":[19],"text,":[20],"audio,":[21],"and":[22,40,74,95,121,156,166],"visual.":[23],"Nonetheless,":[24],"the":[25,52,64,67,70,75,86,180],"current":[26],"models":[27],"tend":[28],"have":[30],"difficulties":[31],"in":[32,49,85,117,141,194],"learning":[33],"modality-specific":[34],"features,":[35,69],"working":[36],"with":[37,89,109,188],"incomplete":[38],"data,":[39],"aligning":[41],"semantics":[42],"across":[43,77],"modalities.":[44,78],"To":[45],"overcome":[46],"these":[47],"shortcomings,":[48],"this":[50],"paper,":[51],"authors":[53],"present":[54],"TSSP-MSA,":[55],"a":[56,142,167,173],"tri-stage":[57],"self-supervised":[58,90],"model":[59],"that":[60,112,159],"aims":[61],"enhance":[63],"quality":[65],"unimodal":[68,80],"adaptability":[71],"fusion,":[73],"consistency":[76],"The":[79,100,130,176],"encoders":[81],"are":[82],"then":[83],"pretrained":[84],"first":[87],"stage":[88],"goals":[91],"learn":[93],"robust":[94,184],"semantically":[96],"rich":[97],"feature":[98],"representations.":[99],"second":[101],"step":[102,132],"introduces":[103],"an":[104],"expert":[105],"mixture":[106],"fusion":[107],"strategy":[108],"uncertainty":[110,120],"awareness":[111],"dynamically":[113],"balances":[114],"modality":[115],"contributions":[116],"terms":[118],"hence":[122],"improves":[123],"tolerance":[124],"missed":[126],"or":[127],"noisy":[128],"data.":[129],"last":[131],"employs":[133],"cross-modal":[134],"contrastive":[135],"refinement,":[136],"which":[137],"synchronizes":[138],"representations":[140],"common":[143],"latent":[144],"space,":[145],"overcoming":[146],"semantic":[147],"discordance.":[148],"Comprehensive":[149],"testing":[150],"on":[151],"standard":[152],"datasets":[153],"like":[154],"CMU-MOSI":[155],"CMU-MOSEI":[157],"shows":[158],"TSSP-MSA":[160],"achieves":[161],"substantially":[162],"better":[163],"accuracy,":[164],"F1-score,":[165],"modality-dropping":[168],"reshape":[169],"than":[170],"state-of-the-art":[171],"large":[174],"margin.":[175],"architecture":[177],"proposed":[178],"advances":[179],"idea":[181],"interpretable,":[183],"affective":[185],"computing":[186],"devices,":[187],"high":[189],"prospects":[190],"being":[192],"utilized":[193],"real":[195],"practice":[196],"human-computer":[198],"interaction.":[199]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-06-30T00:00:00"}