{"id":"https://openalex.org/W7164842882","doi":"https://doi.org/10.1109/ojcoms.2026.3703474","title":"VTMA: Vision Transformer-Enabled Multi-Level Attentive Model for Image\u2013Text-Based Multimodal Sentiment Analysis","display_name":"VTMA: Vision Transformer-Enabled Multi-Level Attentive Model for Image\u2013Text-Based Multimodal Sentiment Analysis","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7164842882","doi":"https://doi.org/10.1109/ojcoms.2026.3703474"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2026.3703474","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2026.3703474","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcoms.2026.3703474","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068996104","display_name":"Abdoh Jabbari","orcid":"https://orcid.org/0000-0001-9628-675X"},"institutions":[{"id":"https://openalex.org/I91450128","display_name":"Jazan University","ror":"https://ror.org/02bjnq803","country_code":"SA","type":"education","lineage":["https://openalex.org/I91450128"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Abdoh Jabbari","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, College of Engineering and Computer Sciences, Jazan University, Jazan, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-9628-675X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, College of Engineering and Computer Sciences, Jazan University, Jazan, Saudi Arabia","institution_ids":["https://openalex.org/I91450128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138672801","display_name":"Lokesh Sharma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146682","display_name":"Intel (India)","ror":"https://ror.org/04f2n1245","country_code":"IN","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210146682"]},{"id":"https://openalex.org/I73779912","display_name":"Manipal University Jaipur","ror":"https://ror.org/040h76494","country_code":null,"type":"education","lineage":["https://openalex.org/I73779912"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Lokesh Sharma","raw_affiliation_strings":["Department of IoT and Intelligent Systems, Manipal University Jaipur, Jaipur, India"],"raw_orcid":"https://orcid.org/0000-0001-6950-976X","affiliations":[{"raw_affiliation_string":"Department of IoT and Intelligent Systems, Manipal University Jaipur, Jaipur, India","institution_ids":["https://openalex.org/I4210146682","https://openalex.org/I73779912"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043006424","display_name":"Ashima Yadav","orcid":"https://orcid.org/0000-0002-1467-1601"},"institutions":[{"id":"https://openalex.org/I33308869","display_name":"Southern New Hampshire University","ror":"https://ror.org/04t718460","country_code":"US","type":"education","lineage":["https://openalex.org/I33308869"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashima Yadav","raw_affiliation_strings":["Department of Computer Science, Southern New Hampshire University, NH, USA"],"raw_orcid":"https://orcid.org/0000-0002-1467-1601","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Southern New Hampshire University, NH, USA","institution_ids":["https://openalex.org/I33308869"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119403481","display_name":"Yogendra Chhetri","orcid":"https://orcid.org/0009-0009-6007-1955"},"institutions":[{"id":"https://openalex.org/I4210094553","display_name":"Newcastle University Singapore","ror":"https://ror.org/00mbfhq81","country_code":"SG","type":"education","lineage":["https://openalex.org/I4210094553"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yogendra Chhetri","raw_affiliation_strings":["School of Computer Science Engineering and Technology, Newcastle University in Singapore, Punggol, Singapore"],"raw_orcid":"https://orcid.org/0009-0009-6007-1955","affiliations":[{"raw_affiliation_string":"School of Computer Science Engineering and Technology, Newcastle University in Singapore, Punggol, Singapore","institution_ids":["https://openalex.org/I4210094553"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079975692","display_name":"Haneef Khan","orcid":"https://orcid.org/0000-0002-9048-6758"},"institutions":[{"id":"https://openalex.org/I91450128","display_name":"Jazan University","ror":"https://ror.org/02bjnq803","country_code":"SA","type":"education","lineage":["https://openalex.org/I91450128"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Haneef Khan","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, College of Engineering and Computer Sciences, Jazan University, Jazan, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-9048-6758","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, College of Engineering and Computer Sciences, Jazan University, Jazan, Saudi Arabia","institution_ids":["https://openalex.org/I91450128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051575430","display_name":"Ishan Budhiraja","orcid":"https://orcid.org/0000-0002-7495-5032"},"institutions":[{"id":"https://openalex.org/I3129773123","display_name":"Bennett University","ror":"https://ror.org/00an5hx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I3129773123"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ishan Budhiraja","raw_affiliation_strings":["School of Computer Science Engineering and Technology, Bennett University, Greater Noida, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0002-7495-5032","affiliations":[{"raw_affiliation_string":"School of Computer Science Engineering and Technology, Bennett University, Greater Noida, Uttar Pradesh, India","institution_ids":["https://openalex.org/I3129773123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049706470","display_name":"Suneet Kumar Gupta","orcid":"https://orcid.org/0000-0002-0757-1290"},"institutions":[{"id":"https://openalex.org/I101407740","display_name":"Chandigarh University","ror":"https://ror.org/05t4pvx35","country_code":"IN","type":"education","lineage":["https://openalex.org/I101407740"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Suneet Kumar Gupta","raw_affiliation_strings":["AIT-CSE, Chandigarh University, Mohali, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIT-CSE, Chandigarh University, Mohali, India","institution_ids":["https://openalex.org/I101407740"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079932319","display_name":"Theyazn H. H. Aldhyani","orcid":"https://orcid.org/0000-0003-1822-1357"},"institutions":[{"id":"https://openalex.org/I4626487","display_name":"King Faisal University","ror":"https://ror.org/00dn43547","country_code":"SA","type":"education","lineage":["https://openalex.org/I4626487"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Theyazn H. H. Aldhyani","raw_affiliation_strings":["Applied College, King Faisal University, Al-Ahsa, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-1822-1357","affiliations":[{"raw_affiliation_string":"Applied College, King Faisal University, Al-Ahsa, Saudi Arabia","institution_ids":["https://openalex.org/I4626487"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.76124473,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"7","issue":null,"first_page":"6757","last_page":"6774"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.18449999392032623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.18449999392032623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.13109999895095825,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06270000338554382,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4925000071525574},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.450300008058548},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3995000123977661},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35510000586509705},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.28380000591278076}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6510999798774719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6175000071525574},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49889999628067017},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4925000071525574},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.450300008058548},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4316999912261963},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3995000123977661},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3206000030040741},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.28380000591278076},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2026.3703474","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2026.3703474","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:628d031039d64582b2373b50c5197647","is_oa":false,"landing_page_url":"https://doaj.org/article/628d031039d64582b2373b50c5197647","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 7, Pp 6757-6774 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2026.3703474","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2026.3703474","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2773146183","display_name":null,"funder_award_id":"KFU262557","funder_id":"https://openalex.org/F4320331156","funder_display_name":"King Faisal University"}],"funders":[{"id":"https://openalex.org/F4320331156","display_name":"King Faisal University","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,77],"multimodal":[1,38,118],"sentiment":[2,39,73,87,128,207],"analysis,":[3],"textual":[4,46,100],"descriptions":[5],"provide":[6],"critical":[7],"affective":[8],"cues":[9],"for":[10,36,68],"corresponding":[11],"image":[12,60],"regions,":[13],"yet":[14],"their":[15],"semantic":[16],"alignment":[17],"with":[18,177],"visual":[19,44,75],"content":[20],"is":[21,83,112,136],"often":[22],"underutilized.":[23],"This":[24],"paper":[25],"presents":[26],"a":[27,52,79,96,106],"Vision":[28],"Transformer":[29],"based":[30],"Multi":[31],"level":[32,59],"Attentive":[33],"(VTMA)":[34],"network":[35],"effective":[37],"prediction":[40],"by":[41,120],"jointly":[42],"modeling":[43],"and":[45,62,71,92,123,149,174,184,205],"information.":[47],"The":[48,133],"proposed":[49,134,157,197],"architecture":[50,198],"employs":[51],"vision":[53],"transformer":[54],"encoder":[55,82],"to":[56,85,114],"generate":[57],"patch":[58],"embeddings":[61],"leverage":[63],"multi":[64],"head":[65],"self":[66,109],"attention":[67,110],"capturing":[69,200],"global":[70],"local":[72],"relevant":[74],"cues.":[76],"parallel,":[78],"hierarchical":[80],"text":[81],"designed":[84],"model":[86],"salience":[88],"at":[89],"both":[90],"word":[91],"sentence":[93],"levels,":[94],"enabling":[95],"comprehensive":[97],"representation":[98,119],"of":[99,163,170,180,195],"semantics.":[101],"To":[102],"further":[103],"enhance":[104],"robustness,":[105],"post":[107],"fusion":[108],"module":[111],"introduced":[113],"refine":[115],"the":[116,156,164,187,193,196],"combined":[117],"suppressing":[121],"irrelevant":[122],"redundant":[124],"features":[125],"while":[126],"emphasizing":[127],"discriminative":[129],"interactions":[130],"across":[131],"modalities.":[132],"framework":[135],"evaluated":[137],"on":[138,186],"four":[139],"public":[140],"benchmark":[141],"datasets":[142],"including":[143],"MVSA":[144,146],"Single,":[145],"Multiple,":[147],"B-T4SA,":[148],"Getty":[150],"Images.":[151],"Experimental":[152],"results":[153,191],"demonstrate":[154],"that":[155],"approach":[158],"consistently":[159],"outperforms":[160],"existing":[161],"state":[162],"art":[165],"methods,":[166],"achieving":[167],"accuracy":[168],"values":[169],"82.8%,":[171],"85.1%,":[172],"92.2%,":[173],"94.5%,":[175],"along":[176],"F1":[178],"scores":[179],"82.3%,":[181],"84.7%,":[182],"92.5%,":[183],"93.6%":[185],"respective":[188],"datasets.":[189],"These":[190],"validate":[192],"effectiveness":[194],"in":[199],"intricate":[201],"cross":[202],"modal":[203],"relationships":[204],"improving":[206],"classification":[208],"performance.":[209]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-06-16T00:00:00"}