{"id":"https://openalex.org/W4415466764","doi":"https://doi.org/10.1007/s10791-025-09756-2","title":"Multimodal sentiment analysis using image and text fusion for emotion detection","display_name":"Multimodal sentiment analysis using image and text fusion for emotion detection","publication_year":2025,"publication_date":"2025-10-23","ids":{"openalex":"https://openalex.org/W4415466764","doi":"https://doi.org/10.1007/s10791-025-09756-2"},"language":"en","primary_location":{"id":"doi:10.1007/s10791-025-09756-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-025-09756-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09756-2.pdf","source":{"id":"https://openalex.org/S5407036663","display_name":"Discover Computing","issn_l":"2948-2992","issn":["2948-2992"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09756-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009904127","display_name":"Uttam U. Deshpande","orcid":"https://orcid.org/0000-0002-1950-0617"},"institutions":[{"id":"https://openalex.org/I4210125823","display_name":"KLE University","ror":"https://ror.org/03aam9155","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210125823"]},{"id":"https://openalex.org/I4400573169","display_name":"KLS Gogte Institute of Technology","ror":"https://ror.org/04ytecw04","country_code":null,"type":"education","lineage":["https://openalex.org/I4400573169"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Uttam U. Deshpande","raw_affiliation_strings":["Department of Electronics and Communication Engineering, KLS Gogte Institute of Technology, Belagavi, Karnataka, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, KLS Gogte Institute of Technology, Belagavi, Karnataka, India","institution_ids":["https://openalex.org/I4210125823","https://openalex.org/I4400573169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012320753","display_name":"Supriya Shanbhag","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125823","display_name":"KLE University","ror":"https://ror.org/03aam9155","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210125823"]},{"id":"https://openalex.org/I4400573169","display_name":"KLS Gogte Institute of Technology","ror":"https://ror.org/04ytecw04","country_code":null,"type":"education","lineage":["https://openalex.org/I4400573169"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Supriya Shanbhag","raw_affiliation_strings":["Department of Electronics and Communication Engineering, KLS Gogte Institute of Technology, Belagavi, Karnataka, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, KLS Gogte Institute of Technology, Belagavi, Karnataka, India","institution_ids":["https://openalex.org/I4210125823","https://openalex.org/I4400573169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120106525","display_name":"Amit Sukhasare","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125823","display_name":"KLE University","ror":"https://ror.org/03aam9155","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210125823"]},{"id":"https://openalex.org/I4400573169","display_name":"KLS Gogte Institute of Technology","ror":"https://ror.org/04ytecw04","country_code":null,"type":"education","lineage":["https://openalex.org/I4400573169"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amit Sukhasare","raw_affiliation_strings":["Department of Electronics and Communication Engineering, KLS Gogte Institute of Technology, Belagavi, Karnataka, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, KLS Gogte Institute of Technology, Belagavi, Karnataka, India","institution_ids":["https://openalex.org/I4210125823","https://openalex.org/I4400573169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011131676","display_name":"Mahendra M. Dixit","orcid":"https://orcid.org/0000-0002-9921-7431"},"institutions":[{"id":"https://openalex.org/I3132975163","display_name":"KLE Technological University","ror":"https://ror.org/04yh52k23","country_code":"IN","type":"education","lineage":["https://openalex.org/I3132975163"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mahendra M. Dixit","raw_affiliation_strings":["Department of Electronics and Communication Engineering, KLS VDIT, Haliyaal, Karnataka, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, KLS VDIT, Haliyaal, Karnataka, India","institution_ids":["https://openalex.org/I3132975163"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rudragoud Patil","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125823","display_name":"KLE University","ror":"https://ror.org/03aam9155","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210125823"]},{"id":"https://openalex.org/I4400573169","display_name":"KLS Gogte Institute of Technology","ror":"https://ror.org/04ytecw04","country_code":null,"type":"education","lineage":["https://openalex.org/I4400573169"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rudragoud Patil","raw_affiliation_strings":["Department of Computer Science and Engineering, KLS Gogte Institute of Technology, Belagavi, Karnataka, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, KLS Gogte Institute of Technology, Belagavi, Karnataka, India","institution_ids":["https://openalex.org/I4210125823","https://openalex.org/I4400573169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010486996","display_name":"Sangeeta Sangani","orcid":"https://orcid.org/0000-0001-7966-9994"},"institutions":[{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Sangeeta Sangani","raw_affiliation_strings":["School of Computer Engineering, Manipal Institute of Technology Bengaluru, Manipal Academy of Higher Education, Manipal, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Manipal Institute of Technology Bengaluru, Manipal Academy of Higher Education, Manipal, India","institution_ids":["https://openalex.org/I164861460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117312628","display_name":"Sowmyashree H. Srinivasaiah","orcid":null},"institutions":[{"id":"https://openalex.org/I181514455","display_name":"International Institute of Information Technology Bangalore","ror":"https://ror.org/05h9eqy10","country_code":"IN","type":"education","lineage":["https://openalex.org/I181514455"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sowmyashree H. Srinivasaiah","raw_affiliation_strings":["Master of Computer Applications Department, Bangalore Institute of Technology, Bengaluru, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Master of Computer Applications Department, Bangalore Institute of Technology, Bengaluru, India","institution_ids":["https://openalex.org/I181514455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114264130","display_name":"Swetha Goudar","orcid":"https://orcid.org/0000-0001-7191-094X"},"institutions":[{"id":"https://openalex.org/I4210125823","display_name":"KLE University","ror":"https://ror.org/03aam9155","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210125823"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Swetha Goudar","raw_affiliation_strings":["Department of MCA, KLS Gogte Institute of Technology, Belagavi, Karnataka, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of MCA, KLS Gogte Institute of Technology, Belagavi, Karnataka, India","institution_ids":["https://openalex.org/I4210125823"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050726997","display_name":"Manjunath Managuli","orcid":"https://orcid.org/0000-0002-8638-2139"},"institutions":[{"id":"https://openalex.org/I4210125823","display_name":"KLE University","ror":"https://ror.org/03aam9155","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210125823"]},{"id":"https://openalex.org/I4400573169","display_name":"KLS Gogte Institute of Technology","ror":"https://ror.org/04ytecw04","country_code":null,"type":"education","lineage":["https://openalex.org/I4400573169"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Manjunath Managuli","raw_affiliation_strings":["Department of Electronics and Communication Engineering, KLS Gogte Institute of Technology, Belagavi, Karnataka, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, KLS Gogte Institute of Technology, Belagavi, Karnataka, India","institution_ids":["https://openalex.org/I4210125823","https://openalex.org/I4400573169"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5009904127","https://openalex.org/A5010486996"],"corresponding_institution_ids":["https://openalex.org/I164861460","https://openalex.org/I4210125823","https://openalex.org/I4400573169"],"apc_list":null,"apc_paid":null,"fwci":9.1297,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.97620296,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"28","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.8392000198364258},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.579800009727478},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5755000114440918},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5604000091552734},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4632999897003174},{"id":"https://openalex.org/keywords/emotion-detection","display_name":"Emotion detection","score":0.4537999927997589}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.8392000198364258},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7328000068664551},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.579800009727478},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5755000114440918},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5604000091552734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49540001153945923},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4632999897003174},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.4537999927997589},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29989999532699585},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.2957000136375427},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.28780001401901245},{"id":"https://openalex.org/C40976572","wikidata":"https://www.wikidata.org/wiki/Q2330873","display_name":"Gauge (firearms)","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C2989277270","wikidata":"https://www.wikidata.org/wiki/Q168338","display_name":"Behavioral analysis","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C4051589","wikidata":"https://www.wikidata.org/wiki/Q860959","display_name":"Mental image","level":3,"score":0.2590000033378601},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25859999656677246}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10791-025-09756-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-025-09756-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09756-2.pdf","source":{"id":"https://openalex.org/S5407036663","display_name":"Discover Computing","issn_l":"2948-2992","issn":["2948-2992"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a3fb3b2a3224411b92d39e4d397f3664","is_oa":true,"landing_page_url":"https://doaj.org/article/a3fb3b2a3224411b92d39e4d397f3664","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Discover Computing, Vol 28, Iss 1, Pp 1-24 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s10791-025-09756-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-025-09756-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09756-2.pdf","source":{"id":"https://openalex.org/S5407036663","display_name":"Discover Computing","issn_l":"2948-2992","issn":["2948-2992"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415466764.pdf","grobid_xml":"https://content.openalex.org/works/W4415466764.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W2126792281","https://openalex.org/W2187168313","https://openalex.org/W2250539671","https://openalex.org/W2251292973","https://openalex.org/W2283747648","https://openalex.org/W2472490454","https://openalex.org/W2810665353","https://openalex.org/W2964051877","https://openalex.org/W2965185227","https://openalex.org/W2971765953","https://openalex.org/W2982281530","https://openalex.org/W3034849760","https://openalex.org/W3036481309","https://openalex.org/W3160518394","https://openalex.org/W3161120562","https://openalex.org/W3202053489","https://openalex.org/W3209859545","https://openalex.org/W3217501503","https://openalex.org/W4224320748","https://openalex.org/W4285262944","https://openalex.org/W4293326823","https://openalex.org/W4313011053","https://openalex.org/W4362710671","https://openalex.org/W4368340828","https://openalex.org/W4368341067","https://openalex.org/W4378942346"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Social":[1],"media":[2,251,264],"has":[3,55,258],"become":[4],"an":[5,167,240],"essential":[6],"platform":[7],"for":[8,113,210],"expressing":[9],"personal":[10],"experiences":[11],"and":[12,29,60,63,74,100,116,157,176,183,213,253],"emotions.":[13],"Today\u2019s":[14],"youth":[15],"frequently":[16,273],"share":[17],"images":[18,34,90,108,142],"that":[19,125,173],"reflect":[20],"their":[21,98,134,159,278],"emotional":[22,44,79],"states,":[23],"including":[24],"happiness,":[25],"excitement,":[26],"sadness,":[27],"anxiety,":[28],"distress.":[30],"Accurately":[31],"analyzing":[32,138],"these":[33],"using":[35,194,206],"new":[36],"frameworks":[37],"can":[38,65,88,109,127,148],"offer":[39,110],"beneficial":[40],"insights":[41,112],"into":[42],"the":[43,78,131,139,155],"well-being":[45],"of":[46,71,133,141,232,242],"individuals.":[47],"Beyond":[48],"mental":[49,268],"health":[50,269],"applications,":[51],"image":[52,184,219],"sentiment":[53,96,170,187,204],"analysis":[54,121,171,205],"significant":[56],"potential":[57],"in":[58,262],"marketing":[59],"advertising.":[61],"Brands":[62],"Marketers":[64],"get":[66],"a":[67,145,195,230],"more":[68],"comprehensive":[69],"understanding":[70],"consumer":[72],"sentiments":[73,140],"preferences":[75],"by":[76,82,92,191],"examining":[77],"reactions":[80],"elicited":[81],"visual":[83],"content.":[84,235],"For":[85],"instance,":[86],"companies":[87],"analyze":[89,181],"shared":[91],"customers":[93],"to":[94,129,180,216,266,276],"gauge":[95,130],"towards":[97],"products":[99,115],"services.":[101],"Positive":[102],"or":[103],"negative":[104],"feedback":[105],"expressed":[106],"through":[107],"practical":[111],"improving":[114],"customer":[117],"experience.":[118],"Additionally,":[119],"Sentiment":[120],"is":[122,189],"one":[123],"tool":[124],"marketers":[126],"use":[128,274],"effectiveness":[132],"advertising":[135],"campaigns.":[136],"By":[137],"associated":[143],"with":[144,154,229],"campaign,":[146],"they":[147],"determine":[149],"which":[150],"aspects":[151],"resonate":[152],"most":[153],"audience":[156],"adjust":[158],"strategies":[160],"accordingly.":[161],"Our":[162],"research":[163],"focuses":[164],"on":[165],"creating":[166],"advanced":[168],"multimodal":[169],"system":[172,238],"combines":[174],"BERT":[175,225],"Vision":[177],"Transformers":[178],"(ViT)":[179],"textual":[182],"data.":[185],"High-precision":[186],"classification":[188],"achieved":[190],"our":[192],"technique":[193,226],"preprocessed":[196],"AllenTAN":[197],"dataset":[198],"from":[199],"Hugging":[200],"Face.":[201],"It":[202],"conducts":[203],"BERT,":[207],"creates":[208],"captions":[209],"unlabeled":[211],"photos,":[212],"uses":[214],"OCR":[215],"retrieve":[217],"embedded":[218],"text.":[220],"The":[221,236],"suggested":[222],"ViT":[223],"+":[224],"performs":[227],"well":[228],"variety":[231],"social":[233,250,263],"network":[234],"proposed":[237],"achieves":[239],"accuracy":[241],"96.91%,":[243],"demonstrating":[244],"its":[245],"robust":[246],"performance":[247],"across":[248],"diverse":[249],"content":[252],"benchmark":[254],"models.":[255],"This":[256],"technology":[257],"several":[259],"uses,":[260],"particularly":[261],"monitoring":[265],"promote":[267],"content,":[270],"as":[271],"teens":[272],"visuals":[275],"describe":[277],"feelings.":[279]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-24T00:00:00"}