{"id":"https://openalex.org/W7161678693","doi":"https://doi.org/10.1016/j.inffus.2026.104491","title":"Internalizing reasoning via chain-of-thought and retrieval augmentation for multimodal sentiment analysis","display_name":"Internalizing reasoning via chain-of-thought and retrieval augmentation for multimodal sentiment analysis","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161678693","doi":"https://doi.org/10.1016/j.inffus.2026.104491"},"language":"en","primary_location":{"id":"doi:10.1016/j.inffus.2026.104491","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.inffus.2026.104491","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.inffus.2026.104491","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136496239","display_name":"Yang Sun","orcid":"https://orcid.org/0009-0009-0913-5757"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]},{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Sun","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, 201804, China","School of Information Science and Engineering, Shandong Normal University, Jinan, 250358, China"],"raw_orcid":"https://orcid.org/0009-0009-0913-5757","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, 201804, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, 250358, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136498214","display_name":"Fengling Li","orcid":null},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Fengling Li","raw_affiliation_strings":["Australian Artificial Intelligence Institute, University of Technology Sydney, Sydney, NSW 2007, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3432-6215","affiliations":[{"raw_affiliation_string":"Australian Artificial Intelligence Institute, University of Technology Sydney, Sydney, NSW 2007, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136492779","display_name":"Tianshi Wang","orcid":"https://orcid.org/0000-0002-8013-5188"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianshi Wang","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, 201804, China"],"raw_orcid":"https://orcid.org/0000-0002-8013-5188","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, 201804, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136456821","display_name":"Guoli Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4391767653","display_name":"Institute of Basic Medical Sciences of the Chinese Academy of Medical Sciences","ror":"https://ror.org/055qbch41","country_code":null,"type":"facility","lineage":["https://openalex.org/I200296433","https://openalex.org/I4391767653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoli Yang","raw_affiliation_strings":["Center for Computational Biology, Beijing Institute of Basic Medical Sciences, Beijing, 100850, China"],"raw_orcid":"https://orcid.org/0000-0002-1076-2119","affiliations":[{"raw_affiliation_string":"Center for Computational Biology, Beijing Institute of Basic Medical Sciences, Beijing, 100850, China","institution_ids":["https://openalex.org/I4391767653"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136502089","display_name":"Lei Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhu","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, 201804, China"],"raw_orcid":"https://orcid.org/0000-0002-3827-1960","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, 201804, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5136498214"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":{"value":4360,"currency":"USD","value_usd":4360},"apc_paid":{"value":4360,"currency":"USD","value_usd":4360},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.61925937,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"135","issue":null,"first_page":"104491","last_page":"104491"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.49970000982284546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.49970000982284546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.10530000180006027,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0414000004529953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7544000148773193},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.2721000015735626},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2264000028371811},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.21660000085830688}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7986000180244446},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7544000148773193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6620000004768372},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.501800000667572},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36629998683929443},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2264000028371811},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.22130000591278076},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.21660000085830688},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.20550000667572021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.inffus.2026.104491","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.inffus.2026.104491","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.inffus.2026.104491","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.inffus.2026.104491","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320328119","display_name":"National University's Basic Research Foundation of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2998702515","https://openalex.org/W3095024162","https://openalex.org/W3194672963","https://openalex.org/W4285184319","https://openalex.org/W4293205624","https://openalex.org/W4376455521","https://openalex.org/W4377234444","https://openalex.org/W4385695854","https://openalex.org/W4389317792","https://openalex.org/W4392908038","https://openalex.org/W4401069763","https://openalex.org/W4403063401","https://openalex.org/W4404035255","https://openalex.org/W4406387563","https://openalex.org/W4407213255","https://openalex.org/W4408173316"],"related_works":[],"abstract_inverted_index":{"\u2022":[0,13,23,33,42],"We":[1],"propose":[2,125],"a":[3,126,141,157,180,191],"unified":[4,127],"framework":[5,128],"adapting":[6],"large":[7],"models":[8,259],"for":[9,57,101],"precise":[10],"sentiment":[11,103],"tasks.":[12],"Hybrid":[14],"tuning":[15,144],"strategy":[16,145],"merges":[17],"explicit":[18,148],"reasoning":[19,38,112,207],"with":[20,48,151],"intuitive":[21,170],"discrimination.":[22,171],"Label-balanced":[24],"retrieval":[25,182],"selects":[26,186],"diverse":[27,187],"paradigms":[28,189,195],"to":[29,76,173,205,236,246],"mitigate":[30,174],"context":[31],"bias.":[32],"Contextual":[34],"anchors":[35,199],"enable":[36],"internalized":[37],"without":[39,209],"verbose":[40,212],"generation.":[41,213],"Extensive":[43,214],"experiments":[44,215],"demonstrate":[45,219],"superior":[46,232],"performance":[47,224],"high":[49],"efficiency.":[50],"Multimodal":[51],"Sentiment":[52],"Analysis":[53],"(MSA)":[54],"is":[55,70],"critical":[56],"interpreting":[58],"user-generated":[59],"content,":[60],"yet":[61],"it":[62],"remains":[63],"challenging":[64],"because":[65],"textual":[66],"and":[67,79,105,110,134,169,228,239,258],"visual":[68],"evidence":[69],"often":[71,96],"inconsistent,":[72],"only":[73],"weakly":[74],"grounded":[75],"fine-grained":[77],"targets,":[78],"easily":[80],"affected":[81],"by":[82],"noisy":[83],"contextual":[84,198],"cues.":[85],"While":[86],"Large":[87],"Vision-Language":[88],"Models":[89],"(LVLMs)":[90],"offer":[91],"promising":[92],"generalization":[93],"capabilities,":[94],"they":[95],"lack":[97],"the":[98,164,203,249],"granularity":[99],"required":[100],"specific":[102],"tasks":[104],"may":[106],"suffer":[107],"from":[108,190],"hallucinations":[109],"unstable":[111],"when":[113],"multimodal":[114],"cues":[115],"are":[116,260],"ambiguous":[117],"or":[118],"conflicting.":[119],"To":[120],"address":[121],"these":[122],"limitations,":[123],"we":[124,139,178],"termed":[129],"Internalized":[130],"Reasoning":[131],"via":[132],"Chain-of-Thought":[133],"Retrieval":[135],"Augmentation":[136],"(IR-CTRA).":[137],"Specifically,":[138],"introduce":[140],"dual-stream":[142],"hybrid":[143],"that":[146,184,220],"integrates":[147],"chain-of-thought":[149],"rationales":[150],"implicit":[152],"in-context":[153],"learning":[154],"predictions":[155],"within":[156],"shared":[158],"parameter":[159,233],"space.":[160],"This":[161],"approach":[162],"bridges":[163],"gap":[165],"between":[166],"logical":[167],"deduction":[168],"Furthermore,":[172],"context-induced":[175],"polarity":[176],"bias,":[177],"design":[179],"label-balanced":[181],"mechanism":[183],"dynamically":[185],"demonstration":[188],"self-constructed":[192],"repository.":[193],"These":[194],"serve":[196],"as":[197],"during":[200],"inference,":[201],"enabling":[202],"model":[204],"internalize":[206],"processes":[208],"relying":[210],"on":[211,216,248],"benchmark":[217],"datasets":[218],"IR-CTRA":[221],"achieves":[222],"state-of-the-art":[223],"across":[225],"both":[226],"sentence-level":[227],"aspect-level":[229],"tasks,":[230],"exhibiting":[231],"efficiency":[234],"compared":[235],"larger-scale":[237],"baselines,":[238],"achieving":[240],"an":[241],"accuracy":[242],"improvement":[243],"of":[244],"up":[245],"16.78%":[247],"Twitter-2015":[250],"dataset":[251],"over":[252],"comparably":[253],"sized":[254],"models.":[255],"The":[256],"code":[257],"available":[261],"at":[262],"https://github.com/DandelionWow/IR-CTRA":[263],".":[264]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-05-20T00:00:00"}