{"id":"https://openalex.org/W4416250462","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227414","title":"RoseNet: A Cross-Modal Incongruity Adaptive Graph Learning Network in Multimodal Sentiment Recognition","display_name":"RoseNet: A Cross-Modal Incongruity Adaptive Graph Learning Network in Multimodal Sentiment Recognition","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416250462","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227414"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11227414","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227414","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100458577","display_name":"Guangyu Wang","orcid":"https://orcid.org/0000-0003-1312-884X"},"institutions":[{"id":"https://openalex.org/I130480701","display_name":"Dongbei University of Finance and Economics","ror":"https://ror.org/05db1pj03","country_code":"CN","type":"education","lineage":["https://openalex.org/I130480701"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangyu Wang","raw_affiliation_strings":["Dongbei University of Finance and Economics,Key Lab of Bigdata Management-Optimization-Decision of Liaoning"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongbei University of Finance and Economics,Key Lab of Bigdata Management-Optimization-Decision of Liaoning","institution_ids":["https://openalex.org/I130480701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459042","display_name":"Yujie Chen","orcid":"https://orcid.org/0000-0002-8455-745X"},"institutions":[{"id":"https://openalex.org/I130480701","display_name":"Dongbei University of Finance and Economics","ror":"https://ror.org/05db1pj03","country_code":"CN","type":"education","lineage":["https://openalex.org/I130480701"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Chen","raw_affiliation_strings":["Dongbei University of Finance and Economics,Key Lab of Bigdata Management-Optimization-Decision of Liaoning"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongbei University of Finance and Economics,Key Lab of Bigdata Management-Optimization-Decision of Liaoning","institution_ids":["https://openalex.org/I130480701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075501144","display_name":"Ming Gao","orcid":"https://orcid.org/0000-0003-3397-5659"},"institutions":[{"id":"https://openalex.org/I130480701","display_name":"Dongbei University of Finance and Economics","ror":"https://ror.org/05db1pj03","country_code":"CN","type":"education","lineage":["https://openalex.org/I130480701"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Gao","raw_affiliation_strings":["Dongbei University of Finance and Economics,Key Lab of Bigdata Management-Optimization-Decision of Liaoning"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongbei University of Finance and Economics,Key Lab of Bigdata Management-Optimization-Decision of Liaoning","institution_ids":["https://openalex.org/I130480701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010110855","display_name":"Zhiqiao Wu","orcid":"https://orcid.org/0000-0002-7358-6175"},"institutions":[{"id":"https://openalex.org/I130480701","display_name":"Dongbei University of Finance and Economics","ror":"https://ror.org/05db1pj03","country_code":"CN","type":"education","lineage":["https://openalex.org/I130480701"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiao Wu","raw_affiliation_strings":["Dongbei University of Finance and Economics,Key Lab of Bigdata Management-Optimization-Decision of Liaoning"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongbei University of Finance and Economics,Key Lab of Bigdata Management-Optimization-Decision of Liaoning","institution_ids":["https://openalex.org/I130480701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060664084","display_name":"Jiafu Tang","orcid":"https://orcid.org/0000-0002-0745-318X"},"institutions":[{"id":"https://openalex.org/I130480701","display_name":"Dongbei University of Finance and Economics","ror":"https://ror.org/05db1pj03","country_code":"CN","type":"education","lineage":["https://openalex.org/I130480701"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafu Tang","raw_affiliation_strings":["Dongbei University of Finance and Economics,Key Lab of Bigdata Management-Optimization-Decision of Liaoning"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongbei University of Finance and Economics,Key Lab of Bigdata Management-Optimization-Decision of Liaoning","institution_ids":["https://openalex.org/I130480701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130480701"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.6079000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.6079000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.3037000000476837,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.02710000053048134,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5400000214576721},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5182999968528748},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.49889999628067017},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4794999957084656},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.39629998803138733},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.3799999952316284},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.34540000557899475},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.33059999346733093},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3303000032901764}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7591999769210815},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5961999893188477},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5400000214576721},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5182999968528748},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.49889999628067017},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4794999957084656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4431000053882599},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.39629998803138733},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3799999952316284},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3727000057697296},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.34540000557899475},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.33059999346733093},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3303000032901764},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C2993807640","wikidata":"https://www.wikidata.org/wiki/Q103709453","display_name":"Attention network","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2799000144004822},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.2685000002384186},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.25859999656677246},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11227414","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227414","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2047281828","https://openalex.org/W2265228180","https://openalex.org/W2293236424","https://openalex.org/W2565186026","https://openalex.org/W2583643061","https://openalex.org/W2767484504","https://openalex.org/W2905562398","https://openalex.org/W2962796276","https://openalex.org/W2964051877","https://openalex.org/W2966078298","https://openalex.org/W2984369117","https://openalex.org/W3174517569","https://openalex.org/W3175464388","https://openalex.org/W4221155388","https://openalex.org/W4223555601","https://openalex.org/W4225650823","https://openalex.org/W4312287430","https://openalex.org/W4376226279","https://openalex.org/W4382202636","https://openalex.org/W4388811755","https://openalex.org/W4392001358","https://openalex.org/W4395053551"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,55,59,116,146,193],"explosive":[2],"growth":[3],"of":[4,61,148],"user-generated":[5],"content":[6],"(UGC)":[7],"in":[8,73,187],"multimedia,":[9],"multimodal":[10],"sentiment":[11],"recognition":[12],"(MSR)":[13],"tasks":[14],"face":[15],"unprecedented":[16],"challenges.":[17],"Specifically,":[18],"existing":[19],"MSR":[20,188],"models":[21],"exhibit":[22],"primary":[23],"limitations:":[24],"i)":[25],"Most":[26],"approaches":[27],"rely":[28],"on":[29,77],"predefined":[30],"cross-modal":[31,88,106],"emotion":[32],"interaction":[33,108],"patterns":[34,109],"derived":[35,173],"from":[36,174],"statistical":[37],"methods,":[38],"which":[39,130],"may":[40],"not":[41],"be":[42],"applicable":[43],"to":[44,57,103,134,196],"all":[45],"real-world":[46,175],"scenarios;":[47],"ii)":[48],"many":[49],"techniques":[50,67],"interpret":[51],"emotions":[52],"semantically,":[53],"hindering":[54],"ability":[56,195],"capture":[58,105,197],"sparsity":[60,147],"emotional":[62,71,107,149],"transmission;":[63],"and":[64,75,112,120,125,164,184],"iii)":[65],"these":[66,82],"overlook":[68],"discrepancies":[69],"between":[70,110],"expressions":[72],"images":[74,111],"text":[76],"social":[78,176],"media.":[79],"To":[80],"address":[81],"challenges,":[83],"we":[84],"developed":[85],"a":[86,97,140,154],"novel":[87],"inconsistency":[89],"adaptive":[90],"graph":[91],"learning":[92,157],"network,":[93],"termed":[94],"RoseNet.RoseNet":[95],"employs":[96],"token-level":[98],"image-text":[99],"mapping":[100],"relationship":[101],"(ITTM)":[102],"effectively":[104],"text.":[113],"Inspired":[114],"by":[115],"Expectation-Maximization":[117],"(EM)":[118],"algorithm,":[119],"RoseNet":[121,152,181],"features":[122],"Graph":[123,126],"Learning(GL)":[124],"Attention":[127],"prediction(GAP)":[128],"modules,":[129],"are":[131],"alternately":[132],"trained":[133],"generate":[135],"more":[136,161],"realistic":[137],"ITTM.":[138],"Moreover,":[139],"carefully":[141],"designed":[142],"loss":[143],"function":[144],"ensures":[145],"transmission.":[150],"Additionally,":[151],"introduces":[153],"semantic-affective":[155],"contrastive":[156],"strategy":[158],"that":[159,180],"enables":[160],"grounded":[162],"semantic":[163],"affective":[165],"representation":[166],"learning.":[167],"Evaluation":[168],"experiments":[169],"using":[170],"two":[171],"benchmarks":[172],"media":[177],"datasets":[178],"demonstrate":[179],"achieves":[182],"significant":[183],"consistent":[185],"performance":[186],"tasks.":[189],"Furthermore,":[190],"visualizations":[191],"confirm":[192],"model\u2019s":[194],"ITTM":[198],"with":[199],"minimal":[200],"prior":[201],"knowledge.":[202]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-14T00:00:00"}