{"id":"https://openalex.org/W4407450136","doi":"https://doi.org/10.1109/taffc.2025.3541743","title":"Text-Guided Reconstruction Network for Sentiment Analysis With Uncertain Missing Modalities","display_name":"Text-Guided Reconstruction Network for Sentiment Analysis With Uncertain Missing Modalities","publication_year":2025,"publication_date":"2025-02-13","ids":{"openalex":"https://openalex.org/W4407450136","doi":"https://doi.org/10.1109/taffc.2025.3541743"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3541743","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3541743","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055169822","display_name":"Piao Shi","orcid":"https://orcid.org/0000-0002-0783-5487"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Piao Shi","raw_affiliation_strings":["Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, National Smart Eldercare International Science and Technology Cooperation Base, School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, National Smart Eldercare International Science and Technology Cooperation Base, School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-0783-5487","affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, National Smart Eldercare International Science and Technology Cooperation Base, School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, National Smart Eldercare International Science and Technology Cooperation Base, School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091586702","display_name":"Min Hu","orcid":"https://orcid.org/0000-0003-2122-0240"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Hu","raw_affiliation_strings":["Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, National Smart Eldercare International Science and Technology Cooperation Base, School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, National Smart Eldercare International Science and Technology Cooperation Base, School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-2122-0240","affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, National Smart Eldercare International Science and Technology Cooperation Base, School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, National Smart Eldercare International Science and Technology Cooperation Base, School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045676644","display_name":"Satoshi Nakagawa","orcid":"https://orcid.org/0000-0002-6293-0428"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Satoshi Nakagawa","raw_affiliation_strings":["Graduate School of Information Science and Technology, University of Tokyo, Bunkyo-ku, Tokyo, Japan","University of Tokyo, Graduate School of Information Science and Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, University of Tokyo, Bunkyo-ku, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"University of Tokyo, Graduate School of Information Science and Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102221481","display_name":"Xiangming Zheng","orcid":"https://orcid.org/0009-0002-8135-9877"},"institutions":[{"id":"https://openalex.org/I4210113653","display_name":"Bozhou People's Hospital","ror":"https://ror.org/025qsj431","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210113653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangming Zheng","raw_affiliation_strings":["School of Electronic and Information Engineering, Bozhou University, Bozhou, China"],"raw_orcid":"https://orcid.org/0009-0002-8135-9877","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Bozhou University, Bozhou, China","institution_ids":["https://openalex.org/I4210113653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064939131","display_name":"Xuefeng Shi","orcid":"https://orcid.org/0000-0003-1514-9265"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuefeng Shi","raw_affiliation_strings":["Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, National Smart Eldercare International Science and Technology Cooperation Base, School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, National Smart Eldercare International Science and Technology Cooperation Base, School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-1514-9265","affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, National Smart Eldercare International Science and Technology Cooperation Base, School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, National Smart Eldercare International Science and Technology Cooperation Base, School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071943346","display_name":"Fuji Ren","orcid":"https://orcid.org/0000-0003-4860-9184"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuji Ren","raw_affiliation_strings":["College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-4860-9184","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5055169822"],"corresponding_institution_ids":["https://openalex.org/I143868143","https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":36.9453,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.99676676,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"16","issue":"3","first_page":"1825","last_page":"1838"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9265999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7658640146255493},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7368934750556946},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5782986283302307},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49840831756591797},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.43487587571144104},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41614285111427307},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.36759811639785767},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35836032032966614},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33327072858810425},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.10158082842826843},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.0647830069065094}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7658640146255493},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7368934750556946},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5782986283302307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49840831756591797},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.43487587571144104},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41614285111427307},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36759811639785767},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35836032032966614},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33327072858810425},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.10158082842826843},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0647830069065094}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3541743","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3541743","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8137922356","display_name":null,"funder_award_id":"62176084","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G835042968","display_name":null,"funder_award_id":"62176083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W2095176743","https://openalex.org/W2122563357","https://openalex.org/W2191779130","https://openalex.org/W2341528187","https://openalex.org/W2507533913","https://openalex.org/W2741295496","https://openalex.org/W2752782242","https://openalex.org/W2753840835","https://openalex.org/W2807126412","https://openalex.org/W2809410879","https://openalex.org/W2896457183","https://openalex.org/W2929728775","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964072591","https://openalex.org/W2964216663","https://openalex.org/W2966683369","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3093051361","https://openalex.org/W3105484484","https://openalex.org/W3135705837","https://openalex.org/W3173549566","https://openalex.org/W3175825020","https://openalex.org/W3176404283","https://openalex.org/W3206201541","https://openalex.org/W3206529771","https://openalex.org/W3208632377","https://openalex.org/W4225303565","https://openalex.org/W4287887284","https://openalex.org/W4289752563","https://openalex.org/W4292318443","https://openalex.org/W4293574656","https://openalex.org/W4309947032","https://openalex.org/W4312758889","https://openalex.org/W4313164293","https://openalex.org/W4361199562","https://openalex.org/W4372260527","https://openalex.org/W4376455521","https://openalex.org/W4385245566","https://openalex.org/W4385571111","https://openalex.org/W4385573154","https://openalex.org/W4385782081","https://openalex.org/W4386187806","https://openalex.org/W4387968043","https://openalex.org/W4389047389","https://openalex.org/W4389523777","https://openalex.org/W4392908038","https://openalex.org/W4396696574","https://openalex.org/W4399620408","https://openalex.org/W4401933151","https://openalex.org/W4405680594"],"related_works":["https://openalex.org/W4380150146","https://openalex.org/W3024870410","https://openalex.org/W2410652950","https://openalex.org/W4283773154","https://openalex.org/W3139174110","https://openalex.org/W4289597203","https://openalex.org/W2085630472","https://openalex.org/W4285201053","https://openalex.org/W2185469136","https://openalex.org/W2548633793"],"abstract_inverted_index":{"Multimodal":[0],"Sentiment":[1],"Analysis":[2],"(MSA)":[3],"is":[4,36,50,123],"an":[5],"attractive":[6],"research":[7],"that":[8,193],"aims":[9],"to":[10,103,125,146],"integrate":[11],"sentiment":[12,167],"expressed":[13],"in":[14,25,38,68],"textual,":[15],"visual,":[16],"and":[17,42,85,100,107,116,132,153,170,181,190],"acoustic":[18],"signals.":[19],"There":[20],"are":[21],"two":[22],"main":[23],"problems":[24],"the":[26,30,34,44,91,95,121,138,148,158,164,173],"existing":[27],"methods:":[28],"1)":[29],"dominant":[31],"role":[32],"of":[33,94,166],"text":[35],"underutilization":[37],"unaligned":[39],"multimodal":[40],"data,":[41],"2)":[43],"modality":[45,135,159,184],"under":[46,163],"uncertain":[47,65,178],"missing":[48,66,134],"feature":[49],"not":[51],"sufficiently":[52],"explored.":[53],"This":[54],"paper":[55],"proposes":[56],"a":[57,117,141],"Text-guided":[58,78,86],"Reconstruction":[59,82],"Network":[60],"(TgRN)":[61],"for":[62],"MSA":[63],"with":[64],"modalities":[67],"non-aligned":[69],"sequences.":[70],"The":[71],"TgRN":[72,174],"network":[73],"includes":[74],"three":[75],"primary":[76],"modules:":[77],"Extraction":[79],"Module":[80,83,88],"(TEM),":[81],"(RM)":[84],"Fusion":[87],"(TFM).":[89],"First,":[90],"TEM":[92],"consists":[93],"text-guided":[96],"cross":[97],"attention":[98,114],"units":[99,102,115],"self-attention":[101],"capture":[104],"inter-modal":[105],"features":[106],"intra-modal":[108],"features,":[109],"respectively.":[110],"Second,":[111],"leveraging":[112],"enhanced":[113],"three-way":[118],"squeeze-and-excitation":[119],"block,":[120],"RM":[122],"designed":[124],"learn":[126],"semantic":[127],"information":[128],"from":[129],"incomplete":[130],"data":[131],"reconstruct":[133],"features.":[136],"Third,":[137],"TFM":[139],"utilizes":[140],"progressive":[142],"modality-mixing":[143],"adaptation":[144],"gate":[145],"explore":[147],"dynamic":[149],"correlations":[150],"between":[151],"nonverbal":[152],"verbal":[154],"modalities,":[155],"effectively":[156,175],"addressing":[157],"gap":[160],"issue.":[161],"Finally,":[162],"supervision":[165],"prediction":[168],"loss":[169],"reconstruction":[171],"loss,":[172],"processes":[176],"both":[177],"missing-modality":[179],"conditions":[180],"ideal":[182],"complete":[183],"conditions.":[185],"Extensive":[186],"experiments":[187],"on":[188],"CMU-MOSI":[189],"CH-SIMS":[191],"demonstrate":[192],"our":[194],"proposed":[195],"method":[196],"outperforms":[197],"state-of-the-art":[198],"approaches.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}