{"id":"https://openalex.org/W4415883308","doi":"https://doi.org/10.1109/taffc.2025.3628664","title":"DSTC: A Multimodal Network for Depression Emotion Recognition and Sentiment Analysis","display_name":"DSTC: A Multimodal Network for Depression Emotion Recognition and Sentiment Analysis","publication_year":2025,"publication_date":"2025-11-04","ids":{"openalex":"https://openalex.org/W4415883308","doi":"https://doi.org/10.1109/taffc.2025.3628664"},"language":null,"primary_location":{"id":"doi:10.1109/taffc.2025.3628664","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3628664","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101715057","display_name":"Jiaxi Lu","orcid":"https://orcid.org/0000-0002-3978-4098"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxi Lu","raw_affiliation_strings":["School of Mathematical Sciences, Capital Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3978-4098","affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuanyuan Shang","orcid":"https://orcid.org/0000-0003-3135-0348"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyuan Shang","raw_affiliation_strings":["College of Information Engineering, Capital Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3135-0348","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026412163","display_name":"Zhuhong Shao","orcid":"https://orcid.org/0000-0002-4847-282X"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuhong Shao","raw_affiliation_strings":["College of Information Engineering, Capital Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4847-282X","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101406961","display_name":"Tie Liu","orcid":"https://orcid.org/0000-0002-3251-0158"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tie Liu","raw_affiliation_strings":["College of Information Engineering, Capital Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3251-0158","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027989885","display_name":"Hui Ding","orcid":"https://orcid.org/0000-0002-1920-7613"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Ding","raw_affiliation_strings":["College of Information Engineering, Capital Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"last","author":{"id":null,"display_name":"Qiang Hu","orcid":"https://orcid.org/0000-0002-1920-7613"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]},{"id":"https://openalex.org/I4210096899","display_name":"Jiangsu University of Science and Technology","ror":"https://ror.org/00tyjp878","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210096899"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Hu","raw_affiliation_strings":["Department of Psychiatry, Zhenjiang Mental Health Center, Zhenjiang, China","Department of Psychiatry, Zhenjiang Mental Health Center, Zhenjiang, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-1920-7613","affiliations":[{"raw_affiliation_string":"Department of Psychiatry, Zhenjiang Mental Health Center, Zhenjiang, China","institution_ids":[]},{"raw_affiliation_string":"Department of Psychiatry, Zhenjiang Mental Health Center, Zhenjiang, Jiangsu, China","institution_ids":["https://openalex.org/I115592961","https://openalex.org/I4210096899"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2611,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.84196774,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"17","issue":"1","first_page":"630","last_page":"642"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8238999843597412,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8238999843597412,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.10599999874830246,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.023099999874830246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6531999707221985},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5867999792098999},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5795000195503235},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5131999850273132},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4334999918937683},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4041000008583069},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.398499995470047},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.36660000681877136}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6531999707221985},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5867999792098999},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5795000195503235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5651000142097473},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5131999850273132},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5065000057220459},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4334999918937683},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4041000008583069},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.398499995470047},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.36660000681877136},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3409000039100647},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3285999894142151},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2953999936580658},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28679999709129333},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.27309998869895935},{"id":"https://openalex.org/C2780051608","wikidata":"https://www.wikidata.org/wiki/Q42844","display_name":"Major depressive disorder","level":3,"score":0.26269999146461487},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3628664","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3628664","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8155102002","display_name":null,"funder_award_id":"62476178","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W2300872908","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2981501230","https://openalex.org/W2981660166","https://openalex.org/W2981677410","https://openalex.org/W2981882673","https://openalex.org/W3034849760","https://openalex.org/W3037572520","https://openalex.org/W3039263585","https://openalex.org/W3100219394","https://openalex.org/W3128412859","https://openalex.org/W3177109830","https://openalex.org/W3177318507","https://openalex.org/W3194765442","https://openalex.org/W3197055506","https://openalex.org/W3206529771","https://openalex.org/W3208639589","https://openalex.org/W4210738660","https://openalex.org/W4220859110","https://openalex.org/W4285132306","https://openalex.org/W4285176735","https://openalex.org/W4285739782","https://openalex.org/W4288804239","https://openalex.org/W4309047549","https://openalex.org/W4311461310","https://openalex.org/W4312158849","https://openalex.org/W4313056180","https://openalex.org/W4313443450","https://openalex.org/W4321353437","https://openalex.org/W4321439011","https://openalex.org/W4364302344","https://openalex.org/W4375929004","https://openalex.org/W4384519140","https://openalex.org/W4386424478","https://openalex.org/W4386813249","https://openalex.org/W4387107466","https://openalex.org/W4388359375","https://openalex.org/W4389195633","https://openalex.org/W4390166761","https://openalex.org/W4390746040","https://openalex.org/W4390837910","https://openalex.org/W4391074069","https://openalex.org/W4391300790","https://openalex.org/W4391302483","https://openalex.org/W4391547665","https://openalex.org/W4391582691","https://openalex.org/W4392248604","https://openalex.org/W4392909502","https://openalex.org/W4400770879","https://openalex.org/W4400907075","https://openalex.org/W4401971359","https://openalex.org/W4410852561","https://openalex.org/W4414271325"],"related_works":[],"abstract_inverted_index":{"Depression":[0],"is":[1,49],"a":[2,59,96,134],"common":[3],"mental":[4,10],"disorder":[5],"that":[6],"affects":[7],"physical":[8],"and":[9,36,43,64,75,90,124,147,152,184,191],"health.":[11],"Recently,":[12],"automatic":[13,29],"recognition":[14,31,63,167],"of":[15,40,145,155,189,202],"multimodal":[16,60],"depression":[17,30,61,158,166],"based":[18,32,68],"on":[19,33,69,149,178],"deep":[20],"learning":[21],"has":[22],"attracted":[23],"widespread":[24],"attention.":[25],"Current":[26],"methods":[27],"for":[28],"audio,":[34],"video":[35,91],"text":[37,122,127],"lack":[38],"consideration":[39],"modality":[41,104,123],"differences,":[42],"the":[44,86,117,121,126,150,156,171,179,199,203],"feature":[45],"fusion":[46],"between":[47,88],"modalities":[48],"not":[50],"sufficient.":[51],"To":[52,169],"address":[53],"these":[54],"challenges,":[55],"this":[56,93,131],"study":[57,94,132],"proposes":[58],"emotion":[62],"sentiment":[65,180,209],"analyses":[66],"method":[67,141,205],"Temporal":[70,97],"ProbSparse":[71,98],"Attention":[72,99],"Transformer":[73,100],"(TPAT)":[74],"Position-guided":[76],"Multimodal":[77,136],"Cross-Fusion":[78,137],"(PMC)":[79],"module,":[80],"named":[81],"DSTC.":[82],"Specifically,":[83],"due":[84],"to":[85,102,114,207],"commonalities":[87],"audio":[89],"modalities,":[92,130],"introduces":[95],"designed":[101],"facilitate":[103],"interaction":[105],"while":[106],"effectively":[107],"capturing":[108],"long-range":[109],"semantic":[110],"information.":[111],"In":[112],"addition,":[113],"fully":[115],"utilize":[116],"positional":[118],"information":[119],"in":[120],"integrate":[125],"with":[128],"audio-video":[129],"employs":[133],"position-guided":[135],"module.":[138],"The":[139],"proposed":[140,204],"achieved":[142],"MAE":[143],"scores":[144,188],"4.22":[146],"4.85":[148],"validation":[151],"test":[153],"sets":[154],"E-DAIC":[157],"dataset,":[159],"indicating":[160],"its":[161],"significant":[162],"improvements":[163],"over":[164],"existing":[165],"methods.":[168],"assess":[170],"generalization":[172],"performance,":[173],"additional":[174],"experiments":[175],"were":[176,193],"conducted":[177],"analysis":[181,210],"datasets":[182],"CMU-MOSI":[183],"CMU-MOSEI,":[185],"where":[186],"Acc-7":[187],"41.6%":[190],"53.0%":[192],"achieved,":[194],"respectively.":[195],"These":[196],"results":[197],"highlight":[198],"superior":[200],"performance":[201],"compared":[206],"state-of-the-art":[208],"algorithms.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-04T00:00:00"}