{"id":"https://openalex.org/W4414271325","doi":"https://doi.org/10.1109/taffc.2025.3611238","title":"Audio-Visual Feature Disentanglement and Fusion Network for Automatic Depression Severity Prediction","display_name":"Audio-Visual Feature Disentanglement and Fusion Network for Automatic Depression Severity Prediction","publication_year":2025,"publication_date":"2025-09-17","ids":{"openalex":"https://openalex.org/W4414271325","doi":"https://doi.org/10.1109/taffc.2025.3611238"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3611238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3611238","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114804100","display_name":"Shihao Li","orcid":"https://orcid.org/0000-0002-8094-8701"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihao Li","raw_affiliation_strings":["College of Information Engineering, Capital Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026412163","display_name":"Zhuhong Shao","orcid":"https://orcid.org/0000-0002-4847-282X"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuhong Shao","raw_affiliation_strings":["College of Information Engineering, Capital Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4847-282X","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029805109","display_name":"Rongyin Qin","orcid":"https://orcid.org/0000-0003-0921-0461"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210135742","display_name":"Shanghai First People's Hospital","ror":"https://ror.org/04a46mh28","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210135742"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongyin Qin","raw_affiliation_strings":["Jiading Branch of Shanghai General Hospital, Shanghai Jiao Tong University School of Medicine, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0921-0461","affiliations":[{"raw_affiliation_string":"Jiading Branch of Shanghai General Hospital, Shanghai Jiao Tong University School of Medicine, Shanghai, China","institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210135742"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yongzhen Huang","orcid":"https://orcid.org/0000-0003-4389-9805"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongzhen Huang","raw_affiliation_strings":["School of Artificial Intelligence, Beijing Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4389-9805","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peipeng Liang","orcid":"https://orcid.org/0009-0003-7771-2364"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peipeng Liang","raw_affiliation_strings":["School of Psychology, Capital Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-7771-2364","affiliations":[{"raw_affiliation_string":"School of Psychology, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101691493","display_name":"Xiaobai Li","orcid":"https://orcid.org/0000-0003-4519-7823"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaobai Li","raw_affiliation_strings":["State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101523802","display_name":"Yinan Jiang","orcid":"https://orcid.org/0000-0002-3602-7278"},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I2801228662","display_name":"Peking Union Medical College Hospital","ror":"https://ror.org/04jztag35","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801228662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinan Jiang","raw_affiliation_strings":["Department of Psychological Medicine, Peking Union Medical College Hospital, Chinese Academy of Medical Sciences & Peking Union Medical College, Beijing, China","Department of Psychological Medicine, Peking Union Medical College Hospital, Chinese Academy of Medical Sciences & Peking Union Medical College, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychological Medicine, Peking Union Medical College Hospital, Chinese Academy of Medical Sciences & Peking Union Medical College, Beijing, China","institution_ids":["https://openalex.org/I200296433","https://openalex.org/I2801228662"]},{"raw_affiliation_string":"Department of Psychological Medicine, Peking Union Medical College Hospital, Chinese Academy of Medical Sciences & Peking Union Medical College, Beijing, China","institution_ids":["https://openalex.org/I200296433","https://openalex.org/I2801228662"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024212882","display_name":"Yanhe Deng","orcid":"https://orcid.org/0000-0001-8909-9374"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhe Deng","raw_affiliation_strings":["School of Psychology, Capital Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8909-9374","affiliations":[{"raw_affiliation_string":"School of Psychology, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321097","display_name":"Tie Liu","orcid":"https://orcid.org/0000-0002-0968-1645"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tie Liu","raw_affiliation_strings":["College of Information Engineering, Capital Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067640540","display_name":"Xiaohui Tan","orcid":"https://orcid.org/0000-0002-9160-3813"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Tan","raw_affiliation_strings":["College of Information Engineering, Capital Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5223,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89990373,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"17","issue":"1","first_page":"190","last_page":"203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9546999931335449,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9546999931335449,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/concatenation","display_name":"Concatenation (mathematics)","score":0.5964999794960022},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5324000120162964},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4878000020980835},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4668000042438507},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4643000066280365},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.45010000467300415},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4422000050544739},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4415000081062317},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42329999804496765}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6883999705314636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.675599992275238},{"id":"https://openalex.org/C87619178","wikidata":"https://www.wikidata.org/wiki/Q126002","display_name":"Concatenation (mathematics)","level":2,"score":0.5964999794960022},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5324000120162964},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4697999954223633},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4668000042438507},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4643000066280365},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.45010000467300415},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4422000050544739},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4415000081062317},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42329999804496765},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3961000144481659},{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.36959999799728394},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.3555000126361847},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3384999930858612},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.31450000405311584},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C79772020","wikidata":"https://www.wikidata.org/wiki/Q5159264","display_name":"Conditional independence","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3611238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3611238","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6069418326","display_name":null,"funder_award_id":"62272324","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1971000869","https://openalex.org/W1976066595","https://openalex.org/W2056403322","https://openalex.org/W2085662862","https://openalex.org/W2159136399","https://openalex.org/W2530421149","https://openalex.org/W2751214333","https://openalex.org/W2800833042","https://openalex.org/W2807126412","https://openalex.org/W2889326414","https://openalex.org/W2980931499","https://openalex.org/W2981590713","https://openalex.org/W2981677410","https://openalex.org/W2990660400","https://openalex.org/W3003850414","https://openalex.org/W3004404036","https://openalex.org/W3034599802","https://openalex.org/W3094259155","https://openalex.org/W3129234057","https://openalex.org/W3134427999","https://openalex.org/W3197558301","https://openalex.org/W3202866789","https://openalex.org/W3203414498","https://openalex.org/W3214493799","https://openalex.org/W4206144048","https://openalex.org/W4213368610","https://openalex.org/W4221163935","https://openalex.org/W4280629612","https://openalex.org/W4285132306","https://openalex.org/W4292264759","https://openalex.org/W4297499129","https://openalex.org/W4304092664","https://openalex.org/W4312930335","https://openalex.org/W4313316139","https://openalex.org/W4313443450","https://openalex.org/W4320485839","https://openalex.org/W4321353437","https://openalex.org/W4323073251","https://openalex.org/W4360897382","https://openalex.org/W4368232813","https://openalex.org/W4375929004","https://openalex.org/W4384519140","https://openalex.org/W4385245566","https://openalex.org/W4385823284","https://openalex.org/W4386424478","https://openalex.org/W4387010698","https://openalex.org/W4389195633","https://openalex.org/W4389314870","https://openalex.org/W4390605218","https://openalex.org/W4390691951","https://openalex.org/W4396610489","https://openalex.org/W4399491174","https://openalex.org/W4399517994","https://openalex.org/W4400062066","https://openalex.org/W4403780709","https://openalex.org/W4407693149","https://openalex.org/W4408345731","https://openalex.org/W4408346570","https://openalex.org/W4410852561","https://openalex.org/W4410878437"],"related_works":[],"abstract_inverted_index":{"In":[0],"order":[1],"to":[2,33,67,87,120,126],"achieve":[3],"early":[4],"screening":[5],"and":[6,29,48,64,70,137,175],"assist":[7],"clinical":[8],"decision-making,":[9],"automatic":[10],"depression":[11,54,195],"assessment":[12],"based":[13,184],"on":[14,146,167,170,173,177,185],"multimodal":[15,181],"data":[16],"are":[17],"highly":[18],"anticipated.":[19],"However,":[20],"the":[21,62,152,161,194],"existed":[22],"methods":[23],"often":[24],"suffer":[25],"from":[26,56],"semantic":[27],"gap":[28],"information":[30,79,128],"redundancy":[31],"due":[32],"heterogeneity":[34],"among":[35],"modalities.":[36],"To":[37],"address":[38],"this":[39,41],"challenge,":[40],"paper":[42],"investigates":[43],"a":[44],"novel":[45],"Feature":[46],"Disentanglement":[47],"Fusion":[49],"Network":[50],"(FDFNet)":[51],"for":[52,110,141,191],"predicting":[53],"severity":[55],"audio-visual":[57,186],"cues.":[58],"Firstly,":[59],"we":[60],"design":[61],"shared":[63],"private":[65],"encoders":[66],"disentangle":[68],"modality-shared":[69],"modalityprivate":[71],"representations.":[72],"The":[73,95,115],"former":[74],"representation":[75,123],"that":[76,97,151,180],"acquires":[77],"joint":[78],"is":[80,105,117,139,187],"subjected":[81],"by":[82,107],"similarity":[83],"constraints":[84,109,125],"between":[85],"modalities":[86],"ensure":[88],"their":[89,112],"distributions":[90,113],"as":[91,93],"close":[92],"possible.":[94],"latter":[96],"can":[98],"capture":[99],"unique":[100],"features":[101],"of":[102,165],"each":[103],"modality":[104],"restrained":[106],"independence":[108],"keeping":[111],"distinct.":[114],"decoder":[116],"then":[118],"developed":[119],"reconstruct":[121],"unimodal":[122],"with":[124,160],"minimize":[127],"loss.":[129],"Finally,":[130],"an":[131,188],"efficient":[132],"fusion":[133],"strategy":[134],"through":[135],"addition":[136],"concatenation":[138],"ultilized":[140],"aggregating":[142],"information.":[143],"Experimental":[144],"results":[145],"four":[147],"benchmark":[148],"datasets":[149],"demonstrate":[150],"proposed":[153],"FDFNet":[154],"consistently":[155],"outperforms":[156],"several":[157],"stateof-the-art":[158],"methods,":[159],"competitive":[162],"MAE/RMSE":[163],"values":[164],"6.22/7.58":[166],"AVEC2013,":[168],"5.21/6.49":[169],"AVEC2014,":[171],"4.25/5.34":[172],"DAIC-WOZ,":[174],"4.41/5.10":[176],"E-DAIC,":[178],"indicating":[179],"deep":[182],"learning":[183],"attractive":[189],"solution":[190],"objectively":[192],"evaluating":[193],"severity.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}