{"id":"https://openalex.org/W4407948524","doi":"https://doi.org/10.1109/access.2025.3545587","title":"Multi-Modal Fused-Attention Network for Depression Level Recognition Based on Enhanced Audiovisual Cues","display_name":"Multi-Modal Fused-Attention Network for Depression Level Recognition Based on Enhanced Audiovisual Cues","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407948524","doi":"https://doi.org/10.1109/access.2025.3545587"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3545587","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3545587","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3545587","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101993773","display_name":"Yihan Zhou","orcid":"https://orcid.org/0009-0007-6042-6045"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihan Zhou","raw_affiliation_strings":["School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0007-6042-6045","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103050039","display_name":"Xiaokang Yu","orcid":"https://orcid.org/0009-0004-7359-4513"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokang Yu","raw_affiliation_strings":["School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0004-7359-4513","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103789113","display_name":"Zixian Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixi Huang","raw_affiliation_strings":["School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116423927","display_name":"Feierdun Palati","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feierdun Palati","raw_affiliation_strings":["School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100552712","display_name":"Zeyu Zhao","orcid":"https://orcid.org/0000-0001-9142-691X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Zhao","raw_affiliation_strings":["School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103341952","display_name":"Z. H. He","orcid":"https://orcid.org/0009-0007-8511-4398"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan He","raw_affiliation_strings":["School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006799132","display_name":"Yuan Feng","orcid":"https://orcid.org/0000-0002-3661-152X"},"institutions":[{"id":"https://openalex.org/I4210103346","display_name":"Nanfang Hospital","ror":"https://ror.org/01eq10738","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210103346"]},{"id":"https://openalex.org/I58200834","display_name":"Southern Medical University","ror":"https://ror.org/01vjw4z39","country_code":"CN","type":"education","lineage":["https://openalex.org/I58200834"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Feng","raw_affiliation_strings":["Institute of Brain Disease, Nanfang Hospital, Southern Medical University, Guangzhou, Guangdong, China","Institute of Brain Disease, Nanfang Hospital of Southern Medical University, Guangzhou, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Brain Disease, Nanfang Hospital, Southern Medical University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I58200834","https://openalex.org/I4210103346"]},{"raw_affiliation_string":"Institute of Brain Disease, Nanfang Hospital of Southern Medical University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I58200834","https://openalex.org/I4210103346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090177105","display_name":"Yuxi Luo","orcid":"https://orcid.org/0000-0003-3133-0064"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxi Luo","raw_affiliation_strings":["School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-3133-0064","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":10.6697,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.98514651,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"37913","last_page":"37923"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7004988193511963},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6781108975410461},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.4807026982307434},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4603455066680908}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7004988193511963},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6781108975410461},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.4807026982307434},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4603455066680908},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3545587","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3545587","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:80e44438f3724e17aaf62d34ccda69b5","is_oa":true,"landing_page_url":"https://doaj.org/article/80e44438f3724e17aaf62d34ccda69b5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 37913-37923 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3545587","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3545587","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2440344929","display_name":null,"funder_award_id":"2023A1515011824","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G2786099353","display_name":null,"funder_award_id":"JCYJ20240813151223031","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"},{"id":"https://openalex.org/G5953680305","display_name":null,"funder_award_id":"2023A1515011824","funder_id":"https://openalex.org/F4320332533","funder_display_name":"Applied Basic Research Foundation of Yunnan Province"}],"funders":[{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null},{"id":"https://openalex.org/F4320332533","display_name":"Applied Basic Research Foundation of Yunnan Province","ror":"https://ror.org/030jhb479"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1923404803","https://openalex.org/W1999656412","https://openalex.org/W2015645277","https://openalex.org/W2040232951","https://openalex.org/W2056403322","https://openalex.org/W2163928333","https://openalex.org/W2194775991","https://openalex.org/W2736814566","https://openalex.org/W2752782242","https://openalex.org/W2800833042","https://openalex.org/W2889097229","https://openalex.org/W2889847952","https://openalex.org/W2896134990","https://openalex.org/W2902578897","https://openalex.org/W2964546587","https://openalex.org/W2981501230","https://openalex.org/W3023078026","https://openalex.org/W3094259155","https://openalex.org/W3094644839","https://openalex.org/W3097146093","https://openalex.org/W3112912537","https://openalex.org/W3129001924","https://openalex.org/W3138516171","https://openalex.org/W3142252347","https://openalex.org/W3177214519","https://openalex.org/W3182607842","https://openalex.org/W3185479858","https://openalex.org/W3197558301","https://openalex.org/W3214493799","https://openalex.org/W4200165969","https://openalex.org/W4200262469","https://openalex.org/W4205749015","https://openalex.org/W4220798878","https://openalex.org/W4221141813","https://openalex.org/W4221163185","https://openalex.org/W4280491778","https://openalex.org/W4280629612","https://openalex.org/W4281742189","https://openalex.org/W4284887989","https://openalex.org/W4285307867","https://openalex.org/W4295682739","https://openalex.org/W4295941518","https://openalex.org/W4312768333","https://openalex.org/W4312881242","https://openalex.org/W4317508590","https://openalex.org/W4317553424","https://openalex.org/W4378364420","https://openalex.org/W4383751079","https://openalex.org/W4385444249","https://openalex.org/W4386424478","https://openalex.org/W4389195633","https://openalex.org/W4392543517","https://openalex.org/W4392903568","https://openalex.org/W4403182481","https://openalex.org/W4403267390","https://openalex.org/W6794295097"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"substantial":[3],"research":[4],"has":[5],"focused":[6],"on":[7,175],"automated":[8],"systems":[9],"for":[10,67,103],"assessing":[11],"depression":[12,31,69,164,213],"levels":[13],"using":[14,71],"different":[15],"types":[16,126],"of":[17,120,127,142,184,190,206],"data,":[18],"such":[19,38],"as":[20,39,97],"audio":[21,144],"and":[22,43,100,107,123,179,186,209],"visual":[23],"inputs.":[24,75],"However,":[25],"signals":[26],"recorded":[27],"from":[28],"individuals":[29],"with":[30,86,170],"can":[32],"be":[33],"influenced":[34],"by":[35,147],"external":[36],"factors,":[37],"the":[40,98,117,135,139,143,176,204],"recording":[41,207],"equipment":[42,208],"environment,":[44],"making":[45],"it":[46,193],"essential":[47],"to":[48,55,58,115,130,153,197,202],"create":[49],"a":[50,64,181],"system":[51],"that":[52],"is":[53],"resilient":[54],"these":[56],"interferences":[57],"maintain":[59],"accuracy.":[60],"This":[61],"study":[62],"introduces":[63],"fused-attention":[65],"model":[66,158],"evaluating":[68],"severity":[70,165],"enhanced":[72],"multi-modal":[73],"data":[74],"Applying":[76],"several":[77],"pre-trained":[78],"advanced":[79],"models,":[80],"this":[81],"article":[82],"incorporates":[83],"audiovisual":[84,168],"sequences":[85,169],"augmentation.":[87],"The":[88,110,157],"framework":[89],"includes":[90],"two":[91,125],"novel":[92],"components,":[93],"which":[94],"we":[95],"term":[96],"FIE":[99,111],"VIE":[101,136],"blocks,":[102],"extracting":[104],"detailed":[105],"facial":[106],"vocal":[108],"features.":[109,156],"block":[112,137,152],"utilizes":[113],"ResNet-18":[114],"enhance":[116],"feature":[118],"representation":[119],"video":[121],"frames":[122],"integrates":[124],"attention":[128],"mechanisms":[129],"capture":[131],"spatial-temporal":[132],"patterns.":[133],"Meanwhile,":[134],"processes":[138],"Mel":[140],"spectrogram":[141],"signal,":[145],"followed":[146],"an":[148,171,187],"optimized":[149],"Swin":[150],"transformer":[151],"extract":[154],"auditory":[155],"demonstrates":[159],"strong":[160],"performance,":[161],"accurately":[162],"identifying":[163],"in":[166,212],"3-second":[167],"81.4%":[172],"accuracy":[173],"rate":[174],"AVEC2014":[177],"dataset,":[178],"achieves":[180],"Kappa":[182],"score":[183],"0.731":[185],"MF1":[188],"index":[189],"0.798.":[191],"Furthermore,":[192],"shows":[194],"high":[195],"resilience":[196],"noise,":[198],"underscoring":[199],"its":[200],"ability":[201],"mitigate":[203],"effects":[205],"environmental":[210],"conditions":[211],"level":[214],"estimation.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}