{"id":"https://openalex.org/W4400033126","doi":"https://doi.org/10.1109/tcss.2024.3405949","title":"Multimodal Depression Detection Based on Self-Attention Network With Facial Expression and Pupil","display_name":"Multimodal Depression Detection Based on Self-Attention Network With Facial Expression and Pupil","publication_year":2024,"publication_date":"2024-06-26","ids":{"openalex":"https://openalex.org/W4400033126","doi":"https://doi.org/10.1109/tcss.2024.3405949"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2024.3405949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3405949","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100668156","display_name":"Xiang Liu","orcid":"https://orcid.org/0000-0002-4874-4071"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiang Liu","raw_affiliation_strings":["School of Computer Science and Technology, Dongguan University of Technology, Dongguan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070179693","display_name":"Hao Shen","orcid":"https://orcid.org/0009-0005-0678-279X"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Shen","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University, Lanzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University, Lanzhou, China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036985473","display_name":"Huiru Li","orcid":"https://orcid.org/0009-0004-6880-3042"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiru Li","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University, Lanzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University, Lanzhou, China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012705663","display_name":"Yongfeng Tao","orcid":"https://orcid.org/0009-0009-9712-9380"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongfeng Tao","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University, Lanzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University, Lanzhou, China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079527887","display_name":"Minqiang Yang","orcid":"https://orcid.org/0000-0002-7571-6439"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minqiang Yang","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University, Lanzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University, Lanzhou, China","institution_ids":["https://openalex.org/I76214153"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100668156"],"corresponding_institution_ids":["https://openalex.org/I2799850029"],"apc_list":null,"apc_paid":null,"fwci":4.5701,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.94907051,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":"1","first_page":"64","last_page":"76"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9253000020980835,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9253000020980835,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6291219592094421},{"id":"https://openalex.org/keywords/pupil","display_name":"Pupil","score":0.5438467264175415},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.5319778323173523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4533712863922119},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.40710458159446716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3845340311527252},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.35458606481552124},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.20689436793327332}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6291219592094421},{"id":"https://openalex.org/C2777394604","wikidata":"https://www.wikidata.org/wiki/Q173318","display_name":"Pupil","level":2,"score":0.5438467264175415},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.5319778323173523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4533712863922119},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40710458159446716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3845340311527252},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.35458606481552124},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.20689436793327332},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2024.3405949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3405949","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.5799999833106995,"display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1575307099","https://openalex.org/W1656792910","https://openalex.org/W1986291329","https://openalex.org/W2004312650","https://openalex.org/W2048694116","https://openalex.org/W2053101950","https://openalex.org/W2079154771","https://openalex.org/W2100235303","https://openalex.org/W2100560442","https://openalex.org/W2117316907","https://openalex.org/W2126907906","https://openalex.org/W2129600186","https://openalex.org/W2140079265","https://openalex.org/W2154734566","https://openalex.org/W2215088909","https://openalex.org/W2293457052","https://openalex.org/W2549139847","https://openalex.org/W2566440479","https://openalex.org/W2612201297","https://openalex.org/W2623355927","https://openalex.org/W2703895418","https://openalex.org/W2760537051","https://openalex.org/W2883486536","https://openalex.org/W2903881924","https://openalex.org/W2911827511","https://openalex.org/W2945616044","https://openalex.org/W2970851737","https://openalex.org/W3003455062","https://openalex.org/W3008319333","https://openalex.org/W3011240245","https://openalex.org/W3127428577","https://openalex.org/W3127582740","https://openalex.org/W3162024001","https://openalex.org/W3163441317","https://openalex.org/W3163983398","https://openalex.org/W3173621492","https://openalex.org/W3186421317","https://openalex.org/W3197055506","https://openalex.org/W3203310594","https://openalex.org/W3207228257","https://openalex.org/W4210466371","https://openalex.org/W4225270862","https://openalex.org/W4251147723","https://openalex.org/W4283259509","https://openalex.org/W4285218596","https://openalex.org/W4295015291","https://openalex.org/W4295154648","https://openalex.org/W4296139537","https://openalex.org/W4312301059","https://openalex.org/W4360999323","https://openalex.org/W4364302344","https://openalex.org/W4376863496","https://openalex.org/W4383371658","https://openalex.org/W4386484691","https://openalex.org/W4387385600","https://openalex.org/W4387664600","https://openalex.org/W4388666098","https://openalex.org/W4389352611","https://openalex.org/W4389524084","https://openalex.org/W4389990655","https://openalex.org/W4390605218","https://openalex.org/W6750449527"],"related_works":["https://openalex.org/W2591813577","https://openalex.org/W2005258723","https://openalex.org/W2131715830","https://openalex.org/W2034794801","https://openalex.org/W2749898144","https://openalex.org/W1983377503","https://openalex.org/W2468469523","https://openalex.org/W3028818454","https://openalex.org/W1991067948","https://openalex.org/W2100757269"],"abstract_inverted_index":{"Depression":[0],"is":[1,98],"a":[2,52,89,158,202],"major":[3],"mental":[4],"health":[5],"issue":[6],"in":[7],"contemporary":[8],"society,":[9],"with":[10,23,164],"an":[11],"estimated":[12],"350":[13],"million":[14],"people":[15],"affected":[16],"globally.":[17],"The":[18,210],"number":[19],"of":[20,44,74,118,168,204,216],"individuals":[21],"diagnosed":[22],"depression":[24,63],"continues":[25],"to":[26,61,114,137,146,161],"rise":[27],"each":[28],"year.":[29],"Currently,":[30],"clinical":[31,38],"practice":[32],"relies":[33],"entirely":[34],"on":[35,56,94,154],"self-reporting":[36],"and":[37,59,66,77,83,107,121,181,191],"assessment,":[39],"which":[40,100],"carries":[41],"the":[42,72,131,149,165,182,186,214],"risk":[43],"subjective":[45],"biases.":[46],"In":[47,170],"this":[48],"article,":[49],"we":[50,172],"propose":[51],"multimodal":[53,150,218],"method":[54,69,152],"based":[55,93,153],"facial":[57,75,119],"expression":[58],"pupil":[60,78,122],"detect":[62],"more":[64],"objectively":[65],"precisely.":[67],"Our":[68],"first":[70],"extracts":[71],"features":[73,117,133],"expressions":[76,120],"diameter":[79],"using":[80],"residual":[81],"networks":[82,96,104,110,156],"1-D":[84],"convolutional":[85],"neural":[86],"networks.":[87],"Second,":[88],"cross-modal":[90,102],"fusion":[91,151,219],"model":[92],"self-attention":[95,109,155],"(CMF-SNs)":[97],"proposed,":[99],"utilizes":[101],"attention":[103],"within":[105],"modalities":[106,113],"parallel":[108],"between":[111,127],"different":[112,128,178],"extract":[115],"CMF":[116],"diameter,":[123],"effectively":[124],"complementing":[125],"information":[126],"modalities.":[129],"Finally,":[130],"obtained":[132],"are":[134],"fully":[135],"connected":[136],"identify":[138],"depression.":[139],"Multiple":[140],"controlled":[141],"experiments":[142,175],"show":[143],"that":[144,185,197],"compared":[145],"single":[147],"modality,":[148],"has":[157],"higher":[159,195],"ability":[160],"recognize":[162],"depression,":[163],"highest":[166],"accuracy":[167,188],"75.0%.":[169],"addition,":[171],"conducted":[173],"comparative":[174],"under":[176,189,198],"three":[177],"stimulation":[179],"paradigms,":[180],"results":[183,212],"showed":[184],"classification":[187],"negative":[190,208],"neutral":[192],"stimuli":[193],"was":[194],"than":[196],"positive":[199],"stimuli,":[200],"indicating":[201],"bias":[203],"depressed":[205],"patients":[206],"toward":[207],"images.":[209],"experimental":[211],"demonstrate":[213],"superiority":[215],"our":[217],"method.":[220]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}