{"id":"https://openalex.org/W4390605218","doi":"https://doi.org/10.1109/tkde.2024.3350071","title":"DepMSTAT: Multimodal Spatio-Temporal Attentional Transformer for Depression Detection","display_name":"DepMSTAT: Multimodal Spatio-Temporal Attentional Transformer for Depression Detection","publication_year":2024,"publication_date":"2024-01-05","ids":{"openalex":"https://openalex.org/W4390605218","doi":"https://doi.org/10.1109/tkde.2024.3350071"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3350071","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3350071","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012705663","display_name":"Yongfeng Tao","orcid":"https://orcid.org/0009-0009-9712-9380"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yongfeng Tao","raw_affiliation_strings":["Gansu Provincial Key Laboratory of Wearable Computing School of Information Science and Engineering, Lanzhou University, LanZhou, China","Gansu Provincial Key Laboratory of Wearable Computing School of information Science and Engineering, Lanzhou University, LanZhou, China"],"affiliations":[{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing School of Information Science and Engineering, Lanzhou University, LanZhou, China","institution_ids":["https://openalex.org/I76214153"]},{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing School of information Science and Engineering, Lanzhou University, LanZhou, China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079527887","display_name":"Minqiang Yang","orcid":"https://orcid.org/0000-0002-7571-6439"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minqiang Yang","raw_affiliation_strings":["Gansu Provincial Key Laboratory of Wearable Computing School of Information Science and Engineering, Lanzhou University, LanZhou, China","Gansu Provincial Key Laboratory of Wearable Computing School of information Science and Engineering, Lanzhou University, LanZhou, China"],"affiliations":[{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing School of Information Science and Engineering, Lanzhou University, LanZhou, China","institution_ids":["https://openalex.org/I76214153"]},{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing School of information Science and Engineering, Lanzhou University, LanZhou, China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036985473","display_name":"Huiru Li","orcid":"https://orcid.org/0009-0004-6880-3042"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiru Li","raw_affiliation_strings":["Gansu Provincial Key Laboratory of Wearable Computing School of Information Science and Engineering, Lanzhou University, LanZhou, China","Gansu Provincial Key Laboratory of Wearable Computing School of information Science and Engineering, Lanzhou University, LanZhou, China"],"affiliations":[{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing School of Information Science and Engineering, Lanzhou University, LanZhou, China","institution_ids":["https://openalex.org/I76214153"]},{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing School of information Science and Engineering, Lanzhou University, LanZhou, China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106539614","display_name":"Yushan Wu","orcid":"https://orcid.org/0009-0005-3872-9600"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yushan Wu","raw_affiliation_strings":["Gansu Provincial Key Laboratory of Wearable Computing School of Information Science and Engineering, Lanzhou University, LanZhou, China","Gansu Provincial Key Laboratory of Wearable Computing School of information Science and Engineering, Lanzhou University, LanZhou, China"],"affiliations":[{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing School of Information Science and Engineering, Lanzhou University, LanZhou, China","institution_ids":["https://openalex.org/I76214153"]},{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing School of information Science and Engineering, Lanzhou University, LanZhou, China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100380066","display_name":"Bin Hu","orcid":"https://orcid.org/0000-0003-3514-5413"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210106477","display_name":"Shanghai Institutes for Biological Sciences","ror":"https://ror.org/011rf9d86","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210106477"]},{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Hu","raw_affiliation_strings":["Gansu Provincial Key Laboratory of Wearable Computing, School of Information Science and Engineering, Lanzhou University, Lanzhou, China","CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai Institutes for Biological Sciences, Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Gansu Provincial Key Laboratory of Wearable Computing, School of Information Science and Engineering, Lanzhou University, Lanzhou, China","institution_ids":["https://openalex.org/I76214153"]},{"raw_affiliation_string":"CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai Institutes for Biological Sciences, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I19820366","https://openalex.org/I4210106477"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5012705663"],"corresponding_institution_ids":["https://openalex.org/I76214153"],"apc_list":null,"apc_paid":null,"fwci":46.6194,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.99943657,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"36","issue":"7","first_page":"2956","last_page":"2966"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7483987808227539},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.576759397983551},{"id":"https://openalex.org/keywords/data-pre-processing","display_name":"Data pre-processing","score":0.47801339626312256},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47406166791915894},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4617784917354584},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4438381791114807},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.43171194195747375},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4238629937171936},{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.4199620187282562},{"id":"https://openalex.org/keywords/spatial-analysis","display_name":"Spatial analysis","score":0.41939041018486023},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3839435279369354}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7483987808227539},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.576759397983551},{"id":"https://openalex.org/C10551718","wikidata":"https://www.wikidata.org/wiki/Q5227332","display_name":"Data pre-processing","level":2,"score":0.47801339626312256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47406166791915894},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4617784917354584},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4438381791114807},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.43171194195747375},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4238629937171936},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.4199620187282562},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.41939041018486023},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3839435279369354},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2024.3350071","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3350071","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6499999761581421}],"awards":[{"id":"https://openalex.org/G1056251607","display_name":null,"funder_award_id":"62227807","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2000201828","display_name":null,"funder_award_id":"lzujbky-2023-16","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G466785468","display_name":null,"funder_award_id":"22JR5RA488","funder_id":"https://openalex.org/F4320322880","funder_display_name":"Natural Science Foundation of Gansu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322880","display_name":"Natural Science Foundation of Gansu Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W1955857676","https://openalex.org/W2010632490","https://openalex.org/W2027658444","https://openalex.org/W2084242110","https://openalex.org/W2095705004","https://openalex.org/W2115252128","https://openalex.org/W2132322340","https://openalex.org/W2183341477","https://openalex.org/W2239141610","https://openalex.org/W2530421149","https://openalex.org/W2531409750","https://openalex.org/W2752782242","https://openalex.org/W2755822369","https://openalex.org/W2787894218","https://openalex.org/W2797568851","https://openalex.org/W2800833042","https://openalex.org/W2889847952","https://openalex.org/W2896134990","https://openalex.org/W2896457183","https://openalex.org/W2897604988","https://openalex.org/W2900794986","https://openalex.org/W2901504064","https://openalex.org/W2944255943","https://openalex.org/W2963263347","https://openalex.org/W2963351448","https://openalex.org/W2963446712","https://openalex.org/W2963839617","https://openalex.org/W2963993763","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2981677410","https://openalex.org/W2982183006","https://openalex.org/W2991213871","https://openalex.org/W2998409107","https://openalex.org/W3004404036","https://openalex.org/W3034773362","https://openalex.org/W3083323904","https://openalex.org/W3094644839","https://openalex.org/W3096609285","https://openalex.org/W3101267588","https://openalex.org/W3103005696","https://openalex.org/W3106615203","https://openalex.org/W3134427999","https://openalex.org/W3155791660","https://openalex.org/W3163825730","https://openalex.org/W3176724088","https://openalex.org/W3182607842","https://openalex.org/W3186421317","https://openalex.org/W3202384916","https://openalex.org/W3203414498","https://openalex.org/W3204221554","https://openalex.org/W3214493799","https://openalex.org/W4205612169","https://openalex.org/W4210328027","https://openalex.org/W4210393027","https://openalex.org/W4211263234","https://openalex.org/W4214759957","https://openalex.org/W4220859110","https://openalex.org/W4283711114","https://openalex.org/W4283815599","https://openalex.org/W4310333988","https://openalex.org/W4312263092","https://openalex.org/W4312671791","https://openalex.org/W4312849330","https://openalex.org/W4312881242","https://openalex.org/W4313126982","https://openalex.org/W4313142416","https://openalex.org/W4323897056","https://openalex.org/W4360999323","https://openalex.org/W4376226279","https://openalex.org/W4379382378","https://openalex.org/W4385245566","https://openalex.org/W4386484691","https://openalex.org/W6620707391","https://openalex.org/W6674330103","https://openalex.org/W6677618333","https://openalex.org/W6726497184","https://openalex.org/W6755207826","https://openalex.org/W6755964169","https://openalex.org/W6762718338","https://openalex.org/W6770506093","https://openalex.org/W6774637898","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6838923520"],"related_works":["https://openalex.org/W2989490741","https://openalex.org/W3092506759","https://openalex.org/W2367545121","https://openalex.org/W4248881655","https://openalex.org/W2482165163","https://openalex.org/W3010890513","https://openalex.org/W120741642","https://openalex.org/W138569904","https://openalex.org/W2390914021","https://openalex.org/W2389417819"],"abstract_inverted_index":{"Depression":[0],"is":[1,109,113],"one":[2],"of":[3,11,36,70,115,131,183],"the":[4,12,31,34,129,148,181],"most":[5,165],"common":[6],"mental":[7],"illnesses,":[8],"but":[9],"few":[10],"currently":[13],"proposed":[14],"in-depth":[15],"models":[16],"based":[17,174],"on":[18,143,175],"social":[19,64,101,137],"media":[20,65,102,138],"data":[21,32,74,177],"take":[22],"into":[23],"account":[24],"both":[25],"temporal":[26,97],"and":[27,60,87,96,120,133],"spatial":[28,95],"information":[29],"in":[30,63,99,128,136,150,157,180],"for":[33,172],"detection":[35,182],"depression.":[37,184],"In":[38],"this":[39,151],"paper,":[40],"we":[41],"present":[42],"an":[43],"efficient,":[44],"low-covariance":[45],"multimodal":[46,100,176],"integrated":[47],"spatio-temporal":[48,118],"converter":[49],"framework":[50,68],"called":[51],"DepMSTAT,":[52],"which":[53],"aims":[54],"to":[55],"detect":[56],"depression":[57,89,103,145,158],"using":[58],"acoustic":[59,132],"visual":[61,134],"features":[62,119,135],"data.":[66,139],"The":[67,111],"consists":[69],"four":[71],"modules:":[72],"a":[73,77,81,88,105,125,144,161,170],"preprocessing":[75],"module,":[76,80,86],"token":[78],"generation":[79],"Spatial-Temporal":[82],"Attentional":[83],"Transformer":[84],"(STAT)":[85],"classifier":[90],"module.":[91],"To":[92],"efficiently":[93],"capture":[94],"correlations":[98],"data,":[104],"plug-and-play":[106],"STAT":[107],"module":[108,112],"proposed.":[110],"capable":[114],"extracting":[116],"unimodal":[117,122],"fusing":[121],"information,":[123],"playing":[124],"key":[126],"role":[127],"analysis":[130],"Through":[140],"extensive":[141],"experiments":[142],"database":[146],"(D-Vlog),":[147],"method":[149],"paper":[152],"shows":[153],"high":[154],"accuracy":[155],"(71.53%)":[156],"detection,":[159],"achieving":[160],"performance":[162],"that":[163,178],"exceeds":[164],"models.":[166],"This":[167],"work":[168],"provides":[169],"scaffold":[171],"studies":[173],"assists":[179]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":24}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}