{"id":"https://openalex.org/W4285132306","doi":"https://doi.org/10.1109/taffc.2022.3179478","title":"Deep Multi-Modal Network Based Automated Depression Severity Estimation","display_name":"Deep Multi-Modal Network Based Automated Depression Severity Estimation","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4285132306","doi":"https://doi.org/10.1109/taffc.2022.3179478"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2022.3179478","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3179478","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030176158","display_name":"Md Azher Uddin","orcid":"https://orcid.org/0000-0002-7718-5627"},"institutions":[{"id":"https://openalex.org/I4210149788","display_name":"Heriot-Watt University Dubai","ror":"https://ror.org/058tx1a56","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210149788"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Md Azher Uddin","raw_affiliation_strings":["Department of Computer Science, Heriot-Watt University Dubai Campus, Dubai, UAE"],"raw_orcid":"https://orcid.org/0000-0002-7718-5627","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Heriot-Watt University Dubai Campus, Dubai, UAE","institution_ids":["https://openalex.org/I4210149788"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043017939","display_name":"Joolekha Bibi Joolee","orcid":"https://orcid.org/0000-0001-5037-7672"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Joolekha Bibi Joolee","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University Global Campus, Yongin, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-5037-7672","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University Global Campus, Yongin, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068333871","display_name":"Kyung-Ah Sohn","orcid":"https://orcid.org/0000-0001-8941-1188"},"institutions":[{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyung-Ah Sohn","raw_affiliation_strings":["Department of Artificial Intelligence and Department of Software and Computer Engineering, Ajou University, Suwon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-8941-1188","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence and Department of Software and Computer Engineering, Ajou University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I57664883"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.4959,"has_fulltext":false,"cited_by_count":84,"citation_normalized_percentile":{"value":0.99353829,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"14","issue":"3","first_page":"2153","last_page":"2167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7252787947654724},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7011740207672119},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6413881182670593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6185921430587769},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.463385671377182},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.46277177333831787},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4070267677307129}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7252787947654724},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7011740207672119},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6413881182670593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6185921430587769},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.463385671377182},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.46277177333831787},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4070267677307129},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2022.3179478","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3179478","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1565746575","https://openalex.org/W1976066595","https://openalex.org/W1988088279","https://openalex.org/W1991060033","https://openalex.org/W2002725054","https://openalex.org/W2021549893","https://openalex.org/W2023687307","https://openalex.org/W2047508432","https://openalex.org/W2048533792","https://openalex.org/W2050705480","https://openalex.org/W2056403322","https://openalex.org/W2060779380","https://openalex.org/W2064675550","https://openalex.org/W2067724039","https://openalex.org/W2102505790","https://openalex.org/W2103056131","https://openalex.org/W2116435618","https://openalex.org/W2129579709","https://openalex.org/W2194775991","https://openalex.org/W2252180568","https://openalex.org/W2263338482","https://openalex.org/W2291466689","https://openalex.org/W2291961022","https://openalex.org/W2325939864","https://openalex.org/W2558919063","https://openalex.org/W2570412145","https://openalex.org/W2592018447","https://openalex.org/W2593853439","https://openalex.org/W2736814566","https://openalex.org/W2760537051","https://openalex.org/W2766211031","https://openalex.org/W2800833042","https://openalex.org/W2805409402","https://openalex.org/W2889847952","https://openalex.org/W2891155597","https://openalex.org/W2896134990","https://openalex.org/W2896347987","https://openalex.org/W2912139893","https://openalex.org/W2960672642","https://openalex.org/W2963150162","https://openalex.org/W2964350391","https://openalex.org/W2978855205","https://openalex.org/W2981501230","https://openalex.org/W2981660166","https://openalex.org/W2981677410","https://openalex.org/W2995015263","https://openalex.org/W3003850414","https://openalex.org/W3004404036","https://openalex.org/W3015892324","https://openalex.org/W3081882923","https://openalex.org/W3083323904","https://openalex.org/W3094259155","https://openalex.org/W3094644839","https://openalex.org/W3095858789","https://openalex.org/W3105797386","https://openalex.org/W3134427999","https://openalex.org/W3155665398","https://openalex.org/W3159577154","https://openalex.org/W3171411730","https://openalex.org/W3182607842","https://openalex.org/W3185479858","https://openalex.org/W3199956316","https://openalex.org/W3202866789","https://openalex.org/W4214576234","https://openalex.org/W6634556219","https://openalex.org/W6662335928","https://openalex.org/W6677326919","https://openalex.org/W6691669583","https://openalex.org/W6733948044","https://openalex.org/W6766065314"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2626256601","https://openalex.org/W2900413183","https://openalex.org/W4390975304","https://openalex.org/W147410782","https://openalex.org/W3022252430","https://openalex.org/W3103989898","https://openalex.org/W4287804464","https://openalex.org/W3211292372","https://openalex.org/W803346624"],"abstract_inverted_index":{"Depression":[0],"is":[1,141,180],"a":[2,8,25,43,70],"severe":[3],"mental":[4],"illness":[5],"that":[6,75,126,193],"impairs":[7],"person's":[9],"capacity":[10],"to":[11,62,123,143,162,182],"function":[12],"normally":[13],"in":[14],"personal":[15],"and":[16,45,79,93,114,169],"professional":[17],"life.":[18],"The":[19],"assessment":[20,37],"of":[21],"depression":[22,36,47,53,85],"usually":[23],"requires":[24],"comprehensive":[26],"examination":[27],"by":[28,148],"an":[29,83],"expert":[30],"professional.":[31],"Recently,":[32],"machine":[33],"learning-based":[34],"automatic":[35],"has":[38],"received":[39],"considerable":[40],"attention":[41],"for":[42,51,82,167],"reliable":[44],"efficient":[46],"diagnosis.":[48],"Various":[49],"techniques":[50],"automated":[52,84],"detection":[54],"were":[55],"developed;":[56],"however,":[57],"certain":[58],"concerns":[59],"still":[60],"need":[61],"be":[63],"investigated.":[64],"In":[65,129],"this":[66],"work,":[67],"we":[68,88,154],"propose":[69],"novel":[71],"deep":[72],"multi-modal":[73,174,185],"framework":[74],"effectively":[76],"utilizes":[77],"facial":[78,146],"verbal":[80],"cues":[81],"assessment.":[86],"Specifically,":[87],"first":[89],"partition":[90],"the":[91,105,124,145,150,156,164,173,184,194],"audio":[92,168],"video":[94,170],"data":[95],"into":[96,104],"fixed-length":[97],"segments.":[98],"Then,":[99],"these":[100],"segments":[101],"are":[102],"fed":[103],"Spatio-Temporal":[106],"Networks":[107],"as":[108,117,119],"input,":[109],"which":[110],"captures":[111],"both":[112],"spatial":[113],"temporal":[115],"features":[116,125,166,186],"well":[118],"assigns":[120],"higher":[121],"weights":[122],"contribute":[127],"most.":[128],"addition,":[130],"Volume":[131],"Local":[132],"Directional":[133],"Structural":[134],"Pattern":[135],"(VLDSP)":[136],"based":[137],"dynamic":[138],"feature":[139],"descriptor":[140],"introduced":[142],"extract":[144],"dynamics":[147],"encoding":[149],"structural":[151],"aspects.":[152],"Afterwards,":[153],"employ":[155],"Temporal":[157],"Attentive":[158],"Pooling":[159],"(TAP)":[160],"approach":[161],"summarize":[163],"segment-level":[165],"data.":[171],"Finally,":[172],"factorized":[175],"bilinear":[176],"pooling":[177],"(MFB)":[178],"strategy":[179],"applied":[181],"fuse":[183],"effectively.":[187],"An":[188],"extensive":[189],"experimental":[190],"study":[191],"reveals":[192],"proposed":[195],"method":[196],"outperforms":[197],"state-of-the-art":[198],"approaches.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":42},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}