{"id":"https://openalex.org/W3083323904","doi":"https://doi.org/10.1109/taffc.2020.3021755","title":"A Deep Multiscale Spatiotemporal Network for Assessing Depression From Facial Dynamics","display_name":"A Deep Multiscale Spatiotemporal Network for Assessing Depression From Facial Dynamics","publication_year":2020,"publication_date":"2020-09-04","ids":{"openalex":"https://openalex.org/W3083323904","doi":"https://doi.org/10.1109/taffc.2020.3021755","mag":"3083323904"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2020.3021755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2020.3021755","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065788302","display_name":"Wheidima Carneiro de Melo","orcid":"https://orcid.org/0000-0001-5707-3559"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Wheidima Carneiro de Melo","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0001-5707-3559","affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006937759","display_name":"\u00c9ric Granger","orcid":"https://orcid.org/0000-0001-6116-7945"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eric Granger","raw_affiliation_strings":["Department of Systems Engineering, École de technologie supérieure, Laboratoire d'imagerie, de vision, et d'intelligence artificielle, Université du Québec, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6116-7945","affiliations":[{"raw_affiliation_string":"Department of Systems Engineering, École de technologie supérieure, Laboratoire d'imagerie, de vision, et d'intelligence artificielle, Université du Québec, Montreal, Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013928164","display_name":"Abdenour Hadid","orcid":"https://orcid.org/0000-0001-9092-735X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Abdenour Hadid","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.4543,"has_fulltext":false,"cited_by_count":108,"citation_normalized_percentile":{"value":0.9784351,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"13","issue":"3","first_page":"1581","last_page":"1592"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.559553325176239},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.5176222920417786},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5089044570922852},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4705531895160675},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4666673541069031},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4001845121383667},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.38533806800842285},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.32009485363960266},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.17626136541366577},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08525380492210388}],"concepts":[{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.559553325176239},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.5176222920417786},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5089044570922852},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4705531895160675},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4666673541069031},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4001845121383667},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.38533806800842285},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.32009485363960266},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.17626136541366577},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08525380492210388},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/taffc.2020.3021755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2020.3021755","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:espace2.etsmtl.ca:22057","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/22057/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article publi\u00e9 dans une revue, r\u00e9vis\u00e9 par les pairs"},{"id":"pmh:oai:oulu.fi:nbnfi-fe2022081855738","is_oa":false,"landing_page_url":"http://urn.fi/urn:nbn:fi-fe2022081855738","pdf_url":null,"source":{"id":"https://openalex.org/S4306400284","display_name":"University of Oulu Repository (University of Oulu)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98381234","host_organization_name":"University of Oulu","host_organization_lineage":["https://openalex.org/I98381234"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W186729607","https://openalex.org/W1522734439","https://openalex.org/W1965306520","https://openalex.org/W1976066595","https://openalex.org/W1976251851","https://openalex.org/W1988088279","https://openalex.org/W1991060033","https://openalex.org/W1999042468","https://openalex.org/W2027192823","https://openalex.org/W2056403322","https://openalex.org/W2058158720","https://openalex.org/W2064866219","https://openalex.org/W2102505790","https://openalex.org/W2124449901","https://openalex.org/W2134431612","https://openalex.org/W2142194269","https://openalex.org/W2154683974","https://openalex.org/W2162574641","https://openalex.org/W2163352848","https://openalex.org/W2163928333","https://openalex.org/W2194775991","https://openalex.org/W2288278236","https://openalex.org/W2341528187","https://openalex.org/W2346454595","https://openalex.org/W2400979883","https://openalex.org/W2550143307","https://openalex.org/W2566440479","https://openalex.org/W2567221000","https://openalex.org/W2570412145","https://openalex.org/W2592018447","https://openalex.org/W2593853439","https://openalex.org/W2736814566","https://openalex.org/W2760537051","https://openalex.org/W2761974878","https://openalex.org/W2765292728","https://openalex.org/W2783653907","https://openalex.org/W2799041689","https://openalex.org/W2800833042","https://openalex.org/W2803017656","https://openalex.org/W2806582521","https://openalex.org/W2887057293","https://openalex.org/W2889847952","https://openalex.org/W2900794986","https://openalex.org/W2911827511","https://openalex.org/W2957148965","https://openalex.org/W2960672642","https://openalex.org/W2962858109","https://openalex.org/W2962934715","https://openalex.org/W2963155035","https://openalex.org/W2963524571","https://openalex.org/W2963839617","https://openalex.org/W2970055828","https://openalex.org/W2984960739","https://openalex.org/W3101998545","https://openalex.org/W3124054989","https://openalex.org/W4246193833","https://openalex.org/W4281687410","https://openalex.org/W6607625662","https://openalex.org/W6637373629","https://openalex.org/W6696085341","https://openalex.org/W6755964169"],"related_works":["https://openalex.org/W2086259589","https://openalex.org/W2012885586","https://openalex.org/W2123478443","https://openalex.org/W59104321","https://openalex.org/W2517686979","https://openalex.org/W2049729969","https://openalex.org/W2115635058","https://openalex.org/W1636325709","https://openalex.org/W2198484008","https://openalex.org/W3157863382"],"abstract_inverted_index":{"Recently,":[0],"deep":[1,38],"learning":[2,39],"models":[3,102,116],"have":[4],"been":[5],"successfully":[6],"employed":[7],"in":[8,82,210,229],"many":[9],"video-based":[10],"affective":[11],"computing":[12],"applications":[13],"(e.g.,":[14],"detecting":[15],"pain,":[16],"stress,":[17],"and":[18,47,62,124,142,193],"Alzheimer\u2019s":[19],"disease).":[20],"One":[21],"key":[22],"application":[23],"is":[24,164,183,224],"automatic":[25,230],"depression":[26,43,73,98,231],"recognition":[27,29],"\u2013":[28,157,163],"of":[30,84,136,145,180,185,195,207],"facial":[31,67,137,147,169,211],"expressions":[32],"associated":[33],"with":[34,121,139,189],"depressive":[35,173],"behaviour.":[36],"State-of-the-art":[37],"algorithms":[40],"to":[41,58,87,94,108,133,166,172,202],"recognize":[42],"typically":[44],"explore":[45,203],"spatial":[46],"temporal":[48,119,191],"information":[49,90,120,170],"individually,":[50],"by":[51,64],"using":[52],"2D":[53],"convolutional":[54,187],"neural":[55],"networks":[56],"(CNNs)":[57],"analyze":[59],"appearance":[60],"information,":[61],"then":[63],"either":[65],"mapping":[66],"feature":[68],"variations":[69,135,209],"or":[70],"averaging":[71],"the":[72,111,131,143,158,181,200],"level":[74],"over":[75],"video":[76],"frames.":[77],"This":[78,128],"approach":[79,129],"has":[80],"limitations":[81],"terms":[83],"its":[85],"ability":[86,132],"represent":[88,168],"dynamic":[89],"that":[91,220],"can":[92],"help":[93],"accurately":[95],"discriminate":[96],"between":[97],"levels.":[99],"In":[100,149],"contrast,":[101],"based":[103],"on":[104,118,215],"3D":[105,154],"CNNs":[106],"allow":[107],"directly":[109],"encode":[110],"spatio-temporal":[112,208],"relationships,":[113],"although":[114],"these":[115],"rely":[117],"fixed":[122],"range":[123,206],"single":[125],"receptive":[126,196],"field.":[127],"limits":[130],"capture":[134],"expression":[138],"diverse":[140,146],"ranges,":[141],"exploitation":[144],"areas.":[148],"this":[150],"article,":[151],"a":[152,204],"novel":[153],"CNN":[155],"architecture":[156,223],"Multiscale":[159],"Spatiotemporal":[160],"Network":[161],"(MSN)":[162],"introduced":[165],"effectively":[167],"related":[171],"behaviours":[174],"from":[175],"videos.":[176],"The":[177],"basic":[178],"structure":[179],"model":[182],"composed":[184],"parallel":[186],"layers":[188],"different":[190],"depths":[192],"sizes":[194],"field,":[197],"which":[198],"allows":[199],"MSN":[201,222],"wide":[205],"expressions.":[212],"Experimental":[213],"results":[214],"two":[216],"benchmark":[217],"datasets":[218],"show":[219],"our":[221],"effective,":[225],"outperforming":[226],"state-of-the-art":[227],"methods":[228],"recognition.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}