{"id":"https://openalex.org/W4285307867","doi":"https://doi.org/10.1109/taffc.2022.3177737","title":"Dual Attention and Element Recalibration Networks for Automatic Depression Level Prediction","display_name":"Dual Attention and Element Recalibration Networks for Automatic Depression Level Prediction","publication_year":2022,"publication_date":"2022-05-26","ids":{"openalex":"https://openalex.org/W4285307867","doi":"https://doi.org/10.1109/taffc.2022.3177737"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2022.3177737","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3177737","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079696396","display_name":"Mingyue Niu","orcid":"https://orcid.org/0000-0002-4977-3202"},"institutions":[{"id":"https://openalex.org/I15062923","display_name":"Tianjin Normal University","ror":"https://ror.org/05x2td559","country_code":"CN","type":"education","lineage":["https://openalex.org/I15062923"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyue Niu","raw_affiliation_strings":["School of Computer and Information Engineering, Tianjin Normal University (TJNU), Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-4977-3202","affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Tianjin Normal University (TJNU), Tianjin, China","institution_ids":["https://openalex.org/I15062923"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052655362","display_name":"Ziping Zhao","orcid":"https://orcid.org/0000-0002-8719-6389"},"institutions":[{"id":"https://openalex.org/I15062923","display_name":"Tianjin Normal University","ror":"https://ror.org/05x2td559","country_code":"CN","type":"education","lineage":["https://openalex.org/I15062923"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziping Zhao","raw_affiliation_strings":["School of Computer and Information Engineering, Tianjin Normal University (TJNU), Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-8719-6389","affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Tianjin Normal University (TJNU), Tianjin, China","institution_ids":["https://openalex.org/I15062923"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613657","display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["National Laboratory of Pattern Recognition (NLPR), Institute of Automatic Chinese Academy of Sciences (CASIA), Bejing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China","CAS center for Excellence in Brain Science and Intelligence Technology, Bejing, China"],"raw_orcid":"https://orcid.org/0000-0002-9344-6428","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition (NLPR), Institute of Automatic Chinese Academy of Sciences (CASIA), Bejing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"CAS center for Excellence in Brain Science and Intelligence Technology, Bejing, China","institution_ids":["https://openalex.org/I4210097554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343662","display_name":"Ya Li","orcid":"https://orcid.org/0000-0002-6284-5039"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ya Li","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn W. Schuller","orcid":"https://orcid.org/0000-0002-6478-8699"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bj\u00f6rn W. Schuller","raw_affiliation_strings":["ZD.B Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6478-8699","affiliations":[{"raw_affiliation_string":"ZD.B Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.5783,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.96441468,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"14","issue":"3","first_page":"1954","last_page":"1965"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.7100580930709839},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6642789840698242},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5787004828453064},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5718156099319458},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.52316814661026},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49093297123908997},{"id":"https://openalex.org/keywords/bilinear-interpolation","display_name":"Bilinear interpolation","score":0.4694843888282776},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.45853716135025024},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4561140239238739},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.45101597905158997},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45005038380622864},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.2777095437049866},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23757728934288025}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.7100580930709839},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6642789840698242},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5787004828453064},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5718156099319458},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.52316814661026},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49093297123908997},{"id":"https://openalex.org/C205203396","wikidata":"https://www.wikidata.org/wiki/Q612143","display_name":"Bilinear interpolation","level":2,"score":0.4694843888282776},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.45853716135025024},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4561140239238739},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.45101597905158997},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45005038380622864},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2777095437049866},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23757728934288025},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/taffc.2022.3177737","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3177737","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1773114","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1773114","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:108970","is_oa":false,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-1089701","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2586592513","display_name":"\u591a\u6e90\u4fe1\u53f7\u878d\u5408\u7684\u6291\u90c1\u7a0b\u5ea6\u5206\u6790\u4e0e\u8ddf\u8e2a\u7814\u7a76","funder_award_id":"62071330","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G298318091","display_name":null,"funder_award_id":"202200012","funder_id":"https://openalex.org/F4320326873","funder_display_name":"National Laboratory of Pattern Recognition"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326873","display_name":"National Laboratory of Pattern Recognition","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W563548559","https://openalex.org/W1522301498","https://openalex.org/W1923404803","https://openalex.org/W1976066595","https://openalex.org/W1988088279","https://openalex.org/W1991060033","https://openalex.org/W1998512907","https://openalex.org/W2027192823","https://openalex.org/W2056403322","https://openalex.org/W2058158720","https://openalex.org/W2102505790","https://openalex.org/W2139916508","https://openalex.org/W2182998784","https://openalex.org/W2194775991","https://openalex.org/W2519531315","https://openalex.org/W2570412145","https://openalex.org/W2736814566","https://openalex.org/W2737725206","https://openalex.org/W2752782242","https://openalex.org/W2765292728","https://openalex.org/W2800833042","https://openalex.org/W2884585870","https://openalex.org/W2885233814","https://openalex.org/W2889847952","https://openalex.org/W2896134990","https://openalex.org/W2898732869","https://openalex.org/W2911291251","https://openalex.org/W2913950831","https://openalex.org/W2957148965","https://openalex.org/W2960672642","https://openalex.org/W2962898677","https://openalex.org/W2963119563","https://openalex.org/W2963521239","https://openalex.org/W2964350391","https://openalex.org/W2971221568","https://openalex.org/W2982220924","https://openalex.org/W2996751911","https://openalex.org/W3000133216","https://openalex.org/W3004404036","https://openalex.org/W3006560451","https://openalex.org/W3006827623","https://openalex.org/W3084346048","https://openalex.org/W3094259155","https://openalex.org/W3094644839","https://openalex.org/W3155665398","https://openalex.org/W3155791660","https://openalex.org/W4206144048","https://openalex.org/W4288335182","https://openalex.org/W6678174250","https://openalex.org/W6752083267","https://openalex.org/W6753412334","https://openalex.org/W6753571867","https://openalex.org/W6763171163","https://openalex.org/W6794178826"],"related_works":["https://openalex.org/W2165589608","https://openalex.org/W3093557575","https://openalex.org/W2354231916","https://openalex.org/W3182767856","https://openalex.org/W2162140574","https://openalex.org/W2354073393","https://openalex.org/W2361009070","https://openalex.org/W2121457398","https://openalex.org/W2378988399","https://openalex.org/W1983356840"],"abstract_inverted_index":{"Physiological":[0],"studies":[1],"have":[2],"identified":[3],"that":[4],"facial":[5,30,71],"dynamics":[6],"can":[7],"be":[8],"considered":[9],"as":[10],"biomarkers":[11],"to":[12,28,32,60,93,105,110,140,144,161,178],"analyze":[13],"depression":[14,35,87,122,164,191],"severity.":[15],"This":[16],"paper":[17],"accordingly":[18],"develops":[19],"a":[20,44,70],"Dual":[21,45],"Attention":[22,46],"and":[23,49,135,188],"Element":[24,50],"Recalibration":[25,51],"(DAER)":[26],"network":[27,160],"extract":[29],"changes":[31,64],"predict":[33],"the":[34,58,62,66,77,83,95,100,107,115,121,129,137,146,153,163,168,174,179,194],"level.":[36],"In":[37],"this":[38,118],"model,":[39],"we":[40,126],"propose":[41],"two":[42],"blocks:":[43],"(DA)":[47],"block":[48,56,102],"(ER)":[52],"block.":[53],"The":[54],"DA":[55],"uses":[57],"self-attention":[59],"investigate":[61],"dynamic":[63],"in":[65],"representation":[67,84,96,147,154],"sequence":[68,85],"of":[69,79,82,98,114,149,170,196],"video":[72,131,150],"segment.":[73],"It":[74],"further":[75],"examines":[76],"influence":[78],"feature":[80],"components":[81],"on":[86,183],"level":[88,123,165],"prediction":[89,124,175],"through":[90],"bilinear-attention.":[91],"Moreover,":[92],"improve":[94],"ability":[97],"network,":[99],"ER":[101],"is":[103],"used":[104],"obtain":[106,162],"global":[108],"information":[109],"recalibrate":[111],"each":[112,142],"element":[113],"tensor.":[116],"Adopting":[117],"approach,":[119],"for":[120],"task,":[125],"first":[127],"divide":[128],"long-term":[130,180],"into":[132,158],"fixed-length":[133],"segments":[134],"use":[136],"trained":[138],"ResNet50":[139],"encode":[141],"frame":[143],"generate":[145],"sequences":[148,155],"segments.":[151],"Second,":[152],"are":[156],"input":[157],"DAER":[159],"scores.":[166],"Finally,":[167],"average":[169],"these":[171],"scores":[172],"yields":[173],"result":[176],"corresponding":[177],"video.":[181],"Experiments":[182],"publicly":[184],"available":[185],"AVEC":[186,189],"2013":[187],"2014":[190],"databases":[192],"illustrate":[193],"effectiveness":[195],"our":[197],"method.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}