{"id":"https://openalex.org/W4285188301","doi":"https://doi.org/10.1109/tcsvt.2022.3182658","title":"Selective Element and Two Orders Vectorization Networks for Automatic Depression Severity Diagnosis via Facial Changes","display_name":"Selective Element and Two Orders Vectorization Networks for Automatic Depression Severity Diagnosis via Facial Changes","publication_year":2022,"publication_date":"2022-06-13","ids":{"openalex":"https://openalex.org/W4285188301","doi":"https://doi.org/10.1109/tcsvt.2022.3182658"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2022.3182658","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3182658","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079696396","display_name":"Mingyue Niu","orcid":"https://orcid.org/0000-0002-4977-3202"},"institutions":[{"id":"https://openalex.org/I15062923","display_name":"Tianjin Normal University","ror":"https://ror.org/05x2td559","country_code":"CN","type":"education","lineage":["https://openalex.org/I15062923"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyue Niu","raw_affiliation_strings":["School of Computer and Information Engineering, Tianjin Normal University (TJNU), Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-4977-3202","affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Tianjin Normal University (TJNU), Tianjin, China","institution_ids":["https://openalex.org/I15062923"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052655362","display_name":"Ziping Zhao","orcid":"https://orcid.org/0000-0002-8719-6389"},"institutions":[{"id":"https://openalex.org/I15062923","display_name":"Tianjin Normal University","ror":"https://ror.org/05x2td559","country_code":"CN","type":"education","lineage":["https://openalex.org/I15062923"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziping Zhao","raw_affiliation_strings":["School of Computer and Information Engineering, Tianjin Normal University (TJNU), Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Tianjin Normal University (TJNU), Tianjin, China","institution_ids":["https://openalex.org/I15062923"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613657","display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["National Laboratory of Pattern Recognition (NLPR), Institute of Automation, Chinese Academy of Sciences (CASIA), Bejing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition (NLPR), Institute of Automation, Chinese Academy of Sciences (CASIA), Bejing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343662","display_name":"Ya Li","orcid":"https://orcid.org/0000-0002-6284-5039"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ya Li","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn W. Schuller","orcid":"https://orcid.org/0000-0002-6478-8699"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Bjorn W. Schuller","raw_affiliation_strings":["ZD.B Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","Group on Language, AudioMusic (GLAM), Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-6478-8699","affiliations":[{"raw_affiliation_string":"ZD.B Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]},{"raw_affiliation_string":"Group on Language, AudioMusic (GLAM), Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.1936,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.95986659,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"32","issue":"11","first_page":"8065","last_page":"8077"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9581000208854675,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vectorization","display_name":"Vectorization (mathematics)","score":0.8109340667724609},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7612969875335693},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.6180220246315002},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5546149015426636},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5276600122451782},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49039673805236816},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4795239269733429},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.41371679306030273},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.39797884225845337},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.2411244809627533},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.14041733741760254},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.09624868631362915}],"concepts":[{"id":"https://openalex.org/C41681595","wikidata":"https://www.wikidata.org/wiki/Q7917855","display_name":"Vectorization (mathematics)","level":2,"score":0.8109340667724609},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7612969875335693},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.6180220246315002},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5546149015426636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5276600122451782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49039673805236816},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4795239269733429},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.41371679306030273},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39797884225845337},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.2411244809627533},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.14041733741760254},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.09624868631362915}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2022.3182658","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3182658","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:100759","is_oa":false,"landing_page_url":"https://opus.bibliothek.uni-augsburg.de/opus4/frontdoor/index/index/docId/100759","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2586592513","display_name":"\u591a\u6e90\u4fe1\u53f7\u878d\u5408\u7684\u6291\u90c1\u7a0b\u5ea6\u5206\u6790\u4e0e\u8ddf\u8e2a\u7814\u7a76","funder_award_id":"62071330","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G298318091","display_name":null,"funder_award_id":"202200012","funder_id":"https://openalex.org/F4320326873","funder_display_name":"National Laboratory of Pattern Recognition"},{"id":"https://openalex.org/G7257301138","display_name":null,"funder_award_id":"2021RC37","funder_id":"https://openalex.org/F4320321470","funder_display_name":"Beijing University of Posts and Telecommunications"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321470","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59"},{"id":"https://openalex.org/F4320326873","display_name":"National Laboratory of Pattern Recognition","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W563548559","https://openalex.org/W1493037916","https://openalex.org/W1522301498","https://openalex.org/W1976066595","https://openalex.org/W1981918162","https://openalex.org/W1988088279","https://openalex.org/W1991060033","https://openalex.org/W1998512907","https://openalex.org/W2021549893","https://openalex.org/W2056403322","https://openalex.org/W2058158720","https://openalex.org/W2102505790","https://openalex.org/W2125434646","https://openalex.org/W2134860945","https://openalex.org/W2139916508","https://openalex.org/W2182998784","https://openalex.org/W2212242068","https://openalex.org/W2346454595","https://openalex.org/W2546875627","https://openalex.org/W2570412145","https://openalex.org/W2766211031","https://openalex.org/W2800833042","https://openalex.org/W2889847952","https://openalex.org/W2895006884","https://openalex.org/W2896134990","https://openalex.org/W2921020016","https://openalex.org/W2922509574","https://openalex.org/W2963252191","https://openalex.org/W2964350391","https://openalex.org/W2981677410","https://openalex.org/W2996751911","https://openalex.org/W3004404036","https://openalex.org/W3009928129","https://openalex.org/W3015892324","https://openalex.org/W3016125456","https://openalex.org/W3025719176","https://openalex.org/W3044295043","https://openalex.org/W3077420696","https://openalex.org/W3083323904","https://openalex.org/W3091476632","https://openalex.org/W3092969547","https://openalex.org/W3093232475","https://openalex.org/W3094259155","https://openalex.org/W3094644839","https://openalex.org/W3095754787","https://openalex.org/W3097900310","https://openalex.org/W3107506847","https://openalex.org/W3118310928","https://openalex.org/W3118548577","https://openalex.org/W3134941379","https://openalex.org/W3155375169","https://openalex.org/W3155665398","https://openalex.org/W3155791660","https://openalex.org/W3161014913","https://openalex.org/W3163570360","https://openalex.org/W3172687196","https://openalex.org/W3185372235","https://openalex.org/W3189654580","https://openalex.org/W3200947677","https://openalex.org/W3211081651","https://openalex.org/W4206144048","https://openalex.org/W4214645187","https://openalex.org/W4225276280","https://openalex.org/W6631190155","https://openalex.org/W6676218802","https://openalex.org/W6691669583","https://openalex.org/W6743446608"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2626256601","https://openalex.org/W2900413183","https://openalex.org/W4390975304","https://openalex.org/W147410782","https://openalex.org/W2762467749","https://openalex.org/W3022252430","https://openalex.org/W4287804464","https://openalex.org/W3103989898","https://openalex.org/W2810679507"],"abstract_inverted_index":{"Physiological":[0],"studies":[1],"have":[2,16],"shown":[3],"that":[4],"healthy":[5],"and":[6,60,74,180],"depressed":[7],"individuals":[8],"present":[9],"different":[10,103],"facial":[11,27],"changes.":[12],"Thus,":[13],"many":[14],"researchers":[15],"attempted":[17],"to":[18,24,44,89,131],"use":[19],"Convolutional":[20],"Neural":[21],"Networks":[22],"(CNNs)":[23],"extract":[25,57],"high-level":[26],"dynamic":[28],"representations":[29],"for":[30,63,111],"predicting":[31],"depression":[32,49,199],"severity.":[33],"However,":[34],"the":[35,41,45,54,81,92,96,117,126,133,138,146,155,202],"max-pooling":[36],"(or":[37],"average-pooling)":[38],"layers":[39],"in":[40,151],"CNN":[42,55],"lead":[43],"loss":[46],"of":[47,102,145,149,204],"subtle":[48],"cues.":[50],"Without":[51],"pooling":[52],"layers,":[53],"cannot":[56],"multi-scale":[58],"information":[59],"has":[61],"difficulties":[62],"tensor":[64,124,153],"vectorization.":[65],"To":[66],"this":[67],"end,":[68],"we":[69,106],"propose":[70,107],"a":[71,108,113,123,152],"Selective":[72],"Element":[73],"Two":[75],"Orders":[76],"Vectorization":[77],"(SE-TOV)":[78],"network.":[79],"For":[80],"SE-TOV":[82],"network,":[83],"an":[84],"SE":[85],"block":[86,110,121],"is":[87],"constructed":[88],"adaptively":[90],"select":[91],"effective":[93],"elements":[94],"from":[95],"tensors":[97],"obtained":[98],"by":[99],"receptive":[100],"fields":[101],"sizes.":[104],"Moreover,":[105],"TOV":[109,120],"vectorizing":[112],"high-dimensional":[114],"tensor.":[115],"On":[116,137],"one":[118],"hand,":[119,140],"inputs":[122],"into":[125],"Global":[127],"Average":[128],"Pooling":[129],"layer":[130],"obtain":[132],"first-order":[134],"vectorization":[135,157],"result.":[136,158],"other":[139],"it":[141],"takes":[142],"principal":[143],"components":[144],"correlation":[147],"matrix":[148],"channels":[150],"as":[154],"second-order":[156],"Experimental":[159],"results":[160],"on":[161],"AVEC":[162,181],"2013":[163],"(RMSE":[164,183],"<inline-formula":[165,173,184,192],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[166,174,185,193],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[167,175,186,194],"<tex-math":[168,176,187,195],"notation=\"LaTeX\">$=7.42$":[169],"</tex-math></inline-formula>":[170,178,189,197],",":[171,190],"MAE":[172,191],"notation=\"LaTeX\">$=6.09$":[177],")":[179,198],"2014":[182],"notation=\"LaTeX\">$=7.39$":[188],"notation=\"LaTeX\">$=5.87$":[196],"databases":[200],"illustrate":[201],"superiority":[203],"our":[205],"approach":[206],"over":[207],"previous":[208],"works.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}