{"id":"https://openalex.org/W4393241163","doi":"https://doi.org/10.1109/tcsvt.2024.3382334","title":"DepressionMLP: A Multi-Layer Perceptron Architecture for Automatic Depression Level Prediction via Facial Keypoints and Action Units","display_name":"DepressionMLP: A Multi-Layer Perceptron Architecture for Automatic Depression Level Prediction via Facial Keypoints and Action Units","publication_year":2024,"publication_date":"2024-03-27","ids":{"openalex":"https://openalex.org/W4393241163","doi":"https://doi.org/10.1109/tcsvt.2024.3382334"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3382334","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3382334","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094262973","display_name":"Mingyue Niu","orcid":"https://orcid.org/0009-0000-5133-7525"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyue Niu","raw_affiliation_strings":["School of Information Science and Engineering, Yanshan University, Qinhuangdao, Hebei, China","Key Laboratory for Computer Virtual Technology and System Integration of Hebei Province, China","School of Information Science and Engineering, Yanshan University, Qinhuangda, Hebei province, China"],"raw_orcid":"https://orcid.org/0009-0000-5133-7525","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Yanshan University, Qinhuangdao, Hebei, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"Key Laboratory for Computer Virtual Technology and System Integration of Hebei Province, China","institution_ids":[]},{"raw_affiliation_string":"School of Information Science and Engineering, Yanshan University, Qinhuangda, Hebei province, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343662","display_name":"Ya Li","orcid":"https://orcid.org/0000-0002-6284-5039"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ya Li","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613657","display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China","Department of Automation, Tsinghua University, Bejing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Bejing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085431435","display_name":"Xiuzhuang Zhou","orcid":"https://orcid.org/0000-0003-1458-4118"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuzhuang Zhou","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn W. Schuller","orcid":"https://orcid.org/0000-0002-6478-8699"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bj\u00f6rn W. Schuller","raw_affiliation_strings":["ZD.B Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","ZD.B. Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZD.B Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]},{"raw_affiliation_string":"ZD.B. Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.9052,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.98718071,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"34","issue":"9","first_page":"8924","last_page":"8938"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9161999821662903,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7097066640853882},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6190363764762878},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.5699269771575928},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.549808919429779},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5442372560501099},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5259875655174255},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4243714511394501},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3840319812297821},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.17772680521011353}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7097066640853882},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6190363764762878},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.5699269771575928},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.549808919429779},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5442372560501099},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5259875655174255},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4243714511394501},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3840319812297821},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.17772680521011353},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcsvt.2024.3382334","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3382334","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1773115","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1773115","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:119167","is_oa":false,"landing_page_url":"https://opus.bibliothek.uni-augsburg.de/opus4/frontdoor/index/index/docId/119167","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G2249315591","display_name":null,"funder_award_id":"62271083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G907365587","display_name":"\u57fa\u4e8e\u5bf9\u6297\u5b66\u4e60\u7684\u4eba\u8138\u6291\u90c1\u60c5\u7eea\u8bc6\u522b\u7814\u7a76","funder_award_id":"61972046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1976066595","https://openalex.org/W1988088279","https://openalex.org/W1991060033","https://openalex.org/W2023687307","https://openalex.org/W2027192823","https://openalex.org/W2039643450","https://openalex.org/W2056403322","https://openalex.org/W2058158720","https://openalex.org/W2069054504","https://openalex.org/W2102505790","https://openalex.org/W2139916508","https://openalex.org/W2182998784","https://openalex.org/W2346454595","https://openalex.org/W2423273473","https://openalex.org/W2519531315","https://openalex.org/W2530305026","https://openalex.org/W2531271152","https://openalex.org/W2570412145","https://openalex.org/W2765292728","https://openalex.org/W2766415998","https://openalex.org/W2800833042","https://openalex.org/W2803017656","https://openalex.org/W2889847952","https://openalex.org/W2891155597","https://openalex.org/W2896134990","https://openalex.org/W2960672642","https://openalex.org/W2981501230","https://openalex.org/W2990660400","https://openalex.org/W2996751911","https://openalex.org/W3003850414","https://openalex.org/W3004404036","https://openalex.org/W3015892324","https://openalex.org/W3084346048","https://openalex.org/W3094259155","https://openalex.org/W3094644839","https://openalex.org/W3127428577","https://openalex.org/W3155665398","https://openalex.org/W3155791660","https://openalex.org/W3163570360","https://openalex.org/W3170549022","https://openalex.org/W3200947677","https://openalex.org/W3202866789","https://openalex.org/W4206144048","https://openalex.org/W4210541032","https://openalex.org/W4246842832","https://openalex.org/W4280629612","https://openalex.org/W4281667552","https://openalex.org/W4285132306","https://openalex.org/W4285188301","https://openalex.org/W4285307867","https://openalex.org/W4312431120","https://openalex.org/W4312930335","https://openalex.org/W4313443450","https://openalex.org/W4315606099","https://openalex.org/W4317038419","https://openalex.org/W4317553424","https://openalex.org/W4321353437","https://openalex.org/W4366967766","https://openalex.org/W4384519140","https://openalex.org/W4386374821","https://openalex.org/W4386424478","https://openalex.org/W4387010698","https://openalex.org/W4387860594","https://openalex.org/W4389314870","https://openalex.org/W4389724914","https://openalex.org/W4400062066","https://openalex.org/W6631190155","https://openalex.org/W6691669583","https://openalex.org/W6755977528","https://openalex.org/W6761948750","https://openalex.org/W6795140394","https://openalex.org/W6796417832","https://openalex.org/W6810680386","https://openalex.org/W6921773055"],"related_works":["https://openalex.org/W2082756648","https://openalex.org/W3194278305","https://openalex.org/W2289648981","https://openalex.org/W1565459987","https://openalex.org/W45198419","https://openalex.org/W2001427828","https://openalex.org/W1613359937","https://openalex.org/W2588198209","https://openalex.org/W1909006023","https://openalex.org/W4293870204"],"abstract_inverted_index":{"Physiological":[0],"studies":[1],"have":[2],"confirmed":[3],"that":[4],"there":[5],"are":[6,25],"differences":[7],"in":[8,72,129,160],"facial":[9,75],"activities":[10],"between":[11,238],"depressed":[12],"and":[13,41,57,64,93,119,138,143,182,192,240],"healthy":[14],"individuals.":[15],"Therefore,":[16,164],"while":[17],"protecting":[18],"the":[19,29,54,74,85,97,107,126,130,133,148,155,178,197,202,211,219,231,236,249],"privacy":[20],"of":[21,32,60,87,136,157,205,213,222,251],"subjects,":[22],"substantial":[23],"efforts":[24],"made":[26],"to":[27,52,105,116,141,200,207,229,234],"predict":[28],"depression":[30,123],"severity":[31],"individuals":[33],"by":[34],"analyzing":[35],"Facial":[36,61],"Keypoints":[37,62],"Representation":[38,44],"Sequences":[39,45],"(FKRS)":[40,233],"Action":[42,65],"Units":[43,66],"(AURS).":[46],"However,":[47,125],"those":[48,81],"works":[49,82],"has":[50],"struggled":[51],"examine":[53],"spatial":[55,134],"distribution":[56,135],"temporal":[58],"changes":[59],"(FKs)":[63],"(AUs)":[67],"simultaneously,":[68],"which":[69,95],"is":[70],"limited":[71],"extracting":[73],"dynamics":[76],"characterizing":[77],"depressive":[78],"cues.":[79],"Besides,":[80],"don\u2019t":[83],"realize":[84],"complementarity":[86],"effective":[88],"information":[89,221],"extracted":[90],"from":[91],"FKRS":[92,118,223,239],"AURS,":[94],"reduces":[96],"prediction":[98],"accuracy.":[99],"To":[100],"this":[101,174],"end,":[102],"we":[103,165,176],"intend":[104],"use":[106],"recently":[108],"proposed":[109],"Multi-Layer":[110],"Perceptrons":[111],"with":[112],"gating":[113,194],"(gMLP)":[114],"architecture":[115,170],"process":[117],"AURS":[120,232],"for":[121,210],"predicting":[122],"levels.":[124],"channel":[127],"projection":[128],"gMLP":[131],"disrupts":[132],"FKs":[137],"AUs,":[139],"leading":[140],"input":[142,198],"output":[144],"sequences":[145],"not":[146],"having":[147],"same":[149],"spatiotemporal":[150],"attributes.":[151],"This":[152],"discrepancy":[153],"hinders":[154],"additivity":[156],"residual":[158],"connections":[159],"a":[161,167,226],"physical":[162,203],"sense.":[163],"construct":[166],"novel":[168],"MLP":[169],"named":[171],"DepressionMLP.":[172],"In":[173],"model,":[175],"propose":[177],"Dual":[179],"Gating":[180],"(DG)":[181],"Mutual":[183],"Guidance":[184],"(MG)":[185],"modules.":[186],"The":[187,215],"DG":[188],"module":[189,217],"embeds":[190],"cross-location":[191],"cross-frame":[193],"results":[195,243],"into":[196],"sequence":[199],"maintain":[201],"properties":[204],"data":[206],"make":[208],"up":[209],"shortcomings":[212],"gMLP.":[214],"MG":[216],"takes":[218],"global":[220],"(AURS)":[224],"as":[225],"guidance":[227],"mask":[228],"filter":[230],"achieve":[235],"interaction":[237],"AURS.":[241],"Experimental":[242],"on":[244],"several":[245],"benchmark":[246],"datasets":[247],"show":[248],"effectiveness":[250],"our":[252],"method.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}