{"id":"https://openalex.org/W4292264759","doi":"https://doi.org/10.1109/jbhi.2022.3199575","title":"Mental Status Detection for Schizophrenia Patients via Deep Visual Perception","display_name":"Mental Status Detection for Schizophrenia Patients via Deep Visual Perception","publication_year":2022,"publication_date":"2022-08-17","ids":{"openalex":"https://openalex.org/W4292264759","doi":"https://doi.org/10.1109/jbhi.2022.3199575","pmid":"https://pubmed.ncbi.nlm.nih.gov/35976843"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2022.3199575","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2022.3199575","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045877361","display_name":"Bing-Jhang Lin","orcid":"https://orcid.org/0000-0001-5664-8007"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Bing-Jhang Lin","raw_affiliation_strings":["Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-5664-8007","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088559134","display_name":"Yi\u2010Ting Lin","orcid":"https://orcid.org/0000-0003-3821-4744"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Ting Lin","raw_affiliation_strings":["Department of Psychiatry, National Taiwan University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-3821-4744","affiliations":[{"raw_affiliation_string":"Department of Psychiatry, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058832950","display_name":"Chen\u2010Chung Liu","orcid":"https://orcid.org/0000-0002-9290-110X"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chen-Chung Liu","raw_affiliation_strings":["Department of Psychiatry, National Taiwan University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-9290-110X","affiliations":[{"raw_affiliation_string":"Department of Psychiatry, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051436687","display_name":"Lue-En Lee","orcid":"https://orcid.org/0000-0001-6751-9825"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Lue-En Lee","raw_affiliation_strings":["Department of Psychiatry, National Taiwan University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-6751-9825","affiliations":[{"raw_affiliation_string":"Department of Psychiatry, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077671507","display_name":"Chih-Yuan Chuang","orcid":"https://orcid.org/0000-0002-1790-8707"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chih-Yuan Chuang","raw_affiliation_strings":["Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-1790-8707","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018344910","display_name":"An-Sheng Liu","orcid":"https://orcid.org/0000-0002-8927-1805"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"An-Sheng Liu","raw_affiliation_strings":["Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-8927-1805","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110200209","display_name":"Shu\u2010Hui Hung","orcid":null},"institutions":[{"id":"https://openalex.org/I4210107525","display_name":"National Center for High-Performance Computing","ror":"https://ror.org/01jpzd518","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210107525","https://openalex.org/I4210128167","https://openalex.org/I4210166867"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shu-Hui Hung","raw_affiliation_strings":["National Center for High-performance Computing, Taichung, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Center for High-performance Computing, Taichung, Taiwan","institution_ids":["https://openalex.org/I4210107525"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101925654","display_name":"Li\u2010Chen Fu","orcid":"https://orcid.org/0000-0002-6947-7646"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Li-Chen Fu","raw_affiliation_strings":["Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-6947-7646","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8293,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.85052906,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"26","issue":"11","first_page":"5704","last_page":"5715"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9593999981880188,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9519000053405762,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/schizophrenia","display_name":"Schizophrenia (object-oriented programming)","score":0.5685519576072693},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.5390832424163818},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5061542391777039},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4824848473072052},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4810545742511749},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.45814982056617737},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4479033946990967},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43931296467781067},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.42438775300979614},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.2415938675403595}],"concepts":[{"id":"https://openalex.org/C2776412080","wikidata":"https://www.wikidata.org/wiki/Q7431605","display_name":"Schizophrenia (object-oriented programming)","level":2,"score":0.5685519576072693},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5390832424163818},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5061542391777039},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4824848473072052},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4810545742511749},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.45814982056617737},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4479033946990967},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43931296467781067},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.42438775300979614},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.2415938675403595},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012559","descriptor_name":"Schizophrenia","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D012559","descriptor_name":"Schizophrenia","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D012559","descriptor_name":"Schizophrenia","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2022.3199575","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2022.3199575","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:35976843","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35976843","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W67645606","https://openalex.org/W1522734439","https://openalex.org/W1594865151","https://openalex.org/W1966797434","https://openalex.org/W1976066595","https://openalex.org/W2023687307","https://openalex.org/W2027192823","https://openalex.org/W2034327827","https://openalex.org/W2056403322","https://openalex.org/W2065379720","https://openalex.org/W2102505790","https://openalex.org/W2104563967","https://openalex.org/W2124449901","https://openalex.org/W2128042196","https://openalex.org/W2163605009","https://openalex.org/W2190697702","https://openalex.org/W2194775991","https://openalex.org/W2336678555","https://openalex.org/W2436394355","https://openalex.org/W2524923107","https://openalex.org/W2555897561","https://openalex.org/W2570412145","https://openalex.org/W2598634450","https://openalex.org/W2736814566","https://openalex.org/W2738672149","https://openalex.org/W2739474071","https://openalex.org/W2749809816","https://openalex.org/W2786906276","https://openalex.org/W2800833042","https://openalex.org/W2889847952","https://openalex.org/W2893015862","https://openalex.org/W2904483377","https://openalex.org/W2930556772","https://openalex.org/W2963037989","https://openalex.org/W2964015378","https://openalex.org/W2969985801","https://openalex.org/W3001529617","https://openalex.org/W3034303554","https://openalex.org/W3034520808","https://openalex.org/W3040952310","https://openalex.org/W4240455943","https://openalex.org/W6635517765","https://openalex.org/W6684191040","https://openalex.org/W6726873649","https://openalex.org/W6730323794","https://openalex.org/W6735531217","https://openalex.org/W6754869807"],"related_works":["https://openalex.org/W2185469136","https://openalex.org/W2011264131","https://openalex.org/W4306353150","https://openalex.org/W2026860389","https://openalex.org/W8219677","https://openalex.org/W3216879894","https://openalex.org/W2890132085","https://openalex.org/W2168054807","https://openalex.org/W2058990474","https://openalex.org/W3207883763"],"abstract_inverted_index":{"Schizophrenia":[0],"is":[1],"a":[2,9,35,72,103,188,214,228],"mental":[3,11,36,51,80,181],"disorder":[4],"that":[5,200],"will":[6],"progressively":[7],"change":[8],"person's":[10],"state":[12],"and":[13,63,84,120,139,149,196,219],"cause":[14],"serious":[15],"social":[16],"problems.":[17],"Symptoms":[18],"of":[19,57,176,190],"schizophrenia":[20,41,177,217],"are":[21,30],"highly":[22],"correlated":[23],"to":[24,33,45,76,109,128,151,157,164,178],"emotional":[25,91],"status,":[26],"especially":[27],"depression.":[28],"We":[29,122],"thus":[31],"motivated":[32],"design":[34,152],"status":[37,64,92],"detection":[38,170],"system":[39,55,221],"for":[40,50,133],"patients":[42],"in":[43,97,225,227],"order":[44],"provide":[46],"an":[47],"assessment":[48],"tool":[49],"health":[52],"professionals.":[53],"Our":[54],"consists":[56],"two":[58],"phases,":[59],"including":[60,82,117],"model":[61,131],"learning":[62,68,74,99,203],"detection.":[65],"For":[66,168],"the":[67,78,98,118,145,153,159,165,169,180,184,197,201],"phase,":[69,100,171],"we":[70,101,143,172,186,212],"propose":[71],"multi-task":[73,134],"framework":[75,204],"infer":[77],"patient's":[79],"state,":[81],"emotion":[83,137,150,163],"depression":[85,140,148,166],"severity.":[86],"Unlike":[87],"previous":[88],"studies":[89],"inferring":[90],"mainly":[93],"by":[94],"facial":[95],"analysis,":[96],"adopted":[102],"Cross-Modality":[104],"Graph":[105],"Convolutional":[106],"Network":[107],"(CMGCN)":[108],"effectively":[110],"integrate":[111],"visual":[112],"features":[113],"from":[114],"different":[115],"modalities,":[116],"face":[119],"context.":[121],"also":[123],"designed":[124],"task-aware":[125],"objective":[126],"functions":[127],"realize":[129],"better":[130],"convergence":[132],"learning,":[135],"i.e.,":[136],"recognition":[138],"estimation.":[141],"Further,":[142],"followed":[144],"correlation":[146],"between":[147],"Emotion":[154],"Passer":[155],"module,":[156],"transfer":[158],"prior":[160],"knowledge":[161],"on":[162,174,192,216],"model.":[167],"drew":[173],"characteristics":[175],"detect":[179],"status.":[182],"In":[183,210],"experiments,":[185],"performed":[187],"series":[189],"experiments":[191],"several":[193],"benchmark":[194],"datasets,":[195],"results":[198],"show":[199],"proposed":[202],"boosts":[205],"state-of-the-art":[206],"(SOTA)":[207],"methods":[208],"significantly.":[209],"addition,":[211],"take":[213],"trial":[215],"patients,":[218],"our":[220],"can":[222],"achieve":[223],"69.52":[224],"mAP":[226],"real":[229],"situation.":[230]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}