{"id":"https://openalex.org/W4391740824","doi":"https://doi.org/10.1145/3565698.3565795","title":"Assessing Mental Health During Covid-19 Lockdown: A Smartphone-Based Multimodal Emotion Recognition Approach","display_name":"Assessing Mental Health During Covid-19 Lockdown: A Smartphone-Based Multimodal Emotion Recognition Approach","publication_year":2022,"publication_date":"2022-10-22","ids":{"openalex":"https://openalex.org/W4391740824","doi":"https://doi.org/10.1145/3565698.3565795"},"language":"en","primary_location":{"id":"doi:10.1145/3565698.3565795","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3565698.3565795","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3565698.3565795","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth International Symposium of Chinese CHI","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3565698.3565795","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021199300","display_name":"Ivan Liu","orcid":"https://orcid.org/0000-0001-8171-9356"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ivan Liu","raw_affiliation_strings":["Beijing Normal University, Faculty of Arts and Science, China"],"affiliations":[{"raw_affiliation_string":"Beijing Normal University, Faculty of Arts and Science, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067966197","display_name":"Qi Zhong","orcid":"https://orcid.org/0000-0002-5996-3368"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhong","raw_affiliation_strings":["Beijing Normal University, Faculty of Psychology, China"],"affiliations":[{"raw_affiliation_string":"Beijing Normal University, Faculty of Psychology, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072772774","display_name":"Fangyuan Liu","orcid":"https://orcid.org/0000-0002-5731-3898"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangyuan Liu","raw_affiliation_strings":["Beijing Normal University, Faculty of Arts and Science, China"],"affiliations":[{"raw_affiliation_string":"Beijing Normal University, Faculty of Arts and Science, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103093093","display_name":"Hushan Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hushan Xu","raw_affiliation_strings":["Beijing Normal University, Faculty of Psychology, China"],"affiliations":[{"raw_affiliation_string":"Beijing Normal University, Faculty of Psychology, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034677845","display_name":"Wenxi Chen","orcid":"https://orcid.org/0009-0005-8303-930X"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxi Chen","raw_affiliation_strings":["Beijing Normal University, Faculty of Psychology, China"],"affiliations":[{"raw_affiliation_string":"Beijing Normal University, Faculty of Psychology, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084042277","display_name":"Xiaoqing Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqing Zhu","raw_affiliation_strings":["Beijing Normal University, Faculty of Psychology, China"],"affiliations":[{"raw_affiliation_string":"Beijing Normal University, Faculty of Psychology, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101870680","display_name":"Yingbo Ma","orcid":"https://orcid.org/0000-0002-8865-5874"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingbo Ma","raw_affiliation_strings":["Beijing Normal University, Faculty of Psychology, China"],"affiliations":[{"raw_affiliation_string":"Beijing Normal University, Faculty of Psychology, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019716362","display_name":"Shiguang Ni","orcid":"https://orcid.org/0000-0002-4303-7386"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiguang Ni","raw_affiliation_strings":["Tsinghua University, International Graduate School, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, International Graduate School, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5021199300"],"corresponding_institution_ids":["https://openalex.org/I25254941"],"apc_list":null,"apc_paid":null,"fwci":0.1911,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.61283211,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"262","last_page":"269"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coronavirus-disease-2019","display_name":"Coronavirus disease 2019 (COVID-19)","score":0.6915357708930969},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.602245032787323},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5796555876731873},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5223730206489563},{"id":"https://openalex.org/keywords/2019-20-coronavirus-outbreak","display_name":"2019-20 coronavirus outbreak","score":0.44889432191848755},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.4420646131038666},{"id":"https://openalex.org/keywords/severe-acute-respiratory-syndrome-coronavirus-2","display_name":"Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2)","score":0.43594890832901},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39673104882240295},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3127388656139374},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2874397337436676},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.1810148060321808},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.16530576348304749},{"id":"https://openalex.org/keywords/psychotherapist","display_name":"Psychotherapist","score":0.1459125280380249},{"id":"https://openalex.org/keywords/virology","display_name":"Virology","score":0.10557544231414795}],"concepts":[{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.6915357708930969},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.602245032787323},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5796555876731873},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5223730206489563},{"id":"https://openalex.org/C3006700255","wikidata":"https://www.wikidata.org/wiki/Q81068910","display_name":"2019-20 coronavirus outbreak","level":3,"score":0.44889432191848755},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.4420646131038666},{"id":"https://openalex.org/C3007834351","wikidata":"https://www.wikidata.org/wiki/Q82069695","display_name":"Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2)","level":5,"score":0.43594890832901},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39673104882240295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3127388656139374},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2874397337436676},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.1810148060321808},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.16530576348304749},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.1459125280380249},{"id":"https://openalex.org/C159047783","wikidata":"https://www.wikidata.org/wiki/Q7215","display_name":"Virology","level":1,"score":0.10557544231414795},{"id":"https://openalex.org/C116675565","wikidata":"https://www.wikidata.org/wiki/Q3241045","display_name":"Outbreak","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3565698.3565795","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3565698.3565795","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3565698.3565795","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth International Symposium of Chinese CHI","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3565698.3565795","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3565698.3565795","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3565698.3565795","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth International Symposium of Chinese CHI","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G3967350188","display_name":null,"funder_award_id":"BBA210042","funder_id":"https://openalex.org/F4320335869","funder_display_name":"National Social Science Fund of China"}],"funders":[{"id":"https://openalex.org/F4320335869","display_name":"National Social Science Fund of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391740824.pdf","grobid_xml":"https://content.openalex.org/works/W4391740824.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W37481676","https://openalex.org/W336075521","https://openalex.org/W1122987911","https://openalex.org/W1133916940","https://openalex.org/W1480451672","https://openalex.org/W1503849489","https://openalex.org/W1729926192","https://openalex.org/W1910919210","https://openalex.org/W1962211104","https://openalex.org/W1965832795","https://openalex.org/W1985923611","https://openalex.org/W1992997927","https://openalex.org/W2029065161","https://openalex.org/W2030988365","https://openalex.org/W2035496876","https://openalex.org/W2037057652","https://openalex.org/W2048622093","https://openalex.org/W2058971120","https://openalex.org/W2064457892","https://openalex.org/W2068124150","https://openalex.org/W2074588207","https://openalex.org/W2078671978","https://openalex.org/W2082556623","https://openalex.org/W2098121827","https://openalex.org/W2100267603","https://openalex.org/W2106947945","https://openalex.org/W2118049823","https://openalex.org/W2122447448","https://openalex.org/W2122563357","https://openalex.org/W2132322340","https://openalex.org/W2152821192","https://openalex.org/W2158419735","https://openalex.org/W2160788840","https://openalex.org/W2163191809","https://openalex.org/W2164699598","https://openalex.org/W2191779130","https://openalex.org/W2199108421","https://openalex.org/W2239141610","https://openalex.org/W2317673213","https://openalex.org/W2465653549","https://openalex.org/W2551454490","https://openalex.org/W2561234078","https://openalex.org/W2562037482","https://openalex.org/W2614169165","https://openalex.org/W2759190050","https://openalex.org/W2810418809","https://openalex.org/W2898242330","https://openalex.org/W2918153055","https://openalex.org/W2946526173","https://openalex.org/W2950978907","https://openalex.org/W3003908700","https://openalex.org/W3013274248","https://openalex.org/W3015706105","https://openalex.org/W3017743461","https://openalex.org/W3034440394","https://openalex.org/W3040565174","https://openalex.org/W3085360921","https://openalex.org/W3096465063","https://openalex.org/W3145166545","https://openalex.org/W3151821185","https://openalex.org/W3194672963","https://openalex.org/W3202866789","https://openalex.org/W3209710747","https://openalex.org/W4206101926","https://openalex.org/W4210967629","https://openalex.org/W4211035711","https://openalex.org/W4288050061","https://openalex.org/W4289710724","https://openalex.org/W4292994367","https://openalex.org/W6627087367","https://openalex.org/W6906437604"],"related_works":["https://openalex.org/W3127156785","https://openalex.org/W4205754011","https://openalex.org/W3009669391","https://openalex.org/W4200329650","https://openalex.org/W4205215807","https://openalex.org/W3005417802","https://openalex.org/W4226296940","https://openalex.org/W3028835529","https://openalex.org/W3036314732","https://openalex.org/W3134376730"],"abstract_inverted_index":{"The":[0],"large-scale":[1],"lockdowns":[2],"that":[3,125],"occurred":[4],"during":[5],"the":[6,25,29,109,114,126,135,144,155,172],"coronavirus":[7],"pandemic":[8],"have":[9],"caused":[10],"a":[11,18],"severe":[12],"public":[13,30],"mental":[14,26,120,131,161],"health":[15,132,162],"crisis.":[16],"Consequently,":[17],"fast":[19],"and":[20,67,96,141,177],"effective":[21],"method":[22],"for":[23,103,119],"assessing":[24],"state":[27],"of":[28,86,129,157,164,174],"is":[31],"essential.":[32],"As":[33],"artificial":[34],"intelligence":[35],"technology":[36,42],"advances,":[37],"smartphone-based":[38],"multimodal":[39],"emotion":[40,182],"recognition":[41],"can":[43],"provide":[44],"potential":[45],"solutions":[46],"to":[47],"this":[48,59],"problem.":[49],"Fifty-five":[50],"participants":[51],"who":[52],"lived":[53],"in":[54,58,108,160,181],"lockdown":[55],"areas":[56],"participated":[57],"study.":[60],"We":[61],"extracted":[62],"facial":[63],"expressions,":[64],"acoustic":[65],"features,":[66],"text":[68],"information":[69],"from":[70],"five-minute":[71],"self-recorded":[72],"videos\u2014as":[73],"well":[74,106],"as":[75,107],"participants\u2019":[76],"cardiovascular":[77],"information\u2014using":[78],"smartphone":[79],"photoplethysmography":[80],"(PPG)":[81],"technology,":[82],"which":[83],"converted":[84],"videos":[85],"their":[87,179],"fingertips":[88],"into":[89],"heart-rate":[90],"information.":[91],"Support":[92],"vector":[93],"machine":[94],"(SVM)":[95],"random":[97],"forest":[98],"(RF)":[99],"algorithms":[100],"were":[101],"used":[102],"each":[104],"modality\u2014as":[105],"final":[110],"fusion":[111],"stage\u2014to":[112],"determine":[113],"best":[115],"multi-modality":[116,145,175],"prediction":[117,127],"model":[118,146],"health.":[121],"Our":[122,168],"results":[123],"showed":[124],"accuracy":[128],"various":[130],"indicators":[133],"using":[134,158],"single-modality":[136],"models":[137,176],"was":[138],"between":[139],"0.31":[140],"0.52.":[142],"However,":[143],"provided":[147],"better,":[148],"more":[149],"stable":[150],"results.":[151],"This":[152],"study":[153],"validated":[154],"feasibility":[156],"smartphones":[159],"assessments":[163],"residents":[165],"under":[166],"lockdown.":[167],"data":[169],"also":[170],"supported":[171],"use":[173],"confirmed":[178],"superiority":[180],"recognition.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}