{"id":"https://openalex.org/W4399801483","doi":"https://doi.org/10.1109/ichms59971.2024.10555674","title":"Detecting Moral Emotions with Facial and Vocal Expressions: A Multimodal Emotion Recognition Approach","display_name":"Detecting Moral Emotions with Facial and Vocal Expressions: A Multimodal Emotion Recognition Approach","publication_year":2024,"publication_date":"2024-05-15","ids":{"openalex":"https://openalex.org/W4399801483","doi":"https://doi.org/10.1109/ichms59971.2024.10555674"},"language":"en","primary_location":{"id":"doi:10.1109/ichms59971.2024.10555674","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ichms59971.2024.10555674","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 4th International Conference on Human-Machine Systems (ICHMS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021199300","display_name":"Ivan Liu","orcid":"https://orcid.org/0000-0001-8171-9356"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ivan Liu","raw_affiliation_strings":["Beijing Normal University at Zhuhai,Faculty of Arts and Sciences,Zhuhai,Guangdong,China","Faculty of Arts and Sciences, Beijing Normal University at Zhuhai, Zhuhai, Guangdong, China","Faculty of Psychology, Beijing Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University at Zhuhai,Faculty of Arts and Sciences,Zhuhai,Guangdong,China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"Faculty of Arts and Sciences, Beijing Normal University at Zhuhai, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"Faculty of Psychology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101498052","display_name":"Songjie Li","orcid":"https://orcid.org/0000-0003-2027-8360"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songjie Li","raw_affiliation_strings":["Beijing Normal University,Faculty of Psychology,Beijing,China","Faculty of Psychology, Beijing Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University,Faculty of Psychology,Beijing,China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"Faculty of Psychology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101382100","display_name":"Dou Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dou Ma","raw_affiliation_strings":["Beijing Normal University,Faculty of Psychology,Beijing,China","Faculty of Psychology, Beijing Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University,Faculty of Psychology,Beijing,China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"Faculty of Psychology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051287176","display_name":"Jian Luan","orcid":"https://orcid.org/0000-0002-3851-0829"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Luan","raw_affiliation_strings":["Beijing Normal University,Faculty of Psychology,Beijing,China","Faculty of Psychology, Beijing Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University,Faculty of Psychology,Beijing,China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"Faculty of Psychology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112691847","display_name":"Xinzhuo Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinzhuo Wu","raw_affiliation_strings":["Beijing Normal University,Faculty of Psychology,Beijing,China","Faculty of Psychology, Beijing Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University,Faculty of Psychology,Beijing,China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"Faculty of Psychology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072772774","display_name":"Fangyuan Liu","orcid":"https://orcid.org/0000-0002-5731-3898"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangyuan Liu","raw_affiliation_strings":["Beijing Normal University at Zhuhai,Faculty of Arts and Sciences,Beijing,China","Faculty of Arts and Sciences, Beijing Normal University at Zhuhai, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University at Zhuhai,Faculty of Arts and Sciences,Beijing,China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"Faculty of Arts and Sciences, Beijing Normal University at Zhuhai, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101854947","display_name":"Yang Shen","orcid":"https://orcid.org/0000-0001-7912-2817"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Shen","raw_affiliation_strings":["Beijing Normal University,Collaborative Innovation Center of Assessment for Basic Education Quality,Beijing,China","Collaborative Innovation Center of Assessment for Basic Education Quality, Beijing Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University,Collaborative Innovation Center of Assessment for Basic Education Quality,Beijing,China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"Collaborative Innovation Center of Assessment for Basic Education Quality, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019716362","display_name":"Shiguang Ni","orcid":"https://orcid.org/0000-0002-4303-7386"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiguang Ni","raw_affiliation_strings":["Tsinghua University,Shenzhen International Graduate School,Shenzhen,Guangdong,China","Shenzhen International Graduate School, Tsinghua University, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Shenzhen International Graduate School,Shenzhen,Guangdong,China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7301,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.66370746,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.7450840473175049},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6698538661003113},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6400509476661682},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5451764464378357},{"id":"https://openalex.org/keywords/emotion-detection","display_name":"Emotion detection","score":0.49117180705070496},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3693026304244995},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3637930154800415},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31416890025138855}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.7450840473175049},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6698538661003113},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6400509476661682},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5451764464378357},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.49117180705070496},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3693026304244995},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3637930154800415},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31416890025138855}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ichms59971.2024.10555674","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ichms59971.2024.10555674","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 4th International Conference on Human-Machine Systems (ICHMS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5","score":0.4699999988079071},{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1480451672","https://openalex.org/W1966797434","https://openalex.org/W1992377643","https://openalex.org/W1992997927","https://openalex.org/W2002826893","https://openalex.org/W2030988365","https://openalex.org/W2068124150","https://openalex.org/W2127571795","https://openalex.org/W2142653084","https://openalex.org/W2146558719","https://openalex.org/W2199108421","https://openalex.org/W2476494993","https://openalex.org/W2551454490","https://openalex.org/W2559833064","https://openalex.org/W2562037482","https://openalex.org/W2619383789","https://openalex.org/W2760537051","https://openalex.org/W2898436987","https://openalex.org/W2962862931","https://openalex.org/W3007839853","https://openalex.org/W3085360921","https://openalex.org/W3086755561","https://openalex.org/W3090297681","https://openalex.org/W3124472081","https://openalex.org/W3150894447","https://openalex.org/W3194672963","https://openalex.org/W3209710747","https://openalex.org/W4393008246","https://openalex.org/W6712694631","https://openalex.org/W6737947904"],"related_works":["https://openalex.org/W4379117383","https://openalex.org/W3126677997","https://openalex.org/W1610857240","https://openalex.org/W2584926856","https://openalex.org/W3090814224","https://openalex.org/W2075935902","https://openalex.org/W4312615275","https://openalex.org/W4206796671","https://openalex.org/W4391307871","https://openalex.org/W4392502551"],"abstract_inverted_index":{"Altruism":[0],"is":[1,169],"an":[2,99],"innate":[3],"aspect":[4],"of":[5,88,117,195],"human":[6],"virtue":[7],"and":[8,28,36,58,90,104,107,119,141,161,178,192],"represents":[9],"a":[10,197],"capability":[11],"that":[12,158],"humans":[13],"have":[14,21,68],"evolutionarily":[15],"developed":[16],"as":[17,26,30],"social":[18],"beings.":[19],"Studies":[20],"identified":[22],"moral":[23,41,95,167,190],"emotions,":[24],"such":[25],"compassion":[27,118],"elevation,":[29],"the":[31,47,79,82,86,129,153,172,186,193,210],"mechanisms":[32],"behind":[33],"altruistic":[34,124],"motivation":[35],"behavior.":[37,125],"While":[38],"research":[39,57],"on":[40,71],"emotions":[42,53,168,191],"has":[43,54],"drawn":[44],"much":[45,179],"attention,":[46],"difficulty":[48,187],"in":[49,62,81,188],"measuring":[50],"these":[51,72],"subtle":[52],"limited":[55],"both":[56],"real-world":[59],"applications.":[60],"Advances":[61],"multimodal":[63],"emotion":[64],"recognition":[65],"technology":[66],"(MMER)":[67],"shed":[69],"light":[70],"challenges.":[73],"This":[74,126],"study":[75,127],"aims":[76],"to":[77,93,113,134,148,164,202,212],"bridge":[78],"gap":[80],"literature":[83],"by":[84],"proposing":[85],"use":[87],"facial":[89,160],"vocal":[91,162],"expressions":[92,163],"detect":[94,165],"emotions.":[96],"We":[97],"conducted":[98],"experiment":[100],"with":[101,137],"one":[102],"hundred":[103],"four":[105],"participants":[106],"randomly":[108],"assigned":[109],"them":[110],"into":[111,152],"groups":[112],"investigate":[114],"how":[115],"feelings":[116],"being":[120],"moved":[121],"can":[122],"influence":[123],"employed":[128],"Random":[130],"Forest":[131],"(RF)":[132],"model":[133],"differentiate":[135],"people":[136],"different":[138],"emotional":[139],"responses":[140],"used":[142],"SHapley":[143],"Additive":[144],"exPlanations":[145],"(SHAP)":[146],"analysis":[147],"provide":[149],"better":[150],"insights":[151],"results.":[154],"Our":[155,183],"data":[156,199],"showed":[157],"using":[159,196],"hidden":[166],"feasible;":[170],"however,":[171],"prediction":[173,204],"accuracies":[174],"were":[175],"below":[176],"0.7":[177],"lower":[180],"than":[181],"expected.":[182],"results":[184,215],"highlight":[185],"detecting":[189],"limitation":[194],"simple":[198],"fusion":[200],"strategy":[201],"boost":[203],"accuracy.":[205],"The":[206],"possible":[207],"causes":[208],"for":[209],"failure":[211],"achieve":[213],"satisfactory":[214],"are":[216],"discussed":[217],"before":[218],"concluding":[219],"this":[220],"article.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}