{"id":"https://openalex.org/W7164052010","doi":"https://doi.org/10.1145/3748522.3779953","title":"HERA: Hybrid Emotion Recognition Model for Alexithymia Assessment Using AI and Multimodal Data","display_name":"HERA: Hybrid Emotion Recognition Model for Alexithymia Assessment Using AI and Multimodal Data","publication_year":2026,"publication_date":"2026-03-23","ids":{"openalex":"https://openalex.org/W7164052010","doi":"https://doi.org/10.1145/3748522.3779953"},"language":null,"primary_location":{"id":"doi:10.1145/3748522.3779953","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3748522.3779953","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3748522.3779953","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133287412","display_name":"Youn Jun Seong","orcid":"https://orcid.org/0009-0005-2061-7002"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Youn Jun Seong","raw_affiliation_strings":["Sungkyunkwan University, Department of Artificial Intelligence Convergence, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0005-2061-7002","affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Department of Artificial Intelligence Convergence, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032371858","display_name":"Sanghyun Yoo","orcid":"https://orcid.org/0000-0002-8097-7975"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sanghyun Yoo","raw_affiliation_strings":["Sungkyunkwan University, Department of Artificial Intelligence Convergence, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0005-4644-7793","affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Department of Artificial Intelligence Convergence, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011150646","display_name":"Seoyeong Kim","orcid":"https://orcid.org/0000-0002-9269-952X"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seoyeong Kim","raw_affiliation_strings":["Sungkyunkwan University, Department of Artificial Intelligence Convergence, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0005-5764-7061","affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Department of Artificial Intelligence Convergence, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029221783","display_name":"Dongyoung Son","orcid":null},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongyoung Son","raw_affiliation_strings":["Sungkyunkwan University, Department of Artificial Intelligence Convergence, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0006-9243-6531","affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Department of Artificial Intelligence Convergence, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074246374","display_name":"Ha Young Oh","orcid":"https://orcid.org/0000-0001-8005-0320"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ha Young Oh","raw_affiliation_strings":["Sungkyunkwan University, Department of Artificial Intelligence Convergence, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-7362-5138","affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Department of Artificial Intelligence Convergence, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5133287412"],"corresponding_institution_ids":["https://openalex.org/I848706"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.94515997,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"201","last_page":"210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11334","display_name":"Psychosomatic Disorders and Their Treatments","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11334","display_name":"Psychosomatic Disorders and Their Treatments","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/alexithymia","display_name":"Alexithymia","score":0.8317999839782715},{"id":"https://openalex.org/keywords/feeling","display_name":"Feeling","score":0.616100013256073},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.593500018119812},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4142000079154968},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.35440000891685486},{"id":"https://openalex.org/keywords/anxiety","display_name":"Anxiety","score":0.3515999913215637},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.336899995803833},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.3312000036239624}],"concepts":[{"id":"https://openalex.org/C2780559815","wikidata":"https://www.wikidata.org/wiki/Q1129046","display_name":"Alexithymia","level":2,"score":0.8317999839782715},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7311999797821045},{"id":"https://openalex.org/C122980154","wikidata":"https://www.wikidata.org/wiki/Q205555","display_name":"Feeling","level":2,"score":0.616100013256073},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.593500018119812},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5665000081062317},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.35440000891685486},{"id":"https://openalex.org/C558461103","wikidata":"https://www.wikidata.org/wiki/Q154430","display_name":"Anxiety","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.336899995803833},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C129671850","wikidata":"https://www.wikidata.org/wiki/Q210501","display_name":"Introspection","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C2778143943","wikidata":"https://www.wikidata.org/wiki/Q523747","display_name":"Expressed emotion","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C2779812673","wikidata":"https://www.wikidata.org/wiki/Q169251","display_name":"Sadness","level":3,"score":0.28949999809265137},{"id":"https://openalex.org/C128534915","wikidata":"https://www.wikidata.org/wiki/Q3475770","display_name":"Affective science","level":3,"score":0.28119999170303345},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.27900001406669617},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.27799999713897705},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2653000056743622},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.2621000111103058}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3748522.3779953","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3748522.3779953","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3748522.3779953","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3748522.3779953","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6480292677879333,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1507422597","https://openalex.org/W1508315647","https://openalex.org/W1560111868","https://openalex.org/W1651254643","https://openalex.org/W2132322340","https://openalex.org/W2135198903","https://openalex.org/W2154796476","https://openalex.org/W2623779865","https://openalex.org/W2803268521","https://openalex.org/W2885466588","https://openalex.org/W2897025222","https://openalex.org/W2911502138","https://openalex.org/W2944353739","https://openalex.org/W2976620434","https://openalex.org/W3009128351","https://openalex.org/W3020487153","https://openalex.org/W3080131322","https://openalex.org/W3165414037","https://openalex.org/W3175062114","https://openalex.org/W3186724373","https://openalex.org/W3190714107","https://openalex.org/W3206868962","https://openalex.org/W3215871024","https://openalex.org/W4312140245","https://openalex.org/W4319878478","https://openalex.org/W4364353649","https://openalex.org/W4367852637","https://openalex.org/W4377983075","https://openalex.org/W4386800155","https://openalex.org/W4386826611","https://openalex.org/W4388860947","https://openalex.org/W4399028309","https://openalex.org/W4401506443","https://openalex.org/W4402839241","https://openalex.org/W4405845092","https://openalex.org/W4406042171","https://openalex.org/W4406778630","https://openalex.org/W4410940271"],"related_works":[],"abstract_inverted_index":{"Alexithymia,":[0],"characterized":[1],"by":[2,100,132],"difficulty":[3],"identifying":[4],"and":[5,19,39,59,70,92,97,115,126,153],"describing":[6],"emotions,":[7],"is":[8],"traditionally":[9],"assessed":[10],"via":[11],"self-report":[12,130],"questionnaires":[13],"that":[14,124],"are":[15],"vulnerable":[16],"to":[17,77],"introspective":[18],"response":[20],"bias.":[21],"To":[22],"support":[23],"objective":[24],"evaluation,":[25],"this":[26],"study":[27],"proposes":[28],"a":[29,49],"multimodal":[30],"framework":[31,142],"integrating":[32],"facial":[33,114],"expression":[34],"analysis,":[35],"eye-tracking,":[36],"behavioral":[37,125],"responses,":[38],"GPT-4":[40],"linguistic":[41,116,127],"processing.":[42],"Eighty":[43],"participants":[44],"viewed":[45],"emotion-inducing":[46],"videos,":[47],"pressed":[48],"button":[50],"when":[51],"they":[52],"experienced":[53],"emotions":[54],"congruent":[55],"with":[56,113],"the":[57,78,148],"stimuli,":[58],"then":[60],"provided":[61],"free-text":[62],"responses":[63],"analyzed":[64],"for":[65],"emotional":[66],"vocabulary,":[67],"sentiment":[68],"polarity,":[69],"contextual":[71],"detail.":[72],"These":[73],"indicators":[74],"were":[75,98],"mapped":[76],"Perth":[79],"Alexithymia":[80],"Questionnaire":[81],"(PAQ)":[82],"subscales:":[83],"Difficulty":[84,88],"Identifying":[85],"Feelings":[86,90],"(DIF),":[87],"Describing":[89],"(DDF),":[91],"Externally":[93],"Oriented":[94],"Thinking":[95],"(EOT),":[96],"weighted":[99],"Patient":[101],"Health":[102],"Questionnaire-9":[103],"(PHQ-9)":[104],"depression":[105],"scores.":[106],"Regression":[107],"analysis":[108],"yielded":[109],"R2":[110],"=":[111],"0.30,":[112],"features":[117],"contributing":[118],"most":[119],"strongly.":[120],"The":[121],"findings":[122],"demonstrate":[123],"signals":[128],"complement":[129],"measures":[131],"revealing":[133],"subtle":[134],"emotional-processing":[135],"deficits":[136],"not":[137],"accessible":[138],"through":[139],"introspection.":[140],"This":[141],"advances":[143],"data-driven":[144],"emotion":[145],"assessment":[146],"at":[147],"intersection":[149],"of":[150],"affective":[151],"computing":[152],"digital":[154],"mental":[155],"health.":[156]},"counts_by_year":[],"updated_date":"2026-06-10T14:10:52.464848","created_date":"2026-06-10T00:00:00"}