{"id":"https://openalex.org/W7156155384","doi":"https://doi.org/10.1109/access.2026.3688143","title":"Behavioral Empathy Classification in Dyadic Interactions Using Multimodal Cues","display_name":"Behavioral Empathy Classification in Dyadic Interactions Using Multimodal Cues","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7156155384","doi":"https://doi.org/10.1109/access.2026.3688143"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3688143","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3688143","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3688143","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133571059","display_name":"Edwin C. Montiel-Vazquez","orcid":null},"institutions":[{"id":"https://openalex.org/I98461037","display_name":"Tecnol\u00f3gico de Monterrey","ror":"https://ror.org/03ayjn504","country_code":"MX","type":"education","lineage":["https://openalex.org/I98461037"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Edwin C. Montiel-V\u00e1zquez","raw_affiliation_strings":["1School of Engineering and Sciences, Tecnologico de Monterrey, Monterrey, Nuevo Le\u00f3n, Mexico"],"raw_orcid":"https://orcid.org/0000-0002-2547-9535","affiliations":[{"raw_affiliation_string":"1School of Engineering and Sciences, Tecnologico de Monterrey, Monterrey, Nuevo Le\u00f3n, Mexico","institution_ids":["https://openalex.org/I98461037"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028316887","display_name":"Christian Arzate Cruz","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125947","display_name":"Japan Research Institute","ror":"https://ror.org/02m5srn05","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210125947"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Christian Arzate Cruz","raw_affiliation_strings":["2Honda Research Institute Japan Company Ltd., Wako, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"2Honda Research Institute Japan Company Ltd., Wako, Japan","institution_ids":["https://openalex.org/I4210125947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085885170","display_name":"Ruishuang Liu","orcid":"https://orcid.org/0009-0005-8927-5354"},"institutions":[{"id":"https://openalex.org/I4210125947","display_name":"Japan Research Institute","ror":"https://ror.org/02m5srn05","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210125947"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ruishuang Liu","raw_affiliation_strings":["2Honda Research Institute Japan Company Ltd., Wako, Japan"],"raw_orcid":"https://orcid.org/0009-0005-8927-5354","affiliations":[{"raw_affiliation_string":"2Honda Research Institute Japan Company Ltd., Wako, Japan","institution_ids":["https://openalex.org/I4210125947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036819687","display_name":"Harriet Milligan","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Harriet Milligan","raw_affiliation_strings":["3The University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"3The University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057322615","display_name":"Jorge Adolfo Ram\u00edrez Uresti","orcid":"https://orcid.org/0000-0003-0996-9910"},"institutions":[{"id":"https://openalex.org/I98461037","display_name":"Tecnol\u00f3gico de Monterrey","ror":"https://ror.org/03ayjn504","country_code":"MX","type":"education","lineage":["https://openalex.org/I98461037"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Jorge Adolfo Ram\u00edrez Uresti","raw_affiliation_strings":["1School of Engineering and Sciences, Tecnologico de Monterrey, Monterrey, Nuevo Le\u00f3n, Mexico"],"raw_orcid":"https://orcid.org/0000-0003-0996-9910","affiliations":[{"raw_affiliation_string":"1School of Engineering and Sciences, Tecnologico de Monterrey, Monterrey, Nuevo Le\u00f3n, Mexico","institution_ids":["https://openalex.org/I98461037"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052470310","display_name":"Randy G\u00f3mez","orcid":"https://orcid.org/0000-0002-3191-6818"},"institutions":[{"id":"https://openalex.org/I4210125947","display_name":"Japan Research Institute","ror":"https://ror.org/02m5srn05","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210125947"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Randy Gomez","raw_affiliation_strings":["2Honda Research Institute Japan Company Ltd., Wako, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3191-6818","affiliations":[{"raw_affiliation_string":"2Honda Research Institute Japan Company Ltd., Wako, Japan","institution_ids":["https://openalex.org/I4210125947"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.52559379,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"64054","last_page":"64074"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.5673999786376953,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.5673999786376953,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.03999999910593033,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.03629999980330467,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.5005000233650208},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.30149999260902405},{"id":"https://openalex.org/keywords/expressivity","display_name":"Expressivity","score":0.2784999907016754},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.2524000108242035}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5044000148773193},{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.5005000233650208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48899999260902405},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.47119998931884766},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2964000105857849},{"id":"https://openalex.org/C92811239","wikidata":"https://www.wikidata.org/wiki/Q20998670","display_name":"Expressivity","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.2524000108242035},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.24300000071525574},{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.23399999737739563}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3688143","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3688143","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c063c0cf81814b8a9e403df87f9920ad","is_oa":true,"landing_page_url":"https://doaj.org/article/c063c0cf81814b8a9e403df87f9920ad","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 64054-64074 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3688143","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3688143","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2865142187","display_name":null,"funder_award_id":"CVU 1049928","funder_id":"https://openalex.org/F4320321739","funder_display_name":"Consejo Nacional de Ciencia y Tecnolog\u00eda"}],"funders":[{"id":"https://openalex.org/F4320321739","display_name":"Consejo Nacional de Ciencia y Tecnolog\u00eda","ror":"https://ror.org/059ex5q34"},{"id":"https://openalex.org/F4320323037","display_name":"Instituto Tecnol\u00f3gico y de Estudios Superiores de Monterrey","ror":"https://ror.org/03ayjn504"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Empathy":[0],"in":[1,19,30,97,105,112],"human\u2013human":[2],"interactions":[3,32,122],"encompasses":[4],"nonverbal":[5],"behaviors":[6],"that":[7,59,82,127],"are":[8],"often":[9],"overlooked":[10],"by":[11,85],"state-of-the-art":[12,142],"empathic":[13],"perception":[14],"models,":[15],"despite":[16],"extensive":[17],"progress":[18],"the":[20,87],"text":[21],"domain.":[22],"In":[23],"this":[24],"article,":[25],"we":[26,77],"investigate":[27],"empathy":[28,74,91,130],"classification":[29],"dyadic":[31,148],"using":[33],"audiovisual":[34],"data,":[35],"specifically":[36],"arousal":[37],"and":[38,47,68,115,138,149],"valence":[39],"values":[40],"extracted":[41],"from":[42,51],"facial":[43],"expressions,":[44],"head":[45],"gestures,":[46],"textual":[48],"content":[49],"derived":[50],"speech.We":[52],"propose":[53],"a":[54,72,79,101,116],"novel":[55],"cue":[56],"integration":[57],"framework":[58],"augments":[60],"precomputed":[61],"text-based":[62],"features":[63],"with":[64,141],"video-derived":[65],"emotional":[66],"cues":[67],"applies":[69],"them":[70],"to":[71],"pattern-based":[73],"classifier.":[75],"Furthermore,":[76],"introduce":[78],"ranking":[80],"module":[81],"provides":[83],"interpretability":[84],"revealing":[86],"relative":[88],"influence":[89],"of":[90,109],"cues.":[92],"Our":[93],"approach":[94],"is":[95],"evaluated":[96],"two":[98],"distinct":[99],"settings:":[100],"controlled":[102],"laboratory":[103],"environment":[104],"which":[106],"multiple":[107],"pairs":[108],"participants":[110],"engage":[111],"face-to-face":[113],"conversation,":[114],"real-world":[117],"school":[118],"setting":[119],"involving":[120],"group":[121,150],"among":[123],"children.":[124],"Results":[125],"show":[126],"our":[128],"multimodal":[129],"classifier":[131],"generalizes":[132],"better":[133],"than":[134],"deep":[135],"learning":[136],"baselines":[137],"on":[139],"par":[140],"large":[143],"language":[144],"models":[145],"across":[146],"both":[147],"interaction":[151],"scenarios,":[152],"without":[153],"requiring":[154],"retraining.":[155]},"counts_by_year":[],"updated_date":"2026-05-16T06:04:12.930555","created_date":"2026-04-28T00:00:00"}