{"id":"https://openalex.org/W4414166140","doi":"https://doi.org/10.1145/3743724","title":"Using Nonverbal Cues in Empathic Multi-Modal LLM-Driven Chatbots for Mental Health Support MHCI039","display_name":"Using Nonverbal Cues in Empathic Multi-Modal LLM-Driven Chatbots for Mental Health Support MHCI039","publication_year":2025,"publication_date":"2025-09-09","ids":{"openalex":"https://openalex.org/W4414166140","doi":"https://doi.org/10.1145/3743724"},"language":"en","primary_location":{"id":"doi:10.1145/3743724","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3743724","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079655411","display_name":"Matthias Schmidmaier","orcid":"https://orcid.org/0009-0006-8609-8716"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Schmidmaier","raw_affiliation_strings":["LMU Munich","LMU Munich, Munich, Germany"],"raw_orcid":"https://orcid.org/0009-0006-8609-8716","affiliations":[{"raw_affiliation_string":"LMU Munich","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"raw_affiliation_string":"LMU Munich, Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092532491","display_name":"Jonathan Rupp","orcid":"https://orcid.org/0000-0001-6983-9574"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Jonathan Rupp","raw_affiliation_strings":["University of Innsbruck","University of Innsbruck, Innsbruck, Austria"],"raw_orcid":"https://orcid.org/0000-0001-6983-9574","affiliations":[{"raw_affiliation_string":"University of Innsbruck","institution_ids":["https://openalex.org/I190249584"]},{"raw_affiliation_string":"University of Innsbruck, Innsbruck, Austria","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119608900","display_name":"Cedrik Harrich","orcid":"https://orcid.org/0009-0009-0573-5050"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Cedrik Harrich","raw_affiliation_strings":["LMU Munich","LMU Munich, Munich, Germany"],"raw_orcid":"https://orcid.org/0009-0009-0573-5050","affiliations":[{"raw_affiliation_string":"LMU Munich","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"raw_affiliation_string":"LMU Munich, Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040353906","display_name":"Sven Mayer","orcid":"https://orcid.org/0000-0001-5462-8782"},"institutions":[{"id":"https://openalex.org/I200332995","display_name":"TU Dortmund University","ror":"https://ror.org/01k97gp34","country_code":"DE","type":"education","lineage":["https://openalex.org/I200332995"]},{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sven Mayer","raw_affiliation_strings":["LMU Munich","TU Dortmund University","LMU Munich, Munich, Germany and TU Dortmund University, Dortmund, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5462-8782","affiliations":[{"raw_affiliation_string":"LMU Munich","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"raw_affiliation_string":"TU Dortmund University","institution_ids":["https://openalex.org/I200332995"]},{"raw_affiliation_string":"LMU Munich, Munich, Germany and TU Dortmund University, Dortmund, Germany","institution_ids":["https://openalex.org/I200332995","https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0011,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.94622449,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":"5","first_page":"1","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.7929999828338623},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.6930000185966492},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6011000275611877},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.574999988079071},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5482000112533569},{"id":"https://openalex.org/keywords/emotional-expression","display_name":"Emotional expression","score":0.5182999968528748},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.5008999705314636},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.49230000376701355},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.33629998564720154}],"concepts":[{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.7929999828338623},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7663999795913696},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.6930000185966492},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6011000275611877},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.574999988079071},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5482000112533569},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.5182999968528748},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.505299985408783},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.5008999705314636},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.49230000376701355},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.36649999022483826},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3248000144958496},{"id":"https://openalex.org/C558461103","wikidata":"https://www.wikidata.org/wiki/Q154430","display_name":"Anxiety","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2939999997615814},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C2993101085","wikidata":"https://www.wikidata.org/wiki/Q3623000","display_name":"Mental activity","level":3,"score":0.28450000286102295},{"id":"https://openalex.org/C128534915","wikidata":"https://www.wikidata.org/wiki/Q3475770","display_name":"Affective science","level":3,"score":0.2833000123500824},{"id":"https://openalex.org/C2982912361","wikidata":"https://www.wikidata.org/wiki/Q1851867","display_name":"Mental model","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C2780433410","wikidata":"https://www.wikidata.org/wiki/Q5276090","display_name":"Digital health","level":3,"score":0.2535000145435333},{"id":"https://openalex.org/C20253421","wikidata":"https://www.wikidata.org/wiki/Q477298","display_name":"Body language","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3743724","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3743724","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":106,"referenced_works":["https://openalex.org/W57054026","https://openalex.org/W1766812542","https://openalex.org/W1834173998","https://openalex.org/W1972587824","https://openalex.org/W1980083892","https://openalex.org/W1991739562","https://openalex.org/W2017296672","https://openalex.org/W2047305901","https://openalex.org/W2066477535","https://openalex.org/W2072679499","https://openalex.org/W2087484885","https://openalex.org/W2091241041","https://openalex.org/W2091550557","https://openalex.org/W2112941007","https://openalex.org/W2132555391","https://openalex.org/W2137409775","https://openalex.org/W2140910804","https://openalex.org/W2146334809","https://openalex.org/W2170179129","https://openalex.org/W2273847690","https://openalex.org/W2275752360","https://openalex.org/W2315358542","https://openalex.org/W2320775905","https://openalex.org/W2325035506","https://openalex.org/W2327230636","https://openalex.org/W2407300725","https://openalex.org/W2473528635","https://openalex.org/W2481681431","https://openalex.org/W2502209121","https://openalex.org/W2503700135","https://openalex.org/W2611940554","https://openalex.org/W2623779865","https://openalex.org/W2746226041","https://openalex.org/W2754425142","https://openalex.org/W2801150160","https://openalex.org/W2884525712","https://openalex.org/W2888858694","https://openalex.org/W2896053783","https://openalex.org/W2897362601","https://openalex.org/W2897690397","https://openalex.org/W2912483755","https://openalex.org/W2920868529","https://openalex.org/W2977128309","https://openalex.org/W3000840260","https://openalex.org/W3003968294","https://openalex.org/W3028788813","https://openalex.org/W3029922759","https://openalex.org/W3045358933","https://openalex.org/W3046939587","https://openalex.org/W3094163901","https://openalex.org/W3100362702","https://openalex.org/W3103319922","https://openalex.org/W3136587030","https://openalex.org/W3158675732","https://openalex.org/W3162438312","https://openalex.org/W3162547504","https://openalex.org/W3186731727","https://openalex.org/W4200615999","https://openalex.org/W4211156140","https://openalex.org/W4213362249","https://openalex.org/W4214606152","https://openalex.org/W4225102738","https://openalex.org/W4225323055","https://openalex.org/W4245585813","https://openalex.org/W4253285916","https://openalex.org/W4286492764","https://openalex.org/W4292738033","https://openalex.org/W4299675932","https://openalex.org/W4323659680","https://openalex.org/W4366559955","https://openalex.org/W4366703942","https://openalex.org/W4367310920","https://openalex.org/W4378464713","https://openalex.org/W4378470708","https://openalex.org/W4380291947","https://openalex.org/W4384408540","https://openalex.org/W4384455669","https://openalex.org/W4385623654","https://openalex.org/W4386395818","https://openalex.org/W4387970754","https://openalex.org/W4388184323","https://openalex.org/W4388624010","https://openalex.org/W4389115137","https://openalex.org/W4390232108","https://openalex.org/W4391463005","https://openalex.org/W4391631243","https://openalex.org/W4392468160","https://openalex.org/W4392602723","https://openalex.org/W4392736460","https://openalex.org/W4396816329","https://openalex.org/W4396831660","https://openalex.org/W4396831952","https://openalex.org/W4396833024","https://openalex.org/W4399029231","https://openalex.org/W4399053202","https://openalex.org/W4400396842","https://openalex.org/W4400397489","https://openalex.org/W4403918991","https://openalex.org/W4404348704","https://openalex.org/W4404814666","https://openalex.org/W4407423008","https://openalex.org/W6891953669","https://openalex.org/W6922629577","https://openalex.org/W6929164589","https://openalex.org/W6929608037","https://openalex.org/W6948306873"],"related_works":[],"abstract_inverted_index":{"Despite":[0],"their":[1,19],"popularity":[2],"in":[3,82,98,105,131],"providing":[4,123],"digital":[5],"mental":[6],"health":[7],"support,":[8],"mobile":[9],"conversational":[10],"agents":[11],"primarily":[12],"rely":[13],"on":[14,75,90,128],"verbal":[15],"input,":[16],"which":[17],"limits":[18],"ability":[20],"to":[21,23,36,118],"respond":[22],"emotional":[24,53,83],"expressions.":[25],"We":[26,44,86],"therefore":[27],"envision":[28],"using":[29,115],"the":[30,38,69,111],"sensory":[31],"equipment":[32],"of":[33,42,71,95,114],"today\u2019s":[34],"devices":[35],"increase":[37],"nonverbal,":[39],"empathic":[40,132],"capabilities":[41],"chatbots.":[43],"initially":[45],"validated":[46],"that":[47],"multi-modal":[48,73],"LLMs":[49],"(MLLM)":[50],"can":[51],"infer":[52],"expressions":[54,57],"from":[55],"facial":[56],"with":[58],"high":[59],"accuracy.":[60],"In":[61],"a":[62],"user":[63],"study":[64],"(N=200),":[65],"we":[66],"then":[67],"investigated":[68],"effects":[70,89],"such":[72],"input":[74,124],"response":[76,121],"generation":[77],"and":[78,92],"perceived":[79,106],"system":[80,99],"empathy":[81],"support":[84],"scenarios.":[85],"found":[87],"significant":[88,103],"cognitive":[91],"affective":[93],"dimensions":[94],"linguistic":[96],"expression":[97],"responses,":[100],"yet":[101],"no":[102],"increases":[104],"empathy.":[107],"Our":[108],"research":[109,127],"demonstrates":[110],"general":[112],"potential":[113],"nonverbal":[116],"context":[117],"adapt":[119],"LLM":[120],"behavior,":[122],"for":[125],"future":[126],"augmented":[129],"interaction":[130],"MLLM-based":[133],"systems.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":5}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}