{"id":"https://openalex.org/W2980813192","doi":"https://doi.org/10.1145/3340555.3353750","title":"Multimodal Learning for Identifying Opportunities for Empathetic Responses","display_name":"Multimodal Learning for Identifying Opportunities for Empathetic Responses","publication_year":2019,"publication_date":"2019-10-14","ids":{"openalex":"https://openalex.org/W2980813192","doi":"https://doi.org/10.1145/3340555.3353750","mag":"2980813192"},"language":"en","primary_location":{"id":"doi:10.1145/3340555.3353750","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340555.3353750","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021142881","display_name":"Leili Tavabi","orcid":"https://orcid.org/0009-0003-5270-1984"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I4210087747","display_name":"Creative Technologies (United States)","ror":"https://ror.org/001qkb777","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087747"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Leili Tavabi","raw_affiliation_strings":["University of Southern California, Institute for Creative Technologies, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Institute for Creative Technologies, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I4210087747","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081566320","display_name":"Kalin Stefanov","orcid":"https://orcid.org/0000-0002-0861-8660"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I4210087747","display_name":"Creative Technologies (United States)","ror":"https://ror.org/001qkb777","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087747"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kalin Stefanov","raw_affiliation_strings":["University of Southern California, Institute for Creative Technologies, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Institute for Creative Technologies, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I4210087747","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074869129","display_name":"Setareh Nasihati Gilani","orcid":"https://orcid.org/0009-0001-2439-9066"},"institutions":[{"id":"https://openalex.org/I4210087747","display_name":"Creative Technologies (United States)","ror":"https://ror.org/001qkb777","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087747"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Setareh Nasihati Gilani","raw_affiliation_strings":["University of Southern California, Institute for Creative Technologies, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Institute for Creative Technologies, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I4210087747","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004384107","display_name":"David Traum","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087747","display_name":"Creative Technologies (United States)","ror":"https://ror.org/001qkb777","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087747"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Traum","raw_affiliation_strings":["University of Southern California, Institute for Creative Technologies, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Institute for Creative Technologies, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I4210087747","https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024169758","display_name":"Mohammad Soleymani","orcid":"https://orcid.org/0000-0002-5873-1434"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I4210087747","display_name":"Creative Technologies (United States)","ror":"https://ror.org/001qkb777","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087747"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Soleymani","raw_affiliation_strings":["University of Southern California, Institute for Creative Technologies, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Institute for Creative Technologies, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I4210087747","https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021142881"],"corresponding_institution_ids":["https://openalex.org/I1174212","https://openalex.org/I4210087747"],"apc_list":null,"apc_paid":null,"fwci":2.436,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.89269865,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"95","last_page":"104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.6961638927459717},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6791394352912903},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6776752471923828},{"id":"https://openalex.org/keywords/wizard-of-oz","display_name":"Wizard of oz","score":0.5921079516410828},{"id":"https://openalex.org/keywords/wizard","display_name":"Wizard","score":0.5027949810028076},{"id":"https://openalex.org/keywords/emotional-intelligence","display_name":"Emotional intelligence","score":0.4723711311817169},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.44344979524612427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4364683926105499},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.41314324736595154},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22392383217811584},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.18037068843841553},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.14046525955200195},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.10117405652999878}],"concepts":[{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.6961638927459717},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6791394352912903},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6776752471923828},{"id":"https://openalex.org/C2987423310","wikidata":"https://www.wikidata.org/wiki/Q18159725","display_name":"Wizard of oz","level":2,"score":0.5921079516410828},{"id":"https://openalex.org/C2776784076","wikidata":"https://www.wikidata.org/wiki/Q580334","display_name":"Wizard","level":2,"score":0.5027949810028076},{"id":"https://openalex.org/C174107131","wikidata":"https://www.wikidata.org/wiki/Q191591","display_name":"Emotional intelligence","level":2,"score":0.4723711311817169},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.44344979524612427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4364683926105499},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41314324736595154},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22392383217811584},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.18037068843841553},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.14046525955200195},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.10117405652999878}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3340555.3353750","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340555.3353750","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1133916940","https://openalex.org/W1486652013","https://openalex.org/W1566440928","https://openalex.org/W1588539311","https://openalex.org/W1753344991","https://openalex.org/W1862132244","https://openalex.org/W1981509185","https://openalex.org/W2010943014","https://openalex.org/W2085662862","https://openalex.org/W2090777335","https://openalex.org/W2098689807","https://openalex.org/W2099813784","https://openalex.org/W2108598243","https://openalex.org/W2109636054","https://openalex.org/W2147272821","https://openalex.org/W2149167588","https://openalex.org/W2149940198","https://openalex.org/W2181445435","https://openalex.org/W2194775991","https://openalex.org/W2239141610","https://openalex.org/W2251394420","https://openalex.org/W2252180568","https://openalex.org/W2290844432","https://openalex.org/W2395639500","https://openalex.org/W2583643061","https://openalex.org/W2607303097","https://openalex.org/W2615766498","https://openalex.org/W2738581557","https://openalex.org/W2753840835","https://openalex.org/W2767249564","https://openalex.org/W2781528640","https://openalex.org/W2795683013","https://openalex.org/W2805662932","https://openalex.org/W2807126412","https://openalex.org/W2896457183","https://openalex.org/W2899099710","https://openalex.org/W2913542295","https://openalex.org/W2964010806","https://openalex.org/W2978753875","https://openalex.org/W3103080153","https://openalex.org/W3103741966","https://openalex.org/W3131553854","https://openalex.org/W4242177601"],"related_works":["https://openalex.org/W4246078203","https://openalex.org/W659328528","https://openalex.org/W1550648368","https://openalex.org/W2127135847","https://openalex.org/W603474643","https://openalex.org/W2152818631","https://openalex.org/W1545061903","https://openalex.org/W1504394863","https://openalex.org/W2757160751","https://openalex.org/W3204363446"],"abstract_inverted_index":{"Embodied":[0],"interactive":[1,19],"agents":[2,21],"possessing":[3],"emotional":[4,28],"intelligence":[5],"and":[6,11,35,97,104,118,147],"empathy":[7],"can":[8],"create":[9],"natural":[10],"engaging":[12],"social":[13],"interactions.":[14,161],"Providing":[15],"appropriate":[16],"responses":[17,117],"by":[18],"virtual":[20],"requires":[22],"the":[23,86,114,145,149],"ability":[24],"to":[25,43,54,155],"perceive":[26],"users\u2019":[27],"states.":[29],"In":[30],"this":[31],"paper,":[32],"we":[33,75],"study":[34],"analyze":[36],"behavioral":[37],"cues":[38],"that":[39,65],"indicate":[40],"an":[41,45,67],"opportunity":[42],"provide":[44],"empathetic":[46,68,93,116],"response.":[47,69],"Emotional":[48],"tone":[49],"in":[50,52,63,109],"language":[51,105],"addition":[53],"facial":[55],"expressions":[56],"are":[57],"strong":[58],"indicators":[59],"of":[60,136,151],"dramatic":[61],"sentiment":[62],"conversation":[64],"warrant":[66],"To":[70],"automatically":[71],"recognize":[72],"such":[73,152],"instances,":[74],"develop":[76],"a":[77,110,131,139,153],"multimodal":[78],"deep":[79],"neural":[80],"network":[81],"for":[82,158],"identifying":[83],"opportunities":[84],"when":[85],"agent":[87],"should":[88],"express":[89],"positive":[90],"or":[91],"negative":[92],"responses.":[94],"We":[95,142],"train":[96],"evaluate":[98,148],"our":[99],"model":[100,129,154],"using":[101,113],"audio,":[102],"video":[103],"from":[106],"human-agent":[107,160],"interactions":[108],"wizard-of-Oz":[111],"setting,":[112],"wizard\u2019s":[115],"annotations":[119],"collected":[120],"on":[121,138],"Amazon":[122],"Mechanical":[123],"Turk":[124],"as":[125],"ground-truth":[126],"labels.":[127],"Our":[128],"outperforms":[130],"text-based":[132],"baseline":[133],"achieving":[134],"F1-score":[135],"0.71":[137],"three-class":[140],"classification.":[141],"further":[143],"investigate":[144],"results":[146],"capability":[150],"be":[156],"deployed":[157],"real-world":[159]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}