{"id":"https://openalex.org/W4403912962","doi":"https://doi.org/10.1145/3678957.3685759","title":"On Multimodal Emotion Recognition for Human-Chatbot Interaction in the Wild","display_name":"On Multimodal Emotion Recognition for Human-Chatbot Interaction in the Wild","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403912962","doi":"https://doi.org/10.1145/3678957.3685759"},"language":"en","primary_location":{"id":"doi:10.1145/3678957.3685759","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678957.3685759","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061306069","display_name":"Nikola Kova\u010devi\u0107","orcid":"https://orcid.org/0000-0002-1337-7670"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Nikola Kovacevic","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046815740","display_name":"Christian Holz","orcid":"https://orcid.org/0000-0001-9655-9519"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Christian Holz","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033076979","display_name":"Markus Gro\u00df","orcid":"https://orcid.org/0009-0003-9324-779X"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Markus Gross","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015553607","display_name":"Rafael Wampfler","orcid":"https://orcid.org/0000-0003-0158-1305"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Rafael Wampfler","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5061306069"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":5.5857,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.96354267,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"12","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.8060311675071716},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.640850305557251},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5585654377937317},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.454215407371521},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4254956841468811},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3850652575492859},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35152673721313477}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.8060311675071716},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.640850305557251},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5585654377937317},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.454215407371521},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4254956841468811},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3850652575492859},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35152673721313477}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3678957.3685759","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678957.3685759","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1513398909","https://openalex.org/W1551039219","https://openalex.org/W1588539311","https://openalex.org/W1966797434","https://openalex.org/W1992377643","https://openalex.org/W2003653478","https://openalex.org/W2024218186","https://openalex.org/W2146334809","https://openalex.org/W2147490203","https://openalex.org/W2167557160","https://openalex.org/W2592325070","https://openalex.org/W2724317853","https://openalex.org/W2741036097","https://openalex.org/W2745497104","https://openalex.org/W2784052186","https://openalex.org/W2784665486","https://openalex.org/W2790607831","https://openalex.org/W2792191740","https://openalex.org/W2887997593","https://openalex.org/W2889944144","https://openalex.org/W2896457183","https://openalex.org/W2896593898","https://openalex.org/W2901492641","https://openalex.org/W2955429306","https://openalex.org/W2963686995","https://openalex.org/W2963873807","https://openalex.org/W2964300796","https://openalex.org/W2965373594","https://openalex.org/W2968907660","https://openalex.org/W2970405962","https://openalex.org/W3032735579","https://openalex.org/W3038471032","https://openalex.org/W3039444588","https://openalex.org/W3042183479","https://openalex.org/W3081457383","https://openalex.org/W3088631780","https://openalex.org/W3116016199","https://openalex.org/W3122081138","https://openalex.org/W3139433464","https://openalex.org/W3151601094","https://openalex.org/W3164718925","https://openalex.org/W3184236853","https://openalex.org/W3203140070","https://openalex.org/W3209059054","https://openalex.org/W4210814395","https://openalex.org/W4225011203","https://openalex.org/W4281701185","https://openalex.org/W4284891493","https://openalex.org/W4286797312","https://openalex.org/W4288359812","https://openalex.org/W4292829120","https://openalex.org/W4297053848","https://openalex.org/W4308493532","https://openalex.org/W4308613145","https://openalex.org/W4313414352","https://openalex.org/W4313531231","https://openalex.org/W4315643333","https://openalex.org/W4318257512","https://openalex.org/W4327946446","https://openalex.org/W4380369373","https://openalex.org/W4381334291","https://openalex.org/W4382656966","https://openalex.org/W4389010491","https://openalex.org/W4396921160"],"related_works":["https://openalex.org/W4383501580","https://openalex.org/W4214931137","https://openalex.org/W4313813117","https://openalex.org/W4382052417","https://openalex.org/W3192088754","https://openalex.org/W4387007686","https://openalex.org/W3084631705","https://openalex.org/W3176146353","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"The":[0],"field":[1],"of":[2,29,40,87,100,147,156,163,171,207],"natural":[3],"language":[4],"generation":[5],"is":[6,32,141],"swiftly":[7],"evolving,":[8],"giving":[9],"rise":[10],"to":[11,43,47,74,143,184,193,199],"powerful":[12],"conversational":[13,78],"characters":[14,42],"for":[15,77,129,209],"use":[16],"in":[17,62,91,165,175],"different":[18,120],"applications":[19,31,76],"such":[20,166],"as":[21],"entertainment,":[22],"education,":[23],"and":[24,45,103,137,154,159,197],"healthcare.":[25],"A":[26],"central":[27],"aspect":[28],"these":[30],"providing":[33],"personalized":[34],"interactions,":[35,69],"driven":[36],"by":[37,191],"the":[38,41,85,92,144,151,157,160,169,185,188,205,211],"ability":[39],"recognize":[44],"adapt":[46],"user":[48,173,186],"emotions.":[49],"Current":[50],"emotion":[51,89,123,149],"recognition":[52,90,124],"models":[53],"primarily":[54],"rely":[55],"on":[56,67],"datasets":[57],"collected":[58,95],"from":[59,106],"actors":[60],"or":[61],"controlled":[63],"laboratory":[64],"settings":[65],"focusing":[66],"human-human":[68,135],"which":[70],"hinders":[71],"their":[72],"adaptability":[73],"real-world":[75,176],"agents.":[79],"In":[80],"this":[81],"work,":[82],"we":[83,126],"unveil":[84],"complexity":[86],"human-chatbot":[88,138],"wild.":[93],"We":[94,178],"a":[96,113,130],"multimodal":[97,122],"dataset":[98],"consisting":[99],"text,":[101],"audio,":[102],"video":[104],"recordings":[105],"99":[107],"participants":[108],"while":[109],"they":[110],"conversed":[111],"with":[112],"GPT-3-based":[114],"chatbot":[115,202],"over":[116],"three":[117],"weeks.":[118],"Using":[119],"transformer-based":[121],"networks,":[125],"provide":[127],"evidence":[128],"strong":[131],"domain":[132,213],"gap":[133],"between":[134],"interaction":[136,139],"that":[140],"attributed":[142],"subjective":[145],"nature":[146],"self-reported":[148],"labels,":[150],"reduced":[152],"activation":[153],"expressivity":[155],"face,":[158],"inherent":[161],"subtlety":[162],"emotions":[164,174],"settings,":[167],"emphasizing":[168],"challenges":[170],"recognizing":[172],"contexts.":[177],"show":[179],"how":[180],"personalizing":[181],"our":[182],"model":[183,189],"increases":[187],"performance":[190],"up":[192,198],"38%":[194],"(user":[195],"emotions)":[196],"41%":[200],"(perceived":[201],"emotions),":[203],"highlighting":[204],"potential":[206],"personalization":[208],"overcoming":[210],"observed":[212],"gap.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}