{"id":"https://openalex.org/W3093539638","doi":"https://doi.org/10.1145/3382507.3418844","title":"Is She Truly Enjoying the Conversation?","display_name":"Is She Truly Enjoying the Conversation?","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3093539638","doi":"https://doi.org/10.1145/3382507.3418844","mag":"3093539638"},"language":"en","primary_location":{"id":"doi:10.1145/3382507.3418844","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382507.3418844","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079648062","display_name":"Shun Katada","orcid":"https://orcid.org/0000-0003-3241-4470"},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shun Katada","raw_affiliation_strings":["Japan Advanced Institute of Science and Technology, Nomi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, Nomi, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080920610","display_name":"Shogo Okada","orcid":"https://orcid.org/0000-0002-9260-0403"},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shogo Okada","raw_affiliation_strings":["Japan Advanced Institute of Science and Technology, Nomi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, Nomi, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111849464","display_name":"Yuki Hirano","orcid":null},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuki Hirano","raw_affiliation_strings":["Japan Advanced Institute of Science and Technology, Nomi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, Nomi, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049614400","display_name":"Kazunori Komatani","orcid":"https://orcid.org/0000-0002-6052-600X"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazunori Komatani","raw_affiliation_strings":["Osaka University, Ibaraki, Osaka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osaka University, Ibaraki, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6093,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.84288264,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"315","last_page":"323"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.809061586856842},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7644438743591309},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6684143543243408},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5323294401168823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.531904935836792},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5233568549156189},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44947147369384766},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.4395821690559387},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4374857544898987},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3988341987133026},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38812488317489624},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3243950605392456},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.10627928376197815},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08332142233848572}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.809061586856842},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7644438743591309},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6684143543243408},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5323294401168823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.531904935836792},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5233568549156189},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44947147369384766},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.4395821690559387},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4374857544898987},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3988341987133026},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38812488317489624},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3243950605392456},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.10627928376197815},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08332142233848572},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3382507.3418844","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382507.3418844","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1501669607","https://openalex.org/W1563088657","https://openalex.org/W2034368206","https://openalex.org/W2034734862","https://openalex.org/W2042434761","https://openalex.org/W2120945046","https://openalex.org/W2154129660","https://openalex.org/W2155523271","https://openalex.org/W2164368909","https://openalex.org/W2243817526","https://openalex.org/W2406223855","https://openalex.org/W2492893994","https://openalex.org/W2547146855","https://openalex.org/W2547213379","https://openalex.org/W2555691756","https://openalex.org/W2599201014","https://openalex.org/W2731964405","https://openalex.org/W2803473717","https://openalex.org/W2807126412","https://openalex.org/W2894609524","https://openalex.org/W2894771803","https://openalex.org/W2895167533","https://openalex.org/W2895422716","https://openalex.org/W2895441280","https://openalex.org/W2975657471","https://openalex.org/W2980985189","https://openalex.org/W4233905977","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W1968552888","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W2772323916","https://openalex.org/W1511346092","https://openalex.org/W1527532029","https://openalex.org/W2378167147","https://openalex.org/W3210777354","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"In":[0,180],"human-agent":[1,68],"interactions,":[2],"it":[3],"is":[4,26,184],"necessary":[5],"for":[6,144,205],"the":[7,11,16,29,49,59,62,105,111,136,170,189,195,201,210,216,224,227,235,248],"systems":[8],"to":[9,18,54,89,120],"identify":[10],"current":[12,30],"emotional":[13,31],"state":[14],"of":[15,51,61,148,151,178,191,200,226,234,251],"user":[17],"adapt":[19],"their":[20],"dialogue":[21,72,127],"strategies.":[22],"Nevertheless,":[23],"this":[24,182,222],"task":[25,183],"challenging":[27],"because":[28],"states":[32],"are":[33,255],"not":[34,74],"always":[35],"expressed":[36],"in":[37,67,118,221,246],"a":[38,71,81,91,98,101,126,149,161],"natural":[39],"setting":[40],"and":[41,115,122,139,153,172,220],"change":[42],"dynamically.":[43],"Recent":[44],"accumulated":[45],"evidence":[46],"has":[47,73],"indicated":[48,187,208],"usefulness":[50],"physiological":[52,65,87,108,242],"modalities":[53],"realize":[55],"emotion":[56],"recognition.":[57],"However,":[58],"contribution":[60],"time":[63,106],"series":[64,107],"signals":[66,88,243],"interaction":[69],"during":[70,97,125],"been":[75],"extensively":[76],"investigated.":[77],"This":[78],"paper":[79],"presents":[80],"machine":[82],"learning":[83],"model":[84,167,229],"based":[85],"on":[86],"estimate":[90],"user's":[92],"sentiment":[93,131,202,218],"at":[94],"every":[95],"exchange":[96,146],"dialogue.":[99],"Using":[100],"wearable":[102],"sensing":[103],"device,":[104],"data":[109],"including":[110],"electrodermal":[112],"activity":[113],"(EDA)":[114],"heart":[116],"rate":[117],"addition":[119],"acoustic":[121],"visual":[123,173],"information":[124],"were":[128,133],"collected.":[129],"The":[130,156,198],"labels":[132],"annotated":[134],"by":[135,140,188,194],"participants":[137],"themselves":[138],"external":[141,196],"human":[142,211,236],"coders":[143,212],"each":[145,206],"consisting":[147],"pair":[150],"system":[152],"participant":[154],"utterances.":[155],"experimental":[157],"results":[158,204,239],"showed":[159],"that":[160,209,233,241],"multimodal":[162],"deep":[163],"neural":[164],"network":[165],"(DNN)":[166],"combined":[168],"with":[169],"EDA":[171],"features":[174],"achieved":[175],"an":[176],"accuracy":[177,190],"63.2%.":[179],"general,":[181],"challenging,":[185],"as":[186],"63.0%":[192],"attained":[193],"coders.":[197,237],"analysis":[199],"estimation":[203],"individual":[207],"often":[213],"wrongly":[214],"estimated":[215],"negative":[217,252],"labels,":[219],"case,":[223],"performance":[225],"DNN":[228],"was":[230],"higher":[231],"than":[232],"These":[238],"indicate":[240],"can":[244],"help":[245],"detecting":[247],"implicit":[249],"aspects":[250],"sentiments,":[253],"which":[254],"acoustically/visually":[256],"indistinguishable.":[257]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}