{"id":"https://openalex.org/W2973518854","doi":"https://doi.org/10.1080/01691864.2019.1667872","title":"Expressing reactive emotion based on multimodal emotion recognition for natural conversation in human\u2013robot interaction","display_name":"Expressing reactive emotion based on multimodal emotion recognition for natural conversation in human\u2013robot interaction","publication_year":2019,"publication_date":"2019-09-19","ids":{"openalex":"https://openalex.org/W2973518854","doi":"https://doi.org/10.1080/01691864.2019.1667872","mag":"2973518854"},"language":"en","primary_location":{"id":"doi:10.1080/01691864.2019.1667872","is_oa":false,"landing_page_url":"https://doi.org/10.1080/01691864.2019.1667872","pdf_url":null,"source":{"id":"https://openalex.org/S192584203","display_name":"Advanced Robotics","issn_l":"0169-1864","issn":["0169-1864","1568-5535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101930951","display_name":"Yuanchao Li","orcid":"https://orcid.org/0000-0001-8728-1295"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuanchao Li","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000037110","display_name":"Carlos Toshinori Ishi","orcid":"https://orcid.org/0000-0001-8130-1048"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carlos Toshinori Ishi","raw_affiliation_strings":["Hiroshi Ishiguro Labs, ATR, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Hiroshi Ishiguro Labs, ATR, Kyoto, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058775745","display_name":"Koji Inoue","orcid":"https://orcid.org/0000-0002-2929-2559"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koji Inoue","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103215035","display_name":"Shizuka Nakamura","orcid":"https://orcid.org/0000-0001-9867-0982"},"institutions":[{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]},{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shizuka Nakamura","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038044080","display_name":"Tatsuya Kawahara","orcid":"https://orcid.org/0000-0002-2686-2296"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tatsuya Kawahara","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101930951"],"corresponding_institution_ids":["https://openalex.org/I22299242","https://openalex.org/I39012071"],"apc_list":null,"apc_paid":null,"fwci":2.4949,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.89446706,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"33","issue":"20","first_page":"1030","last_page":"1041"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.8382253050804138},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.6158989667892456},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.6022621393203735},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5398295521736145},{"id":"https://openalex.org/keywords/prosody","display_name":"Prosody","score":0.5209713578224182},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5070335865020752},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.5035280585289001},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4938543438911438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4876945912837982},{"id":"https://openalex.org/keywords/emotional-expression","display_name":"Emotional expression","score":0.4642871618270874},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.43156805634498596},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.4253283143043518},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4245026111602783},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3754495084285736},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3588237762451172},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3582002520561218},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.35222941637039185},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32131171226501465},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.23479503393173218}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.8382253050804138},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.6158989667892456},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.6022621393203735},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5398295521736145},{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.5209713578224182},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5070335865020752},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.5035280585289001},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4938543438911438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4876945912837982},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.4642871618270874},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.43156805634498596},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.4253283143043518},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4245026111602783},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3754495084285736},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3588237762451172},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3582002520561218},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.35222941637039185},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32131171226501465},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.23479503393173218},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/01691864.2019.1667872","is_oa":false,"landing_page_url":"https://doi.org/10.1080/01691864.2019.1667872","pdf_url":null,"source":{"id":"https://openalex.org/S192584203","display_name":"Advanced Robotics","issn_l":"0169-1864","issn":["0169-1864","1568-5535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1966797434","https://openalex.org/W1977500051","https://openalex.org/W1987048275","https://openalex.org/W2043181832","https://openalex.org/W2044892635","https://openalex.org/W2074788634","https://openalex.org/W2074996852","https://openalex.org/W2084582948","https://openalex.org/W2118748593","https://openalex.org/W2151942619","https://openalex.org/W2152592563","https://openalex.org/W2164186291","https://openalex.org/W2531262049","https://openalex.org/W2740956025","https://openalex.org/W2781136291","https://openalex.org/W2803098682"],"related_works":["https://openalex.org/W79954020","https://openalex.org/W4305042383","https://openalex.org/W2546649374","https://openalex.org/W2773396412","https://openalex.org/W1550318927","https://openalex.org/W4380854332","https://openalex.org/W2184859701","https://openalex.org/W4386232293","https://openalex.org/W4379781104","https://openalex.org/W2382178633"],"abstract_inverted_index":{"Human\u2013human":[0],"interaction":[1],"consists":[2,64],"of":[3,65,155],"various":[4],"nonverbal":[5],"behaviors":[6],"that":[7,17,27,63,95,182,189],"are":[8,142],"often":[9],"emotion-related.":[10],"To":[11],"establish":[12],"rapport,":[13],"it":[14],"is":[15,133,196],"essential":[16],"the":[18,31,87,110,121,125,130,145,149,153,165,171,190],"listener":[19],"respond":[20],"to":[21,82,198],"reactive":[22,73,126,180],"emotion":[23,60,68,74,88,127,132,136,139,166,173,181],"in":[24,40],"a":[25,50,66,72,78,93,163,179],"way":[26],"makes":[28],"sense":[29],"given":[30],"speaker's":[32],"emotional":[33],"state.":[34],"However,":[35],"human\u2013robot":[36,84],"interactions":[37],"generally":[38],"fail":[39],"this":[41,113,194],"regard":[42],"because":[43],"most":[44],"spoken":[45,79],"dialogue":[46,80,160],"systems":[47],"play":[48],"only":[49],"question-answer":[51],"role.":[52],"Aiming":[53],"for":[54,77],"natural":[55,200],"conversation,":[56],"we":[57,91],"examine":[58],"an":[59],"processing":[61,167],"module":[62,168,195],"user":[67,122],"recognition":[69,89,117,150],"function":[70,76,151],"and":[71,100,138,177],"expression":[75,128],"system":[81,191],"improve":[83],"interaction.":[85],"For":[86,124],"function,":[90,129],"propose":[92],"method":[94,114],"combines":[96],"valence":[97],"from":[98,102,158,174],"prosody":[99],"sentiment":[101],"text":[103],"by":[104,148,193],"decision-level":[105],"fusion,":[106],"which":[107,141],"considerably":[108],"improves":[109],"performance.":[111],"Moreover,":[112],"reduces":[115],"fatal":[116],"errors,":[118],"thereby":[119],"improving":[120],"experience.":[123],"system's":[131],"divided":[134],"into":[135],"category":[137],"level,":[140],"predicted":[143],"using":[144],"parameters":[146],"estimated":[147],"on":[152],"basis":[154],"distributions":[156],"inferred":[157],"human\u2013human":[159],"data.":[161],"As":[162],"result,":[164],"can":[169],"recognize":[170],"user's":[172],"his/her":[175],"speech,":[176],"expresses":[178],"matches.":[183],"Evaluation":[184],"with":[185],"ten":[186],"participants":[187],"demonstrated":[188],"enhanced":[192],"effective":[197],"conduct":[199],"conversation.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}