{"id":"https://openalex.org/W2955300935","doi":"https://doi.org/10.1145/3308532.3329448","title":"Development of a Platform for RNN Driven Multimodal Interaction with Embodied Conversational Agents","display_name":"Development of a Platform for RNN Driven Multimodal Interaction with Embodied Conversational Agents","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2955300935","doi":"https://doi.org/10.1145/3308532.3329448","mag":"2955300935"},"language":"en","primary_location":{"id":"doi:10.1145/3308532.3329448","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3308532.3329448","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084384514","display_name":"Hung\u2010Hsuan Huang","orcid":"https://orcid.org/0000-0002-0376-3535"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hung-Hsuan Huang","raw_affiliation_strings":["RIKEN & Kyoto University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RIKEN & Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113552011","display_name":"Masato Fukuda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Masato Fukuda","raw_affiliation_strings":["RIKEN, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RIKEN, Kyoto, Japan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108427048","display_name":"Toyoaki Nishida","orcid":null},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Toyoaki Nishida","raw_affiliation_strings":["RIKEN & Kyoto University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RIKEN & Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2187,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.50608322,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"200","last_page":"202"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7954697608947754},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.7468875646591187},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.7027157545089722},{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.6872889995574951},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6560688614845276},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.6367608308792114},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6002647876739502},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.5369946956634521},{"id":"https://openalex.org/keywords/embodied-agent","display_name":"Embodied agent","score":0.5155017971992493},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.47204598784446716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3715810179710388},{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.26731234788894653},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.11034515500068665},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10553082823753357},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.10028699040412903}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7954697608947754},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.7468875646591187},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.7027157545089722},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.6872889995574951},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6560688614845276},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.6367608308792114},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6002647876739502},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.5369946956634521},{"id":"https://openalex.org/C103683099","wikidata":"https://www.wikidata.org/wiki/Q5370102","display_name":"Embodied agent","level":3,"score":0.5155017971992493},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.47204598784446716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3715810179710388},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.26731234788894653},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11034515500068665},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10553082823753357},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.10028699040412903},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3308532.3329448","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3308532.3329448","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2767249564","https://openalex.org/W2895350599","https://openalex.org/W2900508683","https://openalex.org/W2900728424","https://openalex.org/W2901872500","https://openalex.org/W2903578213"],"related_works":["https://openalex.org/W4312591757","https://openalex.org/W2097043665","https://openalex.org/W2109842910","https://openalex.org/W1596535966","https://openalex.org/W2013809956","https://openalex.org/W4256710130","https://openalex.org/W1487956045","https://openalex.org/W2170602802","https://openalex.org/W2736131028","https://openalex.org/W1558061634"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"our":[3],"ongoing":[4],"project":[5],"to":[6,31],"build":[7],"a":[8,52,58,125],"platform":[9],"that":[10],"enables":[11],"real-time":[12],"multimodal":[13,53],"interaction":[14],"with":[15,116],"embodied":[16],"conversational":[17],"agents.":[18],"All":[19],"of":[20,95],"the":[21,43,72,83,92,96,103,106],"components":[22],"are":[23,49,69],"in":[24,57,99],"modular":[25],"design":[26],"and":[27,89],"can":[28,110],"be":[29,111],"switched":[30,70],"other":[32],"models":[33,68,81],"easily.":[34],"A":[35],"prototype":[36],"listener":[37],"agent":[38,73],"has":[39],"been":[40],"developed":[41],"upon":[42],"platform.":[44],"Its":[45],"spontaneous":[46],"reactive":[47],"behaviors":[48,94],"trained":[50],"from":[51,91,102],"data":[54],"corpus":[55],"collected":[56],"human-human":[59],"conversation":[60],"experiment.":[61],"Two":[62],"Gated":[63],"Recurrent":[64],"Unit":[65],"(GRU)":[66],"based":[67],"when":[71],"is":[74,77],"speaking":[75],"or":[76,124],"not":[78],"speaking.":[79],"These":[80],"generate":[82],"agent's":[84],"facial":[85],"expressions,":[86],"head":[87],"movements,":[88],"postures":[90],"corresponding":[93],"human":[97,126],"user":[98],"real-time.":[100],"Benefits":[101],"flexible":[104],"design,":[105],"utterance":[107],"generation":[108],"part":[109],"an":[112,120],"autonomous":[113],"dialogue":[114],"manager":[115],"hand":[117],"crafted":[118],"rules,":[119],"on-line":[121],"chatbot":[122],"engine,":[123],"operator.":[127]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}