{"id":"https://openalex.org/W7134836190","doi":"https://doi.org/10.1145/3757279.3785602","title":"Coordinating Speech with Touch Input and Visual Cues in Human\u2013Robot Interaction: A Multimodal System Evaluated through Metamorphic Testing","display_name":"Coordinating Speech with Touch Input and Visual Cues in Human\u2013Robot Interaction: A Multimodal System Evaluated through Metamorphic Testing","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134836190","doi":"https://doi.org/10.1145/3757279.3785602"},"language":null,"primary_location":{"id":"doi:10.1145/3757279.3785602","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3757279.3785602","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044203797","display_name":"Massimo Donini","orcid":"https://orcid.org/0009-0008-7123-2921"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Massimo Donini","raw_affiliation_strings":["University of Turin, Turin, Italy"],"raw_orcid":"https://orcid.org/0009-0008-7123-2921","affiliations":[{"raw_affiliation_string":"University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128636401","display_name":"Paolo Arcaini","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Paolo Arcaini","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-6253-4062","affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118361388","display_name":"Michael Oliverio","orcid":null},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michael Oliverio","raw_affiliation_strings":["University of Turin, Turin, Italy"],"raw_orcid":"https://orcid.org/0009-0007-3448-2377","affiliations":[{"raw_affiliation_string":"University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128644033","display_name":"Fuyuki Ishikawa","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Fuyuki Ishikawa","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0001-7725-2618","affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128645860","display_name":"Alessandro Mazzei","orcid":null},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Mazzei","raw_affiliation_strings":["University of Turin, Turin, Italy"],"raw_orcid":"https://orcid.org/0000-0003-3072-0108","affiliations":[{"raw_affiliation_string":"University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070683475","display_name":"Deyun Lyu","orcid":"https://orcid.org/0000-0003-3017-7977"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Deyun Lyu","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3017-7977","affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021163942","display_name":"Cristina Gena","orcid":"https://orcid.org/0000-0003-0049-6213"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Cristina Gena","raw_affiliation_strings":["University of Turin, Turin, Italy"],"raw_orcid":"https://orcid.org/0000-0003-0049-6213","affiliations":[{"raw_affiliation_string":"University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24021349,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"639","last_page":"647"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.41620001196861267,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.41620001196861267,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.30329999327659607,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.038100000470876694,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensory-cue","display_name":"Sensory cue","score":0.38370001316070557},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.29420000314712524},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.27730000019073486},{"id":"https://openalex.org/keywords/sensory-substitution","display_name":"Sensory substitution","score":0.24580000340938568}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5708000063896179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.415800005197525},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4131999909877777},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.38370001316070557},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37549999356269836},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32670000195503235},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3248000144958496},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C8651855","wikidata":"https://www.wikidata.org/wiki/Q356133","display_name":"Sensory substitution","level":3,"score":0.24580000340938568}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3757279.3785602","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3757279.3785602","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1978347212","https://openalex.org/W2041713059","https://openalex.org/W2076716237","https://openalex.org/W2324595780","https://openalex.org/W2782311202","https://openalex.org/W2888307014","https://openalex.org/W2896505116","https://openalex.org/W3163304474","https://openalex.org/W3215964339","https://openalex.org/W4225526118","https://openalex.org/W4283742160","https://openalex.org/W4313154583","https://openalex.org/W4318830406","https://openalex.org/W4378746725","https://openalex.org/W4379467729","https://openalex.org/W4384302737","https://openalex.org/W4399557806","https://openalex.org/W4400400027","https://openalex.org/W4401905736","https://openalex.org/W4403956485","https://openalex.org/W4406927146","https://openalex.org/W4411237617","https://openalex.org/W4412177060","https://openalex.org/W4412874212","https://openalex.org/W7133233472"],"related_works":[],"abstract_inverted_index":{"This":[0,82],"paper":[1],"presents":[2],"a":[3,86],"multimodal":[4,58,92],"human-robot":[5],"interaction":[6,31],"(HRI)":[7],"system":[8,19,62],"for":[9,57,90],"educational":[10,99],"contexts":[11],"implemented":[12],"on":[13],"the":[14,33,52],"humanoid":[15],"robot":[16,34],"Pepper.":[17],"The":[18],"leverages":[20],"multiple":[21],"communicative":[22],"channels,":[23],"allowing":[24],"learners":[25],"to":[26,98],"combine":[27],"speech":[28],"with":[29],"tablet":[30],"while":[32],"responds":[35],"through":[36,64],"synchronized":[37],"speech,":[38],"textual":[39],"captions":[40],"and":[41,48,79,95],"dynamic":[42],"visual":[43,78],"cues.":[44],"To":[45],"ensure":[46],"robustness":[47],"reliability,":[49],"we":[50,68],"introduce":[51],"use":[53],"of":[54],"Metamorphic":[55],"Testing":[56],"HRI.":[59],"By":[60],"validating":[61],"behavior":[63],"systematic":[65],"input":[66],"transformations,":[67],"demonstrate":[69],"how":[70],"metamorphic":[71],"testing":[72],"can":[73],"uncover":[74],"inconsistencies":[75],"across":[76],"linguistic,":[77],"cross-modal":[80],"interactions.":[81],"work":[83],"contributes":[84],"both":[85],"novel":[87],"methodological":[88],"framework":[89],"evaluating":[91],"HRI":[93],"systems":[94],"an":[96],"application":[97],"robotics.":[100]},"counts_by_year":[],"updated_date":"2026-03-12T06:13:28.667946","created_date":"2026-03-11T00:00:00"}