{"id":"https://openalex.org/W4400142400","doi":"https://doi.org/10.1145/3643834.3660691","title":"Body Language for VUIs: Exploring Gestures to Enhance Interactions with Voice User Interfaces","display_name":"Body Language for VUIs: Exploring Gestures to Enhance Interactions with Voice User Interfaces","publication_year":2024,"publication_date":"2024-06-29","ids":{"openalex":"https://openalex.org/W4400142400","doi":"https://doi.org/10.1145/3643834.3660691"},"language":"en","primary_location":{"id":"doi:10.1145/3643834.3660691","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643834.3660691","pdf_url":null,"source":{"id":"https://openalex.org/S4363608268","display_name":"Designing Interactive Systems Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designing Interactive Systems Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100675839","display_name":"Liwei Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Liwei Wu","raw_affiliation_strings":["School of Computer Science, University of Waterloo, Canada"],"raw_orcid":"https://orcid.org/0009-0009-5750-0691","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049908505","display_name":"Ben Lafreniere","orcid":"https://orcid.org/0000-0002-0546-0466"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ben Lafreniere","raw_affiliation_strings":["Reality Labs Research, Meta, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0546-0466","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058485609","display_name":"Tovi Grossman","orcid":"https://orcid.org/0000-0002-0494-5373"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tovi Grossman","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0494-5373","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103034785","display_name":"Thomas D. White","orcid":"https://orcid.org/0009-0008-9443-1923"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas White","raw_affiliation_strings":["Reality Labs Research, Meta, Canada"],"raw_orcid":"https://orcid.org/0009-0008-9443-1923","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta, Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000507697","display_name":"Stephanie Santosa","orcid":"https://orcid.org/0000-0002-6010-005X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephanie Santosa","raw_affiliation_strings":["Reality Labs Research, Meta, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6010-005X","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta, Canada","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100675839"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":0.8576,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.7303719,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"133","last_page":"150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8727744221687317},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.735771656036377},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6645554304122925},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.4280921220779419},{"id":"https://openalex.org/keywords/body-language","display_name":"Body language","score":0.42744410037994385},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.361555814743042},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.2565939724445343},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14770057797431946},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11799794435501099},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11352947354316711}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8727744221687317},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.735771656036377},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6645554304122925},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4280921220779419},{"id":"https://openalex.org/C20253421","wikidata":"https://www.wikidata.org/wiki/Q477298","display_name":"Body language","level":2,"score":0.42744410037994385},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.361555814743042},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.2565939724445343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14770057797431946},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11799794435501099},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11352947354316711}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3643834.3660691","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643834.3660691","pdf_url":null,"source":{"id":"https://openalex.org/S4363608268","display_name":"Designing Interactive Systems Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designing Interactive Systems Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W271608952","https://openalex.org/W1969152782","https://openalex.org/W1978347212","https://openalex.org/W2026456226","https://openalex.org/W2047268046","https://openalex.org/W2051626970","https://openalex.org/W2061270248","https://openalex.org/W2131799829","https://openalex.org/W2137409775","https://openalex.org/W2157392897","https://openalex.org/W2162598207","https://openalex.org/W2172199658","https://openalex.org/W2319027653","https://openalex.org/W2588101742","https://openalex.org/W2611904979","https://openalex.org/W2762185336","https://openalex.org/W2765986156","https://openalex.org/W2787712888","https://openalex.org/W2796228338","https://openalex.org/W2808135558","https://openalex.org/W2808599433","https://openalex.org/W2889495041","https://openalex.org/W2899201831","https://openalex.org/W2907940193","https://openalex.org/W2940920311","https://openalex.org/W2941327948","https://openalex.org/W2943686508","https://openalex.org/W2947280770","https://openalex.org/W2967206385","https://openalex.org/W2969615259","https://openalex.org/W2980350689","https://openalex.org/W2985588979","https://openalex.org/W2990803960","https://openalex.org/W2998245691","https://openalex.org/W2999436468","https://openalex.org/W3012497864","https://openalex.org/W3031722511","https://openalex.org/W3031942796","https://openalex.org/W3032506562","https://openalex.org/W3038778614","https://openalex.org/W3042563542","https://openalex.org/W3083370427","https://openalex.org/W3159367349","https://openalex.org/W3160418499","https://openalex.org/W3177318554","https://openalex.org/W3202106448","https://openalex.org/W3206227170","https://openalex.org/W4205264916","https://openalex.org/W4213453073","https://openalex.org/W4221078466","https://openalex.org/W4224983247","https://openalex.org/W4225085515","https://openalex.org/W4229038857","https://openalex.org/W4232488826","https://openalex.org/W4236130975","https://openalex.org/W4236521339","https://openalex.org/W4238155858","https://openalex.org/W4245967622","https://openalex.org/W4280572666","https://openalex.org/W4280572780","https://openalex.org/W4280611089","https://openalex.org/W4282047969","https://openalex.org/W4295955472","https://openalex.org/W4312530056","https://openalex.org/W4366549437"],"related_works":["https://openalex.org/W2488433095","https://openalex.org/W1608278265","https://openalex.org/W2097677915","https://openalex.org/W2278313610","https://openalex.org/W1186135329","https://openalex.org/W1498430983","https://openalex.org/W2047602962","https://openalex.org/W2154641962","https://openalex.org/W2186453640","https://openalex.org/W2342418236"],"abstract_inverted_index":{"With":[0],"the":[1,46,77,112],"progress":[2],"in":[3,52,81,150],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"and":[8,33,60,84,105,125,137,141,176],"rapid":[9],"development":[10],"of":[11,49,79,164],"wearable":[12],"smart":[13,16],"devices":[14],"like":[15],"glasses,":[17],"there":[18],"is":[19],"a":[20,70,117,182],"growing":[21],"opportunity":[22],"for":[23,102,167,185,196],"users":[24,134],"to":[25,75,123,139,144,192],"interact":[26,145],"with":[27,35,95,120,146,152,190,200],"on-device":[28],"virtual":[29],"assistants":[30],"through":[31],"voice":[32,38,154],"gestures":[34,51,61,80,104,143,188],"ease.":[36],"Although":[37],"user":[39,93,118],"interfaces":[40],"(VUIs)":[41],"have":[42],"been":[43],"widely":[44],"studied,":[45],"potential":[47],"uses":[48],"full-body":[50],"VUIs":[53,199],"that":[54,133],"can":[55],"fully":[56],"understand":[57],"users\u2019":[58],"surroundings":[59],"are":[62,135],"relatively":[63],"unexplored.":[64],"In":[65,89,111],"this":[66],"two-phase":[67],"research":[68],"using":[69],"Wizard-of-Oz":[71],"approach,":[72],"we":[73,98,115,180],"aim":[74],"investigate":[76],"role":[78],"VUI":[82,103,170,187],"interactions":[83],"explore":[85],"their":[86],"design":[87,109,183,195],"space.":[88,110],"an":[90,107],"initial":[91,108,128],"exploratory":[92],"study":[94,119,158],"six":[96],"participants,":[97],"identify":[99],"influential":[100],"factors":[101],"establish":[106],"second":[113],"phase,":[114],"conducted":[116],"12":[121],"participants":[122],"validate":[124],"refine":[126],"our":[127],"findings.":[129],"Our":[130],"results":[131],"showed":[132],"open":[136],"ready":[138],"adopt":[140],"utilize":[142],"multi-modal":[147,169,186,198],"VUIs,":[148],"especially":[149],"scenarios":[151],"poor":[153],"capture":[155],"quality.":[156],"The":[157],"also":[159],"highlighted":[160],"three":[161],"key":[162],"categories":[163],"gesture":[165],"functions":[166],"enhancing":[168],"interactions:":[171],"context":[172],"reference,":[173],"alternative":[174],"input,":[175],"flow":[177],"control.":[178],"Finally,":[179],"present":[181],"space":[184],"along":[189],"demonstrations":[191],"enlighten":[193],"future":[194],"coupling":[197],"gestures.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}