{"id":"https://openalex.org/W3087422867","doi":"https://doi.org/10.1109/tvcg.2020.3023566","title":"Understanding Multimodal User Gesture and Speech Behavior for Object Manipulation in Augmented Reality Using Elicitation","display_name":"Understanding Multimodal User Gesture and Speech Behavior for Object Manipulation in Augmented Reality Using Elicitation","publication_year":2020,"publication_date":"2020-09-17","ids":{"openalex":"https://openalex.org/W3087422867","doi":"https://doi.org/10.1109/tvcg.2020.3023566","mag":"3087422867"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2020.3023566","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2020.3023566","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031695959","display_name":"Adam S. Williams","orcid":"https://orcid.org/0000-0001-7358-8333"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Adam S. Williams","raw_affiliation_strings":["Computer Science Department, Colorado State University, Fort Collins, Colorado"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Colorado State University, Fort Collins, Colorado","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113659681","display_name":"Jason Garcia","orcid":null},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason Garcia","raw_affiliation_strings":["Computer Science Department, Colorado State University, Fort Collins, Colorado"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Colorado State University, Fort Collins, Colorado","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066870045","display_name":"Francisco R. Ortega","orcid":"https://orcid.org/0000-0002-2449-3802"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Francisco Ortega","raw_affiliation_strings":["Computer Science Department, Colorado State University, Fort Collins, Colorado"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Colorado State University, Fort Collins, Colorado","institution_ids":["https://openalex.org/I92446798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5031695959"],"corresponding_institution_ids":["https://openalex.org/I92446798"],"apc_list":null,"apc_paid":null,"fwci":5.7739,"has_fulltext":false,"cited_by_count":70,"citation_normalized_percentile":{"value":0.96600827,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"26","issue":"12","first_page":"3479","last_page":"3489"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9197645783424377},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7613104581832886},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.7247544527053833},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6719578504562378},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5634849071502686},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5349095463752747},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5083321928977966},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.4901476800441742},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47968459129333496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2932659089565277}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9197645783424377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7613104581832886},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.7247544527053833},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6719578504562378},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5634849071502686},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5349095463752747},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5083321928977966},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.4901476800441742},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47968459129333496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2932659089565277},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvcg.2020.3023566","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2020.3023566","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1816664749","display_name":null,"funder_award_id":"NSF IIS-1948254","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3973298719","display_name":null,"funder_award_id":"NSF BCS-1928502","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6624513694","display_name":null,"funder_award_id":"W911NF-15-1-0459","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W99977874","https://openalex.org/W119458596","https://openalex.org/W1260475467","https://openalex.org/W1482975706","https://openalex.org/W1545424562","https://openalex.org/W1550283222","https://openalex.org/W1551475640","https://openalex.org/W1561256858","https://openalex.org/W1587018963","https://openalex.org/W1601923406","https://openalex.org/W1708911126","https://openalex.org/W1816117082","https://openalex.org/W1965563934","https://openalex.org/W1975383183","https://openalex.org/W1978365632","https://openalex.org/W1978580638","https://openalex.org/W1985329982","https://openalex.org/W1988932066","https://openalex.org/W1999090433","https://openalex.org/W2006071649","https://openalex.org/W2007465845","https://openalex.org/W2014442432","https://openalex.org/W2025647423","https://openalex.org/W2033955170","https://openalex.org/W2041016355","https://openalex.org/W2041260878","https://openalex.org/W2045085612","https://openalex.org/W2054061550","https://openalex.org/W2073255140","https://openalex.org/W2104038318","https://openalex.org/W2104564601","https://openalex.org/W2104851574","https://openalex.org/W2106128184","https://openalex.org/W2110971712","https://openalex.org/W2124327551","https://openalex.org/W2135643110","https://openalex.org/W2142119621","https://openalex.org/W2151308976","https://openalex.org/W2152306131","https://openalex.org/W2152553366","https://openalex.org/W2152869256","https://openalex.org/W2157289187","https://openalex.org/W2157771033","https://openalex.org/W2158857778","https://openalex.org/W2161304134","https://openalex.org/W2162425553","https://openalex.org/W2163724930","https://openalex.org/W2279815898","https://openalex.org/W2394816209","https://openalex.org/W2395981059","https://openalex.org/W2408666710","https://openalex.org/W2537762514","https://openalex.org/W2538269521","https://openalex.org/W2605026180","https://openalex.org/W2611061137","https://openalex.org/W2612593931","https://openalex.org/W2761468671","https://openalex.org/W2791686160","https://openalex.org/W2804807416","https://openalex.org/W2809951454","https://openalex.org/W2894448156","https://openalex.org/W2903481523","https://openalex.org/W2953786861","https://openalex.org/W2967881259","https://openalex.org/W2990431830","https://openalex.org/W2998245691","https://openalex.org/W4236063042","https://openalex.org/W4240980716","https://openalex.org/W4249659538","https://openalex.org/W4285719527","https://openalex.org/W6604801243","https://openalex.org/W6633209183","https://openalex.org/W6638504111","https://openalex.org/W6650282709","https://openalex.org/W6652293053","https://openalex.org/W6682297654","https://openalex.org/W6711902682"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"The":[0,70,83,90],"primary":[1],"objective":[2],"of":[3,48,112,122,168],"this":[4,28,36,146,163],"research":[5],"is":[6,116,172],"to":[7],"understand":[8],"how":[9],"users":[10],"manipulate":[11],"virtual":[12],"objects":[13],"in":[14,61,150,175],"augmented":[15,67,157,179],"reality":[16,68,158,180],"using":[17,64],"multimodal":[18,55],"interaction":[19,25,56],"(gesture":[20],"and":[21,23,75,80,96,107,130,141,153],"speech)":[22],"unimodal":[24],"(gesture).":[26],"Through":[27],"understanding,":[29],"natural-feeling":[30],"interactions":[31,115,155],"can":[32],"be":[33],"designed":[34],"for":[35,58,93,114,156],"technology.":[37],"These":[38],"findings":[39],"are":[40,73,160],"derived":[41],"from":[42,145],"an":[43],"elicitation":[44],"study":[45,84],"employing":[46],"Wizard":[47],"Oz":[49],"design":[50,142],"aimed":[51],"at":[52],"developing":[53],"user-defined":[54],"sets":[57],"building":[59],"tasks":[60],"3D":[62],"environments":[63],"optical":[65],"see-through":[66],"headsets.":[69],"modalities":[71],"tested":[72],"gesture":[74,78,152],"speech":[76,81,131,154],"combined,":[77],"only,":[79],"only.":[82],"was":[85],"conducted":[86],"with":[87,101],"24":[88],"participants.":[89],"canonical":[91],"referents":[92,104],"translation,":[94],"rotation,":[95],"scale":[97],"were":[98],"used":[99],"along":[100],"some":[102],"abstract":[103],"(create,":[105],"destroy,":[106],"select).":[108],"A":[109],"consensus":[110],"set":[111],"gestures":[113,123,129],"provided.":[117],"Findings":[118],"include":[119],"the":[120,125,166,176],"types":[121],"performed,":[124],"timing":[126],"between":[127],"co-occurring":[128],"(130":[132],"milliseconds),":[133],"perceived":[134],"workload":[135],"by":[136],"modality":[137],"(using":[138],"NASA":[139],"TLX),":[140],"guidelines":[143],"arising":[144],"study.":[147],"Multimodal":[148],"interaction,":[149],"particular":[151],"headsets,":[159],"essential":[161],"as":[162],"technology":[164],"becomes":[165],"future":[167],"interactive":[169],"computing.":[170],"It":[171],"possible":[173],"that":[174],"near":[177],"future,":[178],"glasses":[181],"will":[182],"become":[183],"pervasive.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2020-09-25T00:00:00"}