{"id":"https://openalex.org/W7164820724","doi":"https://doi.org/10.1145/3810212","title":"ARGESTUREAID: A Voice-Based, Adaptive, and Context-Aware Conversational Assistant for Supporting Mid-Air Gesture Discovery and Execution","display_name":"ARGESTUREAID: A Voice-Based, Adaptive, and Context-Aware Conversational Assistant for Supporting Mid-Air Gesture Discovery and Execution","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164820724","doi":"https://doi.org/10.1145/3810212"},"language":"en","primary_location":{"id":"doi:10.1145/3810212","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3810212","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3810212","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059101077","display_name":"Anjali Khurana","orcid":"https://orcid.org/0000-0002-2730-5512"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Anjali Khurana","raw_affiliation_strings":["Computing Science, Simon Fraser University, Burnaby, British Columbia, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2730-5512","affiliations":[{"raw_affiliation_string":"Computing Science, Simon Fraser University, Burnaby, British Columbia, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034989458","display_name":"Amy Karlson","orcid":"https://orcid.org/0000-0001-8934-7761"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy Karlson","raw_affiliation_strings":["Reality Labs Research, Meta Inc., Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0001-8934-7761","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta Inc., Redmond, Washington, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042382359","display_name":"Christopher Collins","orcid":"https://orcid.org/0000-0002-4520-7000"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Collins","raw_affiliation_strings":["Meta Reality Labs Research, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4520-7000","affiliations":[{"raw_affiliation_string":"Meta Reality Labs Research, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113185524","display_name":"Mengjie Yu","orcid":"https://orcid.org/0000-0001-6105-1272"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengjie Yu","raw_affiliation_strings":["Reality Labs Research, Meta Inc., Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0001-6105-1272","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta Inc., Redmond, Washington, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053860508","display_name":"Vinay Jayaram","orcid":"https://orcid.org/0000-0002-8581-4921"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vinay Jayaram","raw_affiliation_strings":["Meta Reality Labs, New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-8581-4921","affiliations":[{"raw_affiliation_string":"Meta Reality Labs, New York, New York, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005140278","display_name":"Hrvoje Benko","orcid":"https://orcid.org/0000-0002-2059-3558"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hrvoje Benko","raw_affiliation_strings":["Reality Labs Research, Meta Inc., Redmond, Washington, United States"],"raw_orcid":"https://orcid.org/0000-0002-2059-3558","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta Inc., Redmond, Washington, United States","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051092148","display_name":"Parmit K. Chilana","orcid":"https://orcid.org/0009-0007-0173-1752"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Parmit K. Chilana","raw_affiliation_strings":["Computing Science, Simon Fraser University, Burnaby, British Columbia, Canada"],"raw_orcid":"https://orcid.org/0009-0007-0173-1752","affiliations":[{"raw_affiliation_string":"Computing Science, Simon Fraser University, Burnaby, British Columbia, Canada","institution_ids":["https://openalex.org/I18014758"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.78683885,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"2","first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.5317000150680542,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.5317000150680542,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.2549999952316284,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.13359999656677246,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7497000098228455},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6603000164031982},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.49399998784065247},{"id":"https://openalex.org/keywords/discoverability","display_name":"Discoverability","score":0.4790000021457672},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4194999933242798},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.3937999904155731}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8093000054359436},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7497000098228455},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6826000213623047},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6603000164031982},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.49399998784065247},{"id":"https://openalex.org/C2778531742","wikidata":"https://www.wikidata.org/wiki/Q17009281","display_name":"Discoverability","level":2,"score":0.4790000021457672},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4194999933242798},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3937999904155731},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3483000099658966},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2897000014781952},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.28529998660087585},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2653999924659729},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3810212","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3810212","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3810212","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3810212","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1983239853","https://openalex.org/W1986218835","https://openalex.org/W1994059239","https://openalex.org/W2001200683","https://openalex.org/W2025544150","https://openalex.org/W2038287846","https://openalex.org/W2061270248","https://openalex.org/W2141975993","https://openalex.org/W2143894141","https://openalex.org/W2150662287","https://openalex.org/W2153403810","https://openalex.org/W2163096731","https://openalex.org/W2405187948","https://openalex.org/W2414191836","https://openalex.org/W2787712888","https://openalex.org/W2803381644","https://openalex.org/W2980895755","https://openalex.org/W2981449230","https://openalex.org/W3027929700","https://openalex.org/W3133726296","https://openalex.org/W3195692508","https://openalex.org/W3197181216","https://openalex.org/W3199534845","https://openalex.org/W3206227170","https://openalex.org/W3206624945","https://openalex.org/W4225114628","https://openalex.org/W4229038857","https://openalex.org/W4233530569","https://openalex.org/W4280611089","https://openalex.org/W4281745274","https://openalex.org/W4307475498","https://openalex.org/W4319323596","https://openalex.org/W4366547641","https://openalex.org/W4366590991","https://openalex.org/W4380047535","https://openalex.org/W4389296465","https://openalex.org/W4390511595","https://openalex.org/W4390812958","https://openalex.org/W4391833165","https://openalex.org/W4396832611","https://openalex.org/W4396833613","https://openalex.org/W4400142400","https://openalex.org/W4401508696","https://openalex.org/W4403334460","https://openalex.org/W4403717124","https://openalex.org/W4409736272","https://openalex.org/W4409748642"],"related_works":[],"abstract_inverted_index":{"End-users":[0],"of":[1,48,121,200],"immersive":[2],"Augmented":[3],"Reality":[4],"(AR)":[5],"applications":[6],"struggle":[7],"to":[8,33,86],"discover":[9],"and":[10,36,72,77,92,141,156,164,173,181,192,194],"execute":[11],"unfamiliar":[12],"mid-air":[13,189],"gestures.":[14,143,202],"We":[15,203],"introduce":[16],"ARG":[17,55,113,129,147],"esture":[18,56,114,130,148],"A":[19,57,115,131,149],"id":[20,58,116,132,150],",":[21,65,81],"a":[22,106,134],"novel":[23],"proof-of-concept":[24],"conversational":[25],"assistant":[26,138],"that":[27,112,146,169],"provides":[28],"adaptive,":[29,170,210],"context-aware":[30,211],"assistance":[31],"tailored":[32],"users'":[34,41,101],"tasks":[35],"gestural":[37],"errors.":[38],"By":[39],"combining":[40],"voice-based":[42],"task":[43,153],"descriptions":[44],"with":[45,53],"formalized":[46],"representations":[47,180],"hand":[49],"gesture":[50,179,190],"data":[51,104],"together":[52],"LLMs,":[54],"dynamically":[59],"supports":[60],"users":[61,67,187],"through:":[62],"(1)":[63],"feedforward":[64,172],"directing":[66],"toward":[68],"correct":[69],"pose,":[70],"position,":[71],"placement":[73],"before":[74],"initiating":[75],"gestures,":[76],"(2)":[78],"corrective":[79,174],"feedback":[80],"offering":[82],"targeted,":[83],"adaptive":[84],"instructions":[85],"address":[87],"user":[88,125],"errors":[89],"during":[90,188],"discovery":[91,191],"execution.":[93],"Our":[94,123],"initial":[95],"feasibility":[96],"study":[97,126],"(N=15),":[98],"which":[99],"compared":[100],"real-world":[102],"interaction":[103],"against":[105,133],"manually":[107],"labeled":[108],"reference":[109],"dataset,":[110],"shows":[111],"achieved":[117,151],"an":[118],"overall":[119],"accuracy":[120],"81.3%.":[122],"follow-up":[124],"(N=15)":[127],"evaluated":[128],"BASELINE":[135],"LLM-based":[136],"voice":[137],"across":[139],"unimanual":[140],"bimanual":[142],"Results":[144],"indicate":[145],"higher":[152],"completion":[154],"rates":[155],"was":[157],"rated":[158],"more":[159],"favorably":[160],"for":[161,207],"perceived":[162],"discoverability":[163],"usefulness.":[165],"These":[166],"findings":[167],"suggest":[168],"in-context":[171],"feedback,":[175],"grounded":[176],"in":[177,214],"formal":[178],"observed":[182],"error":[183],"patterns,":[184],"may":[185],"support":[186],"execution,":[193],"help":[195],"them":[196],"refine":[197],"their":[198],"understanding":[199],"required":[201],"discuss":[204],"key":[205],"considerations":[206],"designing":[208],"future":[209],"AR":[212,215],"systems":[213],"environments.":[216]},"counts_by_year":[],"updated_date":"2026-06-17T06:14:20.161405","created_date":"2026-06-16T00:00:00"}