{"id":"https://openalex.org/W4396832611","doi":"https://doi.org/10.1145/3613904.3642230","title":"GazePointAR: A Context-Aware Multimodal Voice Assistant for Pronoun Disambiguation in Wearable Augmented Reality","display_name":"GazePointAR: A Context-Aware Multimodal Voice Assistant for Pronoun Disambiguation in Wearable Augmented Reality","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396832611","doi":"https://doi.org/10.1145/3613904.3642230"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642230","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642230","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642230","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642230","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100609347","display_name":"Jaewook Lee","orcid":"https://orcid.org/0000-0002-1481-9290"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jaewook Lee","raw_affiliation_strings":["Paul G. Allen School of Computer Science & Engineering, University of Washington, United States"],"raw_orcid":"https://orcid.org/0000-0002-1481-9290","affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science & Engineering, University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055138908","display_name":"Jun Wang","orcid":"https://orcid.org/0009-0008-6066-4286"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["Paul G. Allen School of Computer Science & Engineering, University of Washington, United States"],"raw_orcid":"https://orcid.org/0009-0008-6066-4286","affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science & Engineering, University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102862852","display_name":"Elizabeth Brown","orcid":"https://orcid.org/0009-0002-1554-7079"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Brown","raw_affiliation_strings":["Computational Linguistics, University of Washington, United States"],"raw_orcid":"https://orcid.org/0009-0002-1554-7079","affiliations":[{"raw_affiliation_string":"Computational Linguistics, University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052523297","display_name":"Liam Chu","orcid":"https://orcid.org/0009-0005-2918-8152"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liam Chu","raw_affiliation_strings":["Applied and Computational Mathematical Sciences, University of Washington, United States"],"raw_orcid":"https://orcid.org/0009-0005-2918-8152","affiliations":[{"raw_affiliation_string":"Applied and Computational Mathematical Sciences, University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037537018","display_name":"Sebasti\u00e1n Rodr\u00edguez","orcid":"https://orcid.org/0000-0002-7003-1764"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sebastian S. Rodriguez","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Urbana-Champaign, United States"],"raw_orcid":"https://orcid.org/0000-0002-7003-1764","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Urbana-Champaign, United States","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016828530","display_name":"Jon E. Froehlich","orcid":"https://orcid.org/0000-0001-8291-3353"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jon E. Froehlich","raw_affiliation_strings":["Paul G. Allen School of Computer Science & Engineering, University of Washington, United States"],"raw_orcid":"https://orcid.org/0000-0001-8291-3353","affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science & Engineering, University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100609347"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":23.7119,"has_fulltext":false,"cited_by_count":76,"citation_normalized_percentile":{"value":0.9964618,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7997708320617676},{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.6974815130233765},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6635333299636841},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6633555293083191},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5858096480369568},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.5820496082305908},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.5754866600036621},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.49828147888183594},{"id":"https://openalex.org/keywords/pronoun","display_name":"Pronoun","score":0.4790186285972595},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.4526897370815277},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3963385224342346},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.321729451417923},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2192171812057495},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1571011245250702},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.15600916743278503}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7997708320617676},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.6974815130233765},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6635333299636841},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6633555293083191},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5858096480369568},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.5820496082305908},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5754866600036621},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.49828147888183594},{"id":"https://openalex.org/C2778551981","wikidata":"https://www.wikidata.org/wiki/Q36224","display_name":"Pronoun","level":2,"score":0.4790186285972595},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.4526897370815277},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3963385224342346},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.321729451417923},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2192171812057495},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1571011245250702},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.15600916743278503},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3613904.3642230","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642230","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642230","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642230","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642230","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642230","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396832611.pdf"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W1523813253","https://openalex.org/W1965305672","https://openalex.org/W1979290264","https://openalex.org/W1980120944","https://openalex.org/W1983239853","https://openalex.org/W1986275675","https://openalex.org/W1988742375","https://openalex.org/W1990703646","https://openalex.org/W1993223663","https://openalex.org/W1994828125","https://openalex.org/W2004024316","https://openalex.org/W2020941963","https://openalex.org/W2021178794","https://openalex.org/W2061270248","https://openalex.org/W2080401675","https://openalex.org/W2087003976","https://openalex.org/W2092795326","https://openalex.org/W2107072001","https://openalex.org/W2123937625","https://openalex.org/W2125490883","https://openalex.org/W2135643110","https://openalex.org/W2137529870","https://openalex.org/W2161071682","https://openalex.org/W2176017127","https://openalex.org/W2293649818","https://openalex.org/W2311815372","https://openalex.org/W2542287130","https://openalex.org/W2610523681","https://openalex.org/W2756993376","https://openalex.org/W2766868214","https://openalex.org/W2795530988","https://openalex.org/W2795726294","https://openalex.org/W2796010926","https://openalex.org/W2796228338","https://openalex.org/W2796357535","https://openalex.org/W2807784258","https://openalex.org/W2808279335","https://openalex.org/W2890313351","https://openalex.org/W2890735031","https://openalex.org/W2897026134","https://openalex.org/W2941163248","https://openalex.org/W2942226338","https://openalex.org/W2943686508","https://openalex.org/W2950504429","https://openalex.org/W2980364600","https://openalex.org/W2980956911","https://openalex.org/W3022497167","https://openalex.org/W3030681249","https://openalex.org/W3031942796","https://openalex.org/W3087422867","https://openalex.org/W3093596336","https://openalex.org/W3095848981","https://openalex.org/W3107018825","https://openalex.org/W3118436759","https://openalex.org/W3160547628","https://openalex.org/W3160638507","https://openalex.org/W3161351659","https://openalex.org/W3164089640","https://openalex.org/W3178522238","https://openalex.org/W3206227170","https://openalex.org/W3207040391","https://openalex.org/W3208118320","https://openalex.org/W4200309501","https://openalex.org/W4225085515","https://openalex.org/W4225093743","https://openalex.org/W4226098452","https://openalex.org/W4232009874","https://openalex.org/W4234833891","https://openalex.org/W4280611089","https://openalex.org/W4300309873","https://openalex.org/W4361806248","https://openalex.org/W4366547453","https://openalex.org/W6913013816"],"related_works":["https://openalex.org/W2029561777","https://openalex.org/W172797710","https://openalex.org/W3165080709","https://openalex.org/W2945105049","https://openalex.org/W2626699140","https://openalex.org/W2909357361","https://openalex.org/W4387098302","https://openalex.org/W4288365855","https://openalex.org/W2948317131","https://openalex.org/W2111961547"],"abstract_inverted_index":{"Voice":[0],"assistants":[1],"(VAs)":[2],"like":[3],"Siri":[4],"and":[5,23,43,96,104,114,131,147],"Alexa":[6],"are":[7],"transforming":[8],"human-computer":[9],"interaction;":[10],"however,":[11],"they":[12],"lack":[13],"awareness":[14],"of":[15,117],"users\u2019":[16],"spatiotemporal":[17],"context,":[18],"resulting":[19],"in":[20,74],"limited":[21],"performance":[22],"unnatural":[24],"dialogue.":[25],"We":[26,71,126,142],"introduce":[27],"GazePointAR,":[28,51],"a":[29,75,133],"fully-functional":[30],"context-aware":[31,152],"VA":[32],"for":[33,150],"wearable":[34],"augmented":[35],"reality":[36],"that":[37],"leverages":[38],"eye":[39],"gaze,":[40],"pointing":[41],"gestures,":[42],"conversation":[44],"history":[45],"to":[46,83],"disambiguate":[47],"speech":[48],"queries.":[49,109],"With":[50],"users":[52],"can":[53],"ask":[54],"\u201cwhat\u2019s":[55],"over":[56],"there?\u201d":[57],"or":[58],"\u201chow":[59],"do":[60],"I":[61],"solve":[62],"this":[63],"math":[64],"problem?\u201d":[65],"simply":[66],"by":[67,144],"looking":[68],"and/or":[69],"pointing.":[70],"evaluated":[72],"GazePointAR":[73,82,130,139],"three-part":[76],"lab":[77],"study":[78,136],"(N=12):":[79],"(1)":[80],"comparing":[81],"two":[84],"commercial":[85],"systems,":[86],"(2)":[87],"examining":[88,137],"GazePointAR\u2019s":[89],"pronoun":[90,122],"disambiguation":[91],"across":[92],"three":[93],"tasks;":[94],"(3)":[95],"an":[97],"open-ended":[98],"phase":[99],"where":[100],"participants":[101],"could":[102],"suggest":[103],"try":[105],"their":[106],"own":[107],"context-sensitive":[108],"Participants":[110],"appreciated":[111],"the":[112],"naturalness":[113],"human-like":[115],"nature":[116],"pronoun-driven":[118],"queries,":[119],"although":[120],"sometimes":[121],"use":[123],"was":[124],"counter-intuitive.":[125],"then":[127],"iterated":[128],"on":[129],"conducted":[132],"first-person":[134],"diary":[135],"how":[138],"performs":[140],"in-the-wild.":[141],"conclude":[143],"enumerating":[145],"limitations":[146],"design":[148],"considerations":[149],"future":[151],"VAs.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":28},{"year":2025,"cited_by_count":44},{"year":2024,"cited_by_count":4}],"updated_date":"2026-05-29T09:21:14.243279","created_date":"2025-10-10T00:00:00"}