{"id":"https://openalex.org/W4402954056","doi":"https://doi.org/10.1145/3654777.3676384","title":"SonoHaptics: An Audio-Haptic Cursor for Gaze-Based Object Selection in XR","display_name":"SonoHaptics: An Audio-Haptic Cursor for Gaze-Based Object Selection in XR","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4402954056","doi":"https://doi.org/10.1145/3654777.3676384"},"language":"en","primary_location":{"id":"doi:10.1145/3654777.3676384","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654777.3676384","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.00784","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048695161","display_name":"Hyunsung Cho","orcid":"https://orcid.org/0000-0002-4521-2766"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hyunsung Cho","raw_affiliation_strings":["Reality Labs Research, Meta Inc., United States and Human-Computer Interaction Institute, Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0002-4521-2766","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta Inc., United States and Human-Computer Interaction Institute, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017459735","display_name":"Naveen Sendhilnathan","orcid":"https://orcid.org/0000-0002-3534-890X"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naveen Sendhilnathan","raw_affiliation_strings":["Reality Labs Research, Meta Inc., United States"],"raw_orcid":"https://orcid.org/0000-0002-3534-890X","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta Inc., United States","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000831539","display_name":"Michael Nebeling","orcid":"https://orcid.org/0000-0003-3743-2387"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Nebeling","raw_affiliation_strings":["Reality Labs Research, Meta Inc., United States and School of Information, University of Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0003-3743-2387","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta Inc., United States and School of Information, University of Michigan, USA","institution_ids":["https://openalex.org/I4210128585","https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049387184","display_name":"Tianyi Wang","orcid":"https://orcid.org/0000-0001-9382-6466"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyi Wang","raw_affiliation_strings":["Reality Labs Research, Meta Inc., United States"],"raw_orcid":"https://orcid.org/0000-0001-9382-6466","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta Inc., United States","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013244306","display_name":"Purnima Padmanabhan","orcid":"https://orcid.org/0000-0003-4752-5894"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Purnima Padmanabhan","raw_affiliation_strings":["Reality Labs Research, Meta Inc., United States"],"raw_orcid":"https://orcid.org/0000-0003-4752-5894","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta Inc., United States","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081982021","display_name":"Jonathan Browder","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Browder","raw_affiliation_strings":["Reality Labs Research, Meta Inc., United States"],"raw_orcid":"https://orcid.org/0000-0003-1724-6915","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta Inc., United States","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058551017","display_name":"David Lindlbauer","orcid":"https://orcid.org/0000-0002-0809-9696"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Lindlbauer","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, United States"],"raw_orcid":"https://orcid.org/0000-0002-0809-9696","affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084702098","display_name":"Tanya R. Jonker","orcid":"https://orcid.org/0000-0001-8646-5076"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tanya R. Jonker","raw_affiliation_strings":["Reality Labs Research, Meta Inc., United States"],"raw_orcid":"https://orcid.org/0000-0001-8646-5076","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta Inc., United States","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091798589","display_name":"Kashyap Todi","orcid":"https://orcid.org/0000-0002-6174-2089"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kashyap Todi","raw_affiliation_strings":["Reality Labs Research, Meta Inc., United States"],"raw_orcid":"https://orcid.org/0000-0002-6174-2089","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta Inc., United States","institution_ids":["https://openalex.org/I4210128585"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8201,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.95728621,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cursor","display_name":"Cursor (databases)","score":0.8428307175636292},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.7962741851806641},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7925548553466797},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.7613235116004944},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5448129773139954},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4691765606403351},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4227867126464844},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4101518988609314}],"concepts":[{"id":"https://openalex.org/C2776990265","wikidata":"https://www.wikidata.org/wiki/Q2998101","display_name":"Cursor (databases)","level":2,"score":0.8428307175636292},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.7962741851806641},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7925548553466797},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7613235116004944},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5448129773139954},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4691765606403351},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4227867126464844},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4101518988609314}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3654777.3676384","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654777.3676384","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2409.00784","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.00784","pdf_url":"https://arxiv.org/pdf/2409.00784","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.00784","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.00784","pdf_url":"https://arxiv.org/pdf/2409.00784","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402954056.pdf"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W4941964","https://openalex.org/W572723478","https://openalex.org/W1505096505","https://openalex.org/W1561256858","https://openalex.org/W1974329625","https://openalex.org/W1991193765","https://openalex.org/W1994221098","https://openalex.org/W2010927954","https://openalex.org/W2061074892","https://openalex.org/W2090048052","https://openalex.org/W2142758306","https://openalex.org/W2159190202","https://openalex.org/W2160951686","https://openalex.org/W2212000725","https://openalex.org/W2284053332","https://openalex.org/W2346389740","https://openalex.org/W2535830051","https://openalex.org/W2610299746","https://openalex.org/W2764065835","https://openalex.org/W2765481100","https://openalex.org/W2795671290","https://openalex.org/W2895238724","https://openalex.org/W2897016072","https://openalex.org/W2901616108","https://openalex.org/W2941092099","https://openalex.org/W2963037989","https://openalex.org/W2969615259","https://openalex.org/W2972418643","https://openalex.org/W2982107827","https://openalex.org/W3000980990","https://openalex.org/W3097796798","https://openalex.org/W3160155069","https://openalex.org/W3160814597","https://openalex.org/W3161343203","https://openalex.org/W3164703573","https://openalex.org/W3194199754","https://openalex.org/W4247495196","https://openalex.org/W4250124742","https://openalex.org/W4256131386","https://openalex.org/W4291002004","https://openalex.org/W4298157095","https://openalex.org/W4307472573","https://openalex.org/W4366547310","https://openalex.org/W4366547334","https://openalex.org/W4386249396","https://openalex.org/W6653559056"],"related_works":["https://openalex.org/W156716224","https://openalex.org/W2111871955","https://openalex.org/W1880689012","https://openalex.org/W3175380930","https://openalex.org/W2482827754","https://openalex.org/W2139118002","https://openalex.org/W4385473849","https://openalex.org/W4297156670","https://openalex.org/W4285173217","https://openalex.org/W4399144619"],"abstract_inverted_index":{"We":[0,77],"introduce":[1],"SonoHaptics,":[2],"an":[3],"audio-haptic":[4,71,100],"cursor":[5],"for":[6,81,102],"gaze-based":[7,20],"3D":[8],"object":[9,117,138],"selection.":[10],"SonoHaptics":[11,50,108,135],"addresses":[12],"challenges":[13],"around":[14],"providing":[15],"accurate":[16,137],"visual":[17,39,48,62,86,147],"feedback":[18,101,111,123],"during":[19],"selection":[21,141],"in":[22,32,57,104,118,142],"Extended":[23],"Reality":[24],"(XR),":[25],"e.":[26],"g.,":[27],"lack":[28],"of":[29,54,64,85],"world-locked":[30],"displays":[31],"no-":[33],"or":[34],"limited-display":[35],"smart":[36],"glasses":[37],"and":[38,90,93,121,140],"inconsistencies.":[40],"To":[41],"enable":[42],"users":[43],"to":[44,60,70,88,97,115,124],"distinguish":[45],"objects":[46,65,103],"without":[47,146],"feedback,":[49],"employs":[51],"the":[52,105,119],"concept":[53],"cross-modal":[55,83],"correspondence":[56],"human":[58],"perception":[59],"map":[61],"features":[63,87],"(color,":[66],"size,":[67],"position,":[68],"material)":[69],"properties":[72],"(pitch,":[73],"amplitude,":[74],"direction,":[75],"timbre).":[76],"contribute":[78],"data-driven":[79],"models":[80],"determining":[82],"mappings":[84],"audio":[89],"haptic":[91],"features,":[92],"a":[94,143],"computational":[95],"approach":[96],"automatically":[98],"generate":[99],"user\u2019s":[106],"environment.":[107],"provides":[109],"global":[110],"that":[112,134],"is":[113],"unique":[114],"each":[116],"scene,":[120],"local":[122],"amplify":[125],"differences":[126],"between":[127],"nearby":[128],"objects.":[129],"Our":[130],"comparative":[131],"evaluation":[132],"shows":[133],"enables":[136],"identification":[139],"cluttered":[144],"scene":[145],"feedback.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}