{"id":"https://openalex.org/W4409767315","doi":"https://doi.org/10.1145/3706598.3713419","title":"Seeing with the Hands: A Sensory Substitution That Supports Manual Interactions","display_name":"Seeing with the Hands: A Sensory Substitution That Supports Manual Interactions","publication_year":2025,"publication_date":"2025-04-24","ids":{"openalex":"https://openalex.org/W4409767315","doi":"https://doi.org/10.1145/3706598.3713419"},"language":"en","primary_location":{"id":"doi:10.1145/3706598.3713419","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713419","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3706598.3713419","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010173639","display_name":"Shan-Yuan Teng","orcid":"https://orcid.org/0000-0002-1079-097X"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shan-Yuan Teng","raw_affiliation_strings":["University of Chicago, Chicago, Illinois, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-1079-097X","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, Illinois, United Kingdom","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051276711","display_name":"Gene S-H Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gene S-H Kim","raw_affiliation_strings":["University of Chicago, Chicago, Illinois, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-9514-4610","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, Illinois, United Kingdom","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031939959","display_name":"Xuanyou Liu","orcid":"https://orcid.org/0009-0007-5326-6194"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuanyou Liu","raw_affiliation_strings":["University of Chicago, Chicago, Illinois, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0007-5326-6194","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, Illinois, United Kingdom","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052549454","display_name":"Pedro Lopes","orcid":"https://orcid.org/0000-0001-6527-7084"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pedro Lopes","raw_affiliation_strings":["University of Chicago, Chicago, Illinois, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-6527-7084","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, Illinois, United Kingdom","institution_ids":["https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I40347166"],"apc_list":null,"apc_paid":null,"fwci":33.9643,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.99770642,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensory-substitution","display_name":"Sensory substitution","score":0.8880721926689148},{"id":"https://openalex.org/keywords/substitution","display_name":"Substitution (logic)","score":0.804343044757843},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6201705932617188},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5620582103729248},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.4501745402812958},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.33929508924484253},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2731761932373047},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10603928565979004}],"concepts":[{"id":"https://openalex.org/C8651855","wikidata":"https://www.wikidata.org/wiki/Q356133","display_name":"Sensory substitution","level":3,"score":0.8880721926689148},{"id":"https://openalex.org/C2778220771","wikidata":"https://www.wikidata.org/wiki/Q1522579","display_name":"Substitution (logic)","level":2,"score":0.804343044757843},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6201705932617188},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5620582103729248},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.4501745402812958},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.33929508924484253},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2731761932373047},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10603928565979004}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3706598.3713419","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713419","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3706598.3713419","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713419","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1583936149","https://openalex.org/W1973403103","https://openalex.org/W1984031726","https://openalex.org/W1989977220","https://openalex.org/W1990247287","https://openalex.org/W1994227203","https://openalex.org/W1998352415","https://openalex.org/W2007033900","https://openalex.org/W2015518028","https://openalex.org/W2016711711","https://openalex.org/W2023615903","https://openalex.org/W2023768532","https://openalex.org/W2035644337","https://openalex.org/W2036216799","https://openalex.org/W2060143634","https://openalex.org/W2063648932","https://openalex.org/W2080867701","https://openalex.org/W2081588427","https://openalex.org/W2083007992","https://openalex.org/W2088579411","https://openalex.org/W2089765964","https://openalex.org/W2089883532","https://openalex.org/W2092222318","https://openalex.org/W2093412249","https://openalex.org/W2103428456","https://openalex.org/W2116396066","https://openalex.org/W2128220310","https://openalex.org/W2131294823","https://openalex.org/W2131554532","https://openalex.org/W2133797163","https://openalex.org/W2149868499","https://openalex.org/W2149988039","https://openalex.org/W2151905266","https://openalex.org/W2165394321","https://openalex.org/W2220429781","https://openalex.org/W2486590273","https://openalex.org/W2510919644","https://openalex.org/W2515164212","https://openalex.org/W2604884515","https://openalex.org/W2766878685","https://openalex.org/W2783748062","https://openalex.org/W2790493375","https://openalex.org/W2810487486","https://openalex.org/W2896752950","https://openalex.org/W2980004589","https://openalex.org/W3048032066","https://openalex.org/W3096217226","https://openalex.org/W3127661058","https://openalex.org/W3161150675","https://openalex.org/W3161175894","https://openalex.org/W3194828349","https://openalex.org/W4214502699","https://openalex.org/W4245990317","https://openalex.org/W4308388733","https://openalex.org/W4315782476","https://openalex.org/W4366550059","https://openalex.org/W4387835280","https://openalex.org/W4387835306","https://openalex.org/W4396674349","https://openalex.org/W4396833064","https://openalex.org/W4399677687","https://openalex.org/W4400381440","https://openalex.org/W4403334054"],"related_works":["https://openalex.org/W2973534616","https://openalex.org/W245923058","https://openalex.org/W2609788485","https://openalex.org/W4315782476","https://openalex.org/W40238637","https://openalex.org/W3109329785","https://openalex.org/W2973712588","https://openalex.org/W2995712428","https://openalex.org/W2773696560","https://openalex.org/W1555616730"],"abstract_inverted_index":{"Sensory-substitution":[0],"devices":[1,56],"enable":[2],"perceiving":[3],"objects":[4,86],"by":[5],"translating":[6],"one":[7],"modality":[8],"(e.g.,":[9,13,23],"vision)":[10],"into":[11],"another":[12],"tactile).":[14],"While":[15],"many":[16],"explored":[17],"the":[18,21,26,34,46,81,123,134,144,157],"placement":[19],"of":[20,54,159],"haptic-output":[22],"torso,":[24],"forehead),":[25],"camera's":[27],"location":[28],"remains":[29],"largely":[30],"unexplored\u2014typically":[31],"seeing":[32,41],"from":[33,45,76],"eyes\u2019":[35],"perspective.":[36,136],"Instead,":[37],"we":[38,67,138],"propose":[39],"that":[40,72,113,146],"&":[42,52,89],"feeling":[43],"information":[44],"hands\u2019":[47,135],"perspective":[48],"could":[49],"enhance":[50],"flexibility":[51],"expressivity":[53],"sensory-substitution":[55,160],"to":[57,84,105,125],"support":[58],"manual":[59],"interactions":[60],"with":[61,95,143],"physical":[62],"objects.":[63],"To":[64],"this":[65],"end,":[66],"engineered":[68],"a":[69,77,93,148],"back-of-the-hand":[70],"electrotactile-display":[71],"renders":[73],"tactile":[74,116],"images":[75],"wrist-mounted":[78],"camera,":[79],"allowing":[80],"user's":[82],"hand":[83,103],"feel":[85],"while":[87,114],"reaching":[88],"hovering.":[90],"We":[91,111,152],"conducted":[92],"study":[94],"sighted/Blind-or-Low-Vision":[96],"participants":[97,128],"who":[98],"used":[99],"our":[100],"eyes":[101],"vs.":[102],"tactile-perspectives":[104],"manipulate":[106],"bottles":[107],"and":[108],"soldering-irons,":[109],"etc.":[110],"found":[112,129],"both":[115],"perspectives":[117],"provided":[118],"comparable":[119],"performance,":[120],"when":[121,141],"offered":[122],"opportunity":[124],"choose,":[126],"all":[127],"value":[130],"in":[131],"also":[132],"using":[133],"Moreover,":[137],"observed":[139],"behaviors":[140],"\u201cseeing":[142],"hands\u201d":[145],"suggest":[147],"more":[149],"ergonomic":[150],"object-manipulation.":[151],"believe":[153],"these":[154],"insights":[155],"extend":[156],"landscape":[158],"devices.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
