{"id":"https://openalex.org/W7128509445","doi":"https://doi.org/10.1145/3772318.3791308","title":"TouchScribe: Augmenting Non-Visual Hand-Object Interactions with Automated Live Visual Descriptions","display_name":"TouchScribe: Augmenting Non-Visual Hand-Object Interactions with Automated Live Visual Descriptions","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7128509445","doi":"https://doi.org/10.1145/3772318.3791308"},"language":null,"primary_location":{"id":"doi:10.1145/3772318.3791308","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791308","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772318.3791308","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008164265","display_name":"Ruei-Che Chang","orcid":"https://orcid.org/0000-0001-7545-4136"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ruei-Che Chang","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0001-7545-4136","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008341413","display_name":"Rosiana Natalie","orcid":"https://orcid.org/0000-0002-8912-7627"},"institutions":[{"id":"https://openalex.org/I4210165619","display_name":"Institute for Social Research","ror":"https://ror.org/05swz5441","country_code":"NO","type":"facility","lineage":["https://openalex.org/I4210165619"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Rosiana Natalie","raw_affiliation_strings":["Michigan Institute for Data & AI in Society, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0002-8912-7627","affiliations":[{"raw_affiliation_string":"Michigan Institute for Data & AI in Society, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I4210165619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040630854","display_name":"Wenqian Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenqian Xu","raw_affiliation_strings":["University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0009-0006-1822-0652","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120097963","display_name":"Jovan Zheng Feng Yap","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jovan Zheng Feng Yap","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0009-0000-0933-2878","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055067260","display_name":"Tiange Luo","orcid":"https://orcid.org/0000-0001-9557-9817"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tiange Luo","raw_affiliation_strings":["University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0001-9557-9817","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029180332","display_name":"Venkatesh Potluri","orcid":"https://orcid.org/0000-0002-5027-8831"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Venkatesh Potluri","raw_affiliation_strings":["School of Information, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0002-5027-8831","affiliations":[{"raw_affiliation_string":"School of Information, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125486220","display_name":"Anhong Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anhong Guo","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0002-4447-7818","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5008164265"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.26999459,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.7512000203132629,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.7512000203132629,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.15719999372959137,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.03629999980330467,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/swipe","display_name":"SwIPe","score":0.7738999724388123},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6717000007629395},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5435000061988831},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.474700003862381},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4471000134944916},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.31049999594688416},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.3012000024318695}],"concepts":[{"id":"https://openalex.org/C2779623668","wikidata":"https://www.wikidata.org/wiki/Q7652842","display_name":"SwIPe","level":2,"score":0.7738999724388123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.734499990940094},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6717000007629395},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6370000243186951},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5435000061988831},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4878000020980835},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.474700003862381},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4471000134944916},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36390000581741333},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.31049999594688416},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.3012000024318695},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C3020716817","wikidata":"https://www.wikidata.org/wiki/Q4132092","display_name":"Visual feedback","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C2776977519","wikidata":"https://www.wikidata.org/wiki/Q4636326","display_name":"3D interaction","level":3,"score":0.263700008392334},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.2558000087738037},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3772318.3791308","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791308","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2602.07802","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.07802","pdf_url":"https://arxiv.org/pdf/2602.07802","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3772318.3791308","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791308","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"People":[0],"who":[1],"are":[2],"blind":[3,97],"or":[4,104],"have":[5],"low":[6],"vision":[7],"regularly":[8],"use":[9],"their":[10],"hands":[11],"to":[12,18,21,41,80,87,91,101,106,125,129,147,162],"interact":[13],"with":[14,67],"the":[15,154],"physical":[16,164],"world":[17],"gain":[19],"access":[20],"objects\u2019":[22],"shape,":[23],"size,":[24],"weight,":[25],"and":[26,48,93,114,128,135,144],"texture.":[27],"However,":[28],"many":[29],"rich":[30,143],"visual":[31,46,70,130,159],"features":[32],"remain":[33],"inaccessible":[34],"through":[35],"touch":[36],"alone,":[37],"making":[38,157],"it":[39],"difficult":[40],"distinguish":[42],"similar":[43],"objects,":[44],"interpret":[45],"affordances,":[47],"form":[49],"a":[50,61,74],"complete":[51],"understanding":[52],"of":[53,156],"objects.":[54],"In":[55],"this":[56],"work,":[57],"we":[58,152],"present":[59],"TouchScribe,":[60],"system":[62],"that":[63,139],"augments":[64],"hand-object":[65],"interactions":[66],"automated":[68],"live":[69,158],"descriptions.":[71],"We":[72],"trained":[73],"custom":[75],"egocentric":[76],"hand":[77,119,122],"interaction":[78,123],"model":[79],"recognize":[81],"both":[82],"common":[83],"gestures":[84],"(e.g.,":[85,99],"grab":[86],"inspect,":[88],"hold":[89],"side-by-side":[90],"compare)":[92],"unique":[94],"ones":[95],"by":[96],"people":[98],"point":[100],"explore":[102],"color,":[103],"swipe":[105],"read":[107],"available":[108],"texts).":[109],"Furthermore,":[110],"TouchScribe":[111,140],"provides":[112],"real-time":[113],"adaptive":[115],"feedback":[116],"based":[117],"on":[118],"movement,":[120],"from":[121],"states,":[124],"object":[126,149],"labels,":[127],"details.":[131],"Our":[132],"user":[133],"study":[134],"technical":[136],"evaluations":[137],"demonstrate":[138],"can":[141],"provide":[142],"useful":[145],"descriptions":[146,160],"support":[148],"understanding.":[150],"Finally,":[151],"discuss":[153],"implications":[155],"responsive":[161],"users\u2019":[163],"reach.":[165]},"counts_by_year":[],"updated_date":"2026-04-14T06:08:25.285971","created_date":"2026-02-11T00:00:00"}