{"id":"https://openalex.org/W7168347131","doi":"https://doi.org/10.1007/978-3-032-31285-3_4","title":"Beyond the\u00a0Touchscreen: Hands-Free Sign Language and\u00a0Head-Pointing Interfaces for\u00a0Deaf Interaction with Intelligent Assistants","display_name":"Beyond the\u00a0Touchscreen: Hands-Free Sign Language and\u00a0Head-Pointing Interfaces for\u00a0Deaf Interaction with Intelligent Assistants","publication_year":2026,"publication_date":"2026-07-15","ids":{"openalex":"https://openalex.org/W7168347131","doi":"https://doi.org/10.1007/978-3-032-31285-3_4"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-032-31285-3_4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-032-31285-3_4","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-31285-3_4.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-31285-3_4.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140768134","display_name":"Nora Dunphy","orcid":"https://orcid.org/0009-0004-5011-5188"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nora Dunphy","raw_affiliation_strings":["University of California at Berkeley, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0009-0004-5011-5188","affiliations":[{"raw_affiliation_string":"University of California at Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140840965","display_name":"Gidey Gezae","orcid":"https://orcid.org/0000-0001-5566-7951"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gidey Gezae","raw_affiliation_strings":["Pennsylvania State University, State College, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5566-7951","affiliations":[{"raw_affiliation_string":"Pennsylvania State University, State College, PA, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140796915","display_name":"Paige DeVries","orcid":"https://orcid.org/0009-0009-9815-7121"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paige DeVries","raw_affiliation_strings":["Gallaudet University, Washington DC, USA"],"raw_orcid":"https://orcid.org/0009-0009-9815-7121","affiliations":[{"raw_affiliation_string":"Gallaudet University, Washington DC, USA","institution_ids":["https://openalex.org/I66108857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140761771","display_name":"Ming Li","orcid":"https://orcid.org/0009-0009-0177-5178"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming Li","raw_affiliation_strings":["Gallaudet University, Washington DC, USA"],"raw_orcid":"https://orcid.org/0009-0009-0177-5178","affiliations":[{"raw_affiliation_string":"Gallaudet University, Washington DC, USA","institution_ids":["https://openalex.org/I66108857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140851356","display_name":"Pranav Pidathala","orcid":"https://orcid.org/0009-0003-3926-007X"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pranav Pidathala","raw_affiliation_strings":["University of Maryland, College Park, MD, USA"],"raw_orcid":"https://orcid.org/0009-0003-3926-007X","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140949741","display_name":"Abraham Glasser","orcid":"https://orcid.org/0000-0003-1763-4352"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abraham Glasser","raw_affiliation_strings":["Gallaudet University, Washington DC, USA"],"raw_orcid":"https://orcid.org/0000-0003-1763-4352","affiliations":[{"raw_affiliation_string":"Gallaudet University, Washington DC, USA","institution_ids":["https://openalex.org/I66108857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140838089","display_name":"Raja Kushalnagar","orcid":"https://orcid.org/0000-0002-0493-413X"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raja Kushalnagar","raw_affiliation_strings":["Gallaudet University, Washington DC, USA"],"raw_orcid":"https://orcid.org/0000-0002-0493-413X","affiliations":[{"raw_affiliation_string":"Gallaudet University, Washington DC, USA","institution_ids":["https://openalex.org/I66108857"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5140910180","display_name":"Christian Vogler","orcid":"https://orcid.org/0000-0003-2590-6880"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Christian Vogler","raw_affiliation_strings":["Gallaudet University, Washington DC, USA"],"raw_orcid":"https://orcid.org/0000-0003-2590-6880","affiliations":[{"raw_affiliation_string":"Gallaudet University, Washington DC, USA","institution_ids":["https://openalex.org/I66108857"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5140910180"],"corresponding_institution_ids":["https://openalex.org/I66108857"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"28","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.8759999871253967},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.7301999926567078},{"id":"https://openalex.org/keywords/american-sign-language","display_name":"American Sign Language","score":0.6883000135421753},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5156000256538391},{"id":"https://openalex.org/keywords/assistive-technology","display_name":"Assistive technology","score":0.4851999878883362},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.4851999878883362},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.38019999861717224},{"id":"https://openalex.org/keywords/screen-reader","display_name":"Screen reader","score":0.30660000443458557}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8759999871253967},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8037999868392944},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7865999937057495},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.7301999926567078},{"id":"https://openalex.org/C2776737515","wikidata":"https://www.wikidata.org/wiki/Q14759","display_name":"American Sign Language","level":3,"score":0.6883000135421753},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5156000256538391},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4851999878883362},{"id":"https://openalex.org/C3017715821","wikidata":"https://www.wikidata.org/wiki/Q688498","display_name":"Assistive technology","level":2,"score":0.4851999878883362},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.38019999861717224},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.30799999833106995},{"id":"https://openalex.org/C2778535757","wikidata":"https://www.wikidata.org/wiki/Q1328864","display_name":"Screen reader","level":3,"score":0.30660000443458557},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.29120001196861267},{"id":"https://openalex.org/C2780753109","wikidata":"https://www.wikidata.org/wiki/Q390557","display_name":"Multi-touch","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C13854087","wikidata":"https://www.wikidata.org/wiki/Q1061656","display_name":"Interaction design","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C121449826","wikidata":"https://www.wikidata.org/wiki/Q864114","display_name":"Input device","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C11324603","wikidata":"https://www.wikidata.org/wiki/Q2502322","display_name":"Usability lab","level":4,"score":0.26489999890327454},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-032-31285-3_4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-032-31285-3_4","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-31285-3_4.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-032-31285-3_4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-032-31285-3_4","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-31285-3_4.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G218549648","display_name":null,"funder_award_id":"90REGE0013","funder_id":"https://openalex.org/F4320337604","funder_display_name":"National Institute on Disability, Independent Living, and Rehabilitation Research"}],"funders":[{"id":"https://openalex.org/F4320306085","display_name":"U.S. Department of Health and Human Services","ror":"https://ror.org/033jnv181"},{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"},{"id":"https://openalex.org/F4320332398","display_name":"Administration for Community Living","ror":"https://ror.org/00vf4jm23"},{"id":"https://openalex.org/F4320337604","display_name":"National Institute on Disability, Independent Living, and Rehabilitation Research","ror":"https://ror.org/033jnv181"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7168347131.pdf","grobid_xml":"https://content.openalex.org/works/W7168347131.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1989689139","https://openalex.org/W2077379736","https://openalex.org/W2138207021","https://openalex.org/W2765351389","https://openalex.org/W2772667673","https://openalex.org/W2796010926","https://openalex.org/W2950562658","https://openalex.org/W2981531407","https://openalex.org/W3161442376","https://openalex.org/W4225132320","https://openalex.org/W4288117694","https://openalex.org/W4395443214","https://openalex.org/W4395443228","https://openalex.org/W4399061921","https://openalex.org/W4401132887","https://openalex.org/W7131799090","https://openalex.org/W7154047574"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Intelligent":[1],"Personal":[2],"Assistants":[3],"(IPAs)":[4],"are":[5,30,52],"currently":[6],"limited":[7],"to":[8,61,64,183],"mostly":[9],"voice":[10,184],"input":[11,102],"by":[12],"users,":[13],"which":[14],"often":[15],"does":[16],"not":[17,53,58,170],"work":[18],"for":[19,47,104,178],"Deaf":[20],"and":[21,36,55,67,121,129,146],"Hard":[22],"of":[23],"Hearing":[24],"(DHH)":[25],"users\u2019":[26],"accessibility.":[27],"Touch":[28],"interfaces":[29],"an":[31,83],"accessible":[32],"alternative":[33],"in":[34,74,112],"principle,":[35],"these":[37,51],"recently":[38],"have":[39],"been":[40],"combined":[41],"with":[42,69,77,94,106,186],"large":[43],"language":[44],"models":[45],"(LLMs)":[46],"usability":[48,134,143],"enhancements.":[49],"However,":[50],"hands-free,":[54],"it":[56],"is":[57,169,176],"always":[59],"feasible":[60],"walk":[62],"up":[63],"a":[65,92,113,119],"device":[66],"interact":[68],"its":[70],"touchscreen,":[71,120],"such":[72,167],"as":[73],"the":[75,162],"kitchen":[76],"dirty":[78],"hands.":[79],"This":[80,156],"paper":[81],"situates":[82],"LLM-powered":[84],"touch":[85,117,123,131],"interface":[86],"against":[87],"hands-free":[88,125,181],"options.":[89],"We":[90],"present":[91],"study":[93],"23":[95],"DHH":[96],"participants":[97,148],"who":[98],"tested":[99],"three":[100],"potential":[101],"methods":[103],"interacting":[105],"IPAs:":[107],"American":[108],"Sign":[109],"Language":[110],"(ASL)":[111],"Wizard-of-Oz":[114],"setting,":[115],"LLM-assisted":[116,122,130],"through":[118,124],"head":[126],"pointing.":[127],"ASL":[128,145,154,158],"had":[132],"comparable":[133,142],"scores,":[135],"while":[136],"headpointing":[137],"scored":[138],"much":[139,150],"worse.":[140],"Despite":[141],"between":[144],"touch,":[147],"were":[149],"more":[151],"enthusiastic":[152],"about":[153],"input.":[155],"suggests":[157],"recognition":[159],"should":[160],"be":[161],"ultimate":[163],"goal,":[164],"but":[165],"because":[166],"technology":[168],"yet":[171],"commercially":[172],"viable,":[173],"further":[174],"research":[175],"needed":[177],"identifying":[179],"practical":[180],"alternatives":[182],"interaction":[185],"IPAs.":[187]},"counts_by_year":[],"updated_date":"2026-07-17T05:52:16.776730","created_date":"2026-07-16T00:00:00"}