{"id":"https://openalex.org/W7131650503","doi":"https://doi.org/10.1145/3772318.3791273","title":"Giving Meaning to Movements: Challenges and Opportunities in Expanding Communication by Pairing Unaided AAC with Speech Generated Messages","display_name":"Giving Meaning to Movements: Challenges and Opportunities in Expanding Communication by Pairing Unaided AAC with Speech Generated Messages","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7131650503","doi":"https://doi.org/10.1145/3772318.3791273"},"language":null,"primary_location":{"id":"doi:10.1145/3772318.3791273","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791273","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772318.3791273","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126870703","display_name":"Imran Kabir","orcid":null},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Imran Kabir","raw_affiliation_strings":["College of Information Sciences and Technology, Pennsylvania State University, State College, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0009-0001-8145-9328","affiliations":[{"raw_affiliation_string":"College of Information Sciences and Technology, Pennsylvania State University, State College, Pennsylvania, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126884762","display_name":"Sharon Ann Redmon","orcid":null},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sharon Ann Redmon","raw_affiliation_strings":["College of Education, Pennsylvania State University, University Park, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0009-0008-9926-7384","affiliations":[{"raw_affiliation_string":"College of Education, Pennsylvania State University, University Park, Pennsylvania, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092839063","display_name":"Lynn R. Elko","orcid":"https://orcid.org/0009-0006-0257-9871"},"institutions":[{"id":"https://openalex.org/I170912547","display_name":"Sigma-Tau (Switzerland)","ror":"https://ror.org/01a097g74","country_code":"CH","type":"company","lineage":["https://openalex.org/I170912547"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Lynn R Elko","raw_affiliation_strings":["See CVI, Speak AAC, Tamaqua, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0009-0006-0257-9871","affiliations":[{"raw_affiliation_string":"See CVI, Speak AAC, Tamaqua, Pennsylvania, USA","institution_ids":["https://openalex.org/I170912547"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089962165","display_name":"K. K. Williams","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127752","display_name":"Levine Children's Hospital","ror":"https://ror.org/03032jm09","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334069289","https://openalex.org/I4210127752"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Williams","raw_affiliation_strings":["L. L. SLIM, LLC., Charlotte, North Carolina, USA"],"raw_orcid":"https://orcid.org/0009-0006-1457-084X","affiliations":[{"raw_affiliation_string":"L. L. SLIM, LLC., Charlotte, North Carolina, USA","institution_ids":["https://openalex.org/I4210127752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117556381","display_name":"Mitchell Case","orcid":null},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mitchell A Case","raw_affiliation_strings":["College of Arts & Architecture, Pennsylvania State University, University Park, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0009-0005-0188-5810","affiliations":[{"raw_affiliation_string":"College of Arts & Architecture, Pennsylvania State University, University Park, Pennsylvania, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011992613","display_name":"Dawn J. Sowers","orcid":null},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]},{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dawn J Sowers","raw_affiliation_strings":["School of Communication Science and Disorders, Florida State University, Tallahassee, Florida, USA and College of Health and Human Development, Pennsylvania State University, University Park, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0009-0009-2499-6264","affiliations":[{"raw_affiliation_string":"School of Communication Science and Disorders, Florida State University, Tallahassee, Florida, USA and College of Health and Human Development, Pennsylvania State University, University Park, Pennsylvania, USA","institution_ids":["https://openalex.org/I103163165","https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126907374","display_name":"Krista Wilkinson","orcid":null},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krista Wilkinson","raw_affiliation_strings":["College of Health and Human Development, Pennsylvania State University, University Park, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0009-0007-0287-6179","affiliations":[{"raw_affiliation_string":"College of Health and Human Development, Pennsylvania State University, University Park, Pennsylvania, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005834738","display_name":"Syed Masum Billah","orcid":"https://orcid.org/0000-0001-5063-3808"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Syed Masum Billah","raw_affiliation_strings":["College of Information Sciences and Technology, Pennsylvania State University, University Park, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0001-5063-3808","affiliations":[{"raw_affiliation_string":"College of Information Sciences and Technology, Pennsylvania State University, University Park, Pennsylvania, USA","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.19432314,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6639999747276306},{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.6272000074386597},{"id":"https://openalex.org/keywords/augmentative-and-alternative-communication","display_name":"Augmentative and alternative communication","score":0.5861999988555908},{"id":"https://openalex.org/keywords/intelligibility","display_name":"Intelligibility (philosophy)","score":0.5027999877929688},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.4652999937534332},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3758000135421753},{"id":"https://openalex.org/keywords/wearable-technology","display_name":"Wearable technology","score":0.3504999876022339},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.3402999937534332}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6639999747276306},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6455000042915344},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.6272000074386597},{"id":"https://openalex.org/C2778121785","wikidata":"https://www.wikidata.org/wiki/Q781083","display_name":"Augmentative and alternative communication","level":2,"score":0.5861999988555908},{"id":"https://openalex.org/C60048801","wikidata":"https://www.wikidata.org/wiki/Q1433889","display_name":"Intelligibility (philosophy)","level":2,"score":0.5027999877929688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48840001225471497},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3758000135421753},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.3504999876022339},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2782999873161316},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C2777455480","wikidata":"https://www.wikidata.org/wiki/Q1038171","display_name":"Participatory design","level":3,"score":0.258899986743927},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2563000023365021},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.25209999084472656}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3772318.3791273","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791273","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2602.22131","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.22131","pdf_url":"https://arxiv.org/pdf/2602.22131","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:doi:10.48550/arxiv.2602.22131","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3772318.3791273","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791273","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Augmentative":[0],"and":[1,24,50,70,86,88,113,139,162,172],"Alternative":[2],"Communication":[3],"(AAC)":[4],"technologies":[5],"are":[6],"categorized":[7],"into":[8],"two":[9],"forms:":[10],"aided":[11,60,171],"AAC,":[12,26,61],"which":[13,27],"uses":[14],"external":[15],"devices":[16],"like":[17],"speech-generating":[18],"systems":[19,169],"to":[20,42,46,142],"produce":[21],"standardized":[22],"output,":[23],"unaided":[25,53,173],"relies":[28],"on":[29],"body-based":[30],"gestures":[31,138],"for":[32,66,166],"natural":[33],"expression":[34],"but":[35],"requires":[36],"shared":[37],"understanding.":[38],"We":[39,103],"investigate":[40],"how":[41,141],"combine":[43],"these":[44],"approaches":[45],"harness":[47],"the":[48,57],"speed":[49],"naturalness":[51],"of":[52,59,76,127],"AAC":[54,80],"while":[55],"maintaining":[56],"intelligibility":[58],"a":[62,91,95,100,107,115,163],"largely":[63],"unexplored":[64],"area":[65],"individuals":[67],"with":[68,79,94,99,110,152],"communication":[69],"motor":[71],"impairments.":[72],"Through":[73],"18":[74],"months":[75],"participatory":[77],"design":[78,160],"users,":[81],"we":[82,158],"identified":[83],"key":[84],"challenges":[85,133],"opportunities":[87],"developed":[89],"AllyAAC,":[90],"wearable":[92],"system":[93],"wrist-worn":[96],"IMU":[97],"paired":[98],"smartphone":[101],"app.":[102],"evaluated":[104],"AllyAAC":[105],"in":[106,134],"field":[108],"study":[109],"14":[111],"participants":[112],"produced":[114],"dataset":[116],"containing":[117],"over":[118],"600,000":[119],"multimodal":[120],"data":[121],"points":[122],"featuring":[123],"atypical":[124],"gestures\u2014the":[125],"first":[126],"its":[128],"kind.":[129],"Our":[130],"findings":[131],"reveal":[132],"recognizing":[135],"personalized,":[136],"idiosyncratic":[137],"demonstrate":[140],"address":[143],"them":[144],"using":[145],"Transformer-based":[146],"large":[147],"machine":[148],"learning":[149],"(ML)":[150],"models":[151],"different":[153],"pretraining":[154],"strategies.":[155],"In":[156],"sum,":[157],"contribute":[159],"principles":[161],"reference":[164],"implementation":[165],"adaptive,":[167],"personalized":[168],"combining":[170],"AAC.":[174]},"counts_by_year":[],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2026-02-27T00:00:00"}