{"id":"https://openalex.org/W7131684859","doi":"https://doi.org/10.48550/arxiv.2602.22131","title":"Giving Meaning to Movements: Challenges and Opportunities in Expanding Communication by Pairing Unaided AAC with Speech Generated Messages","display_name":"Giving Meaning to Movements: Challenges and Opportunities in Expanding Communication by Pairing Unaided AAC with Speech Generated Messages","publication_year":2026,"publication_date":"2026-02-25","ids":{"openalex":"https://openalex.org/W7131684859","doi":"https://doi.org/10.48550/arxiv.2602.22131"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.22131","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.22131","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.22131","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126870703","display_name":"Imran Kabir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kabir, Imran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126884762","display_name":"Sharon Ann Redmon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Redmon, Sharon Ann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092839063","display_name":"Lynn R. Elko","orcid":"https://orcid.org/0009-0006-0257-9871"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elko, Lynn R","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089962165","display_name":"K. K. Williams","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Williams, Kevin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117556381","display_name":"Mitchell Case","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Case, Mitchell A","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011992613","display_name":"Dawn J. Sowers","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sowers, Dawn J","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126907374","display_name":"Krista Wilkinson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wilkinson, Krista","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5005834738","display_name":"Syed Masum Billah","orcid":"https://orcid.org/0000-0001-5063-3808"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Billah, Syed Masum","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6639999747276306},{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.6272000074386597},{"id":"https://openalex.org/keywords/augmentative-and-alternative-communication","display_name":"Augmentative and alternative communication","score":0.5861999988555908},{"id":"https://openalex.org/keywords/intelligibility","display_name":"Intelligibility (philosophy)","score":0.5027999877929688},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.4652999937534332},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3758000135421753},{"id":"https://openalex.org/keywords/wearable-technology","display_name":"Wearable technology","score":0.3504999876022339},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.3402999937534332}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6639999747276306},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6455000042915344},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.6272000074386597},{"id":"https://openalex.org/C2778121785","wikidata":"https://www.wikidata.org/wiki/Q781083","display_name":"Augmentative and alternative communication","level":2,"score":0.5861999988555908},{"id":"https://openalex.org/C60048801","wikidata":"https://www.wikidata.org/wiki/Q1433889","display_name":"Intelligibility (philosophy)","level":2,"score":0.5027999877929688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48840001225471497},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3758000135421753},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.3504999876022339},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2782999873161316},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C2777455480","wikidata":"https://www.wikidata.org/wiki/Q1038171","display_name":"Participatory design","level":3,"score":0.258899986743927},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2563000023365021},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.22131","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.22131","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.22131","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.22131","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Augmentative":[0],"and":[1,24,50,70,86,88,113,139,162,172],"Alternative":[2],"Communication":[3],"(AAC)":[4],"technologies":[5],"are":[6],"categorized":[7],"into":[8],"two":[9],"forms:":[10],"aided":[11,60,171],"AAC,":[12,26,61],"which":[13,27],"uses":[14],"external":[15],"devices":[16],"like":[17],"speech-generating":[18],"systems":[19,169],"to":[20,42,46,142],"produce":[21],"standardized":[22],"output,":[23],"unaided":[25,53,173],"relies":[28],"on":[29],"body-based":[30],"gestures":[31,138],"for":[32,66,166],"natural":[33],"expression":[34],"but":[35],"requires":[36],"shared":[37],"understanding.":[38],"We":[39,103],"investigate":[40],"how":[41,141],"combine":[43],"these":[44],"approaches":[45],"harness":[47],"the":[48,57],"speed":[49],"naturalness":[51],"of":[52,59,76,127],"AAC":[54,80],"while":[55],"maintaining":[56],"intelligibility":[58],"a":[62,91,95,100,107,115,163],"largely":[63],"unexplored":[64],"area":[65],"individuals":[67],"with":[68,79,94,99,110,152],"communication":[69],"motor":[71],"impairments.":[72],"Through":[73],"18":[74],"months":[75],"participatory":[77],"design":[78,160],"users,":[81],"we":[82,158],"identified":[83],"key":[84],"challenges":[85,133],"opportunities":[87],"developed":[89],"AllyAAC,":[90],"wearable":[92],"system":[93],"wrist-worn":[96],"IMU":[97],"paired":[98],"smartphone":[101],"app.":[102],"evaluated":[104],"AllyAAC":[105],"in":[106,134],"field":[108],"study":[109],"14":[111],"participants":[112],"produced":[114],"dataset":[116],"containing":[117],"over":[118],"600,000":[119],"multimodal":[120],"data":[121],"points":[122],"featuring":[123],"atypical":[124],"gestures--the":[125],"first":[126],"its":[128],"kind.":[129],"Our":[130],"findings":[131],"reveal":[132],"recognizing":[135],"personalized,":[136],"idiosyncratic":[137],"demonstrate":[140],"address":[143],"them":[144],"using":[145],"Transformer-based":[146],"large":[147],"machine":[148],"learning":[149],"(ML)":[150],"models":[151],"different":[153],"pretraining":[154],"strategies.":[155],"In":[156],"sum,":[157],"contribute":[159],"principles":[161],"reference":[164],"implementation":[165],"adaptive,":[167],"personalized":[168],"combining":[170],"AAC.":[174]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-27T00:00:00"}
