{"id":"https://openalex.org/W7154085427","doi":"https://doi.org/10.1145/3772318.3790932","title":"WatchHand: Enabling Continuous Hand Pose Tracking On Off-the-Shelf Smartwatches","display_name":"WatchHand: Enabling Continuous Hand Pose Tracking On Off-the-Shelf Smartwatches","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154085427","doi":"https://doi.org/10.1145/3772318.3790932"},"language":null,"primary_location":{"id":"doi:10.1145/3772318.3790932","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790932","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772318.3790932","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121487599","display_name":"Jiwan Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiwan Kim","raw_affiliation_strings":["School of Electrical Engineering, KAIST, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-0806-2797","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029939505","display_name":"Chi-Jung Lee","orcid":"https://orcid.org/0000-0002-1887-4000"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chi-Jung Lee","raw_affiliation_strings":["Cornell University, Ithaca, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-1887-4000","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113428994","display_name":"Hohurn Jung","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hohurn Jung","raw_affiliation_strings":["School of Electrical Engineering, KAIST, Deajon, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0008-8096-1050","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, KAIST, Deajon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077097352","display_name":"Tianhong Catherine Yu","orcid":"https://orcid.org/0000-0002-3742-0178"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianhong Catherine Yu","raw_affiliation_strings":["Cornell University, Ithaca, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-3742-0178","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101635799","display_name":"Ruidong Zhang","orcid":"https://orcid.org/0000-0001-8329-0522"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruidong Zhang","raw_affiliation_strings":["Information Science, Cornell University, Ithaca, New York, USA"],"raw_orcid":"https://orcid.org/0000-0001-8329-0522","affiliations":[{"raw_affiliation_string":"Information Science, Cornell University, Ithaca, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009168826","display_name":"Ian Oakley","orcid":"https://orcid.org/0000-0001-5834-8577"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ian Oakley","raw_affiliation_strings":["School of Electrical Engineering, KAIST, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-5834-8577","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080697701","display_name":"Cheng Zhang","orcid":"https://orcid.org/0000-0002-5079-5927"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cheng Zhang","raw_affiliation_strings":["Computing and Information Science, Cornell University, ITHACA, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-5079-5927","affiliations":[{"raw_affiliation_string":"Computing and Information Science, Cornell University, ITHACA, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.3258049,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.6316999793052673,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.6316999793052673,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.2337000072002411,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.013100000098347664,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/smartwatch","display_name":"Smartwatch","score":0.8129000067710876},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.6015999913215637},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.5250999927520752},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5246000289916992},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.41440001130104065},{"id":"https://openalex.org/keywords/tracking-system","display_name":"Tracking system","score":0.3386000096797943},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.314300000667572},{"id":"https://openalex.org/keywords/hand-position","display_name":"Hand position","score":0.3037000000476837}],"concepts":[{"id":"https://openalex.org/C29794715","wikidata":"https://www.wikidata.org/wiki/Q5362345","display_name":"Smartwatch","level":3,"score":0.8129000067710876},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7272999882698059},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.6015999913215637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5691999793052673},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5530999898910522},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5250999927520752},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5246000289916992},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.41440001130104065},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3569999933242798},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.3386000096797943},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32359999418258667},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C3018151503","wikidata":"https://www.wikidata.org/wiki/Q608487","display_name":"Hand position","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.2888000011444092},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C293773","wikidata":"https://www.wikidata.org/wiki/Q7608015","display_name":"Step detection","level":3,"score":0.2678000032901764},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.26660001277923584},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2529999911785126},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3772318.3790932","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790932","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3772318.3790932","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790932","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1037953432","display_name":"CAREER: Towards sensing and understanding fine-grained body postures in daily life using intelligent wearables with acoustic sensing","funder_award_id":"2239569","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G888181306","display_name":null,"funder_award_id":"IITP-2026-RS-2024-00436398","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1993928670","https://openalex.org/W1994367916","https://openalex.org/W2073703261","https://openalex.org/W2099800354","https://openalex.org/W2153200718","https://openalex.org/W2194775991","https://openalex.org/W2394945029","https://openalex.org/W2402069821","https://openalex.org/W2525860450","https://openalex.org/W2611904979","https://openalex.org/W2768683308","https://openalex.org/W2783985400","https://openalex.org/W2794495458","https://openalex.org/W2795885990","https://openalex.org/W2942276634","https://openalex.org/W3035531123","https://openalex.org/W3093964127","https://openalex.org/W3199779726","https://openalex.org/W4220783478","https://openalex.org/W4221089815","https://openalex.org/W4224986399","https://openalex.org/W4307472574","https://openalex.org/W4307475882","https://openalex.org/W4307810610","https://openalex.org/W4366547682","https://openalex.org/W4366581013","https://openalex.org/W4386456016","https://openalex.org/W4387086384","https://openalex.org/W4387801107","https://openalex.org/W4387968664","https://openalex.org/W4391462118","https://openalex.org/W4396833076","https://openalex.org/W4396919354","https://openalex.org/W4400142356","https://openalex.org/W4403334147","https://openalex.org/W4403334757","https://openalex.org/W4404586317","https://openalex.org/W4404587094","https://openalex.org/W4404969476","https://openalex.org/W4409749004","https://openalex.org/W4414897297","https://openalex.org/W4415797575","https://openalex.org/W7117467370"],"related_works":[],"abstract_inverted_index":{"Tracking":[0],"hand":[1,39,79,143],"poses":[2,80],"on":[3,12,19,44,131,154],"wrist-wearables":[4],"enables":[5],"rich,":[6],"expressive":[7],"interactions,":[8],"yet":[9],"remains":[10],"unavailable":[11],"commercial":[13],"smartwatches,":[14],"as":[15],"prior":[16],"implementations":[17],"rely":[18],"external":[20],"sensors":[21],"or":[22,122],"custom":[23],"hardware,":[24],"limiting":[25],"their":[26,49,62],"real-world":[27,90],"applicability.":[28],"To":[29],"address":[30],"this,":[31],"we":[32],"present":[33],"WatchHand,":[34],"the":[35,65,124,139],"first":[36],"continuous":[37,58],"3D":[38,78],"pose":[40],"tracking":[41,144],"system":[42],"implemented":[43],"off-the-shelf":[45],"smartwatches":[46],"using":[47],"only":[48],"built-in":[50],"speaker":[51],"and":[52,60],"microphone.":[53],"WatchHand":[54,87,137],"emits":[55],"inaudible":[56],"frequency-modulated":[57],"waves":[59],"captures":[61],"reflections":[63],"from":[64],"hand.":[66],"These":[67],"acoustic":[68],"signals":[69],"are":[70],"processed":[71],"by":[72,145],"a":[73,102],"deep-learning":[74],"model":[75,125],"that":[76],"estimates":[77],"for":[81,119],"20":[82],"finger":[83],"joints.":[84],"We":[85],"evaluate":[86],"across":[88],"diverse":[89],"conditions\u2014multiple":[91],"smartwatch":[92],"models,":[93],"wearing-hands,":[94],"body":[95],"postures,":[96],"noise":[97],"conditions,":[98],"pose-variation":[99],"protocols\u2014and":[100],"achieve":[101],"mean":[103],"per-joint":[104],"position":[105],"error":[106],"of":[107,134,156],"7.87":[108],"mm":[109],"in":[110],"cross-session":[111],"tests":[112],"with":[113,128],"device":[114],"remounting.":[115],"Although":[116],"performance":[117],"drops":[118],"unseen":[120],"users":[121],"gestures,":[123],"adapts":[126],"effectively":[127],"lightweight":[129],"fine-tuning":[130],"small":[132],"amounts":[133],"data.":[135],"Overall,":[136],"lowers":[138],"barrier":[140],"to":[141],"smartwatch-based":[142],"eliminating":[146],"additional":[147],"hardware":[148],"while":[149],"enabling":[150],"robust,":[151],"always-available":[152],"interactions":[153],"millions":[155],"existing":[157],"devices.":[158]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-04-14T00:00:00"}