{"id":"https://openalex.org/W4391462118","doi":"https://doi.org/10.1145/3613904.3642910","title":"EchoWrist: Continuous Hand Pose Tracking and Hand-Object Interaction Recognition Using Low-Power Active Acoustic Sensing On a Wristband","display_name":"EchoWrist: Continuous Hand Pose Tracking and Hand-Object Interaction Recognition Using Low-Power Active Acoustic Sensing On a Wristband","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4391462118","doi":"https://doi.org/10.1145/3613904.3642910"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642910","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642910","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642910","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642910","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102652606","display_name":"Chi-Jung Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chi-Jung Lee","raw_affiliation_strings":["Cornell University, United States"],"raw_orcid":"https://orcid.org/0000-0002-1887-4000","affiliations":[{"raw_affiliation_string":"Cornell University, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101635799","display_name":"Ruidong Zhang","orcid":"https://orcid.org/0000-0001-8329-0522"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruidong Zhang","raw_affiliation_strings":["Information Science, Cornell University, United States"],"raw_orcid":"https://orcid.org/0000-0001-8329-0522","affiliations":[{"raw_affiliation_string":"Information Science, Cornell University, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101436383","display_name":"Devansh Agarwal","orcid":"https://orcid.org/0009-0005-1338-9275"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Devansh Agarwal","raw_affiliation_strings":["Computer Science, Cornell University, United States"],"raw_orcid":"https://orcid.org/0009-0005-1338-9275","affiliations":[{"raw_affiliation_string":"Computer Science, Cornell University, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077097352","display_name":"Tianhong Catherine Yu","orcid":"https://orcid.org/0000-0002-3742-0178"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianhong Catherine Yu","raw_affiliation_strings":["Information Science, Cornell University, United States"],"raw_orcid":"https://orcid.org/0000-0002-3742-0178","affiliations":[{"raw_affiliation_string":"Information Science, Cornell University, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093845306","display_name":"Vipin Gunda","orcid":"https://orcid.org/0009-0000-5500-2183"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vipin Gunda","raw_affiliation_strings":["Cornell University, United States"],"raw_orcid":"https://orcid.org/0009-0000-5500-2183","affiliations":[{"raw_affiliation_string":"Cornell University, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Oliver Lopez","orcid":"https://orcid.org/0009-0006-6328-193X"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oliver Lopez","raw_affiliation_strings":["Cornell University, United States"],"raw_orcid":"https://orcid.org/0009-0006-6328-193X","affiliations":[{"raw_affiliation_string":"Cornell University, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":null,"display_name":"James Kim","orcid":"https://orcid.org/0009-0002-3583-1114"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Kim","raw_affiliation_strings":["Cornell University, United States"],"raw_orcid":"https://orcid.org/0009-0002-3583-1114","affiliations":[{"raw_affiliation_string":"Cornell University, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068718066","display_name":"S. X. Yin","orcid":"https://orcid.org/0000-0002-0165-9750"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sicheng Yin","raw_affiliation_strings":["College of Computing and Information Science, Cornell university, United States"],"raw_orcid":"https://orcid.org/0000-0002-0165-9750","affiliations":[{"raw_affiliation_string":"College of Computing and Information Science, Cornell university, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089920560","display_name":"B. H. Dong","orcid":"https://orcid.org/0009-0001-1218-9336"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Boao Dong","raw_affiliation_strings":["Computer Science, Cornell University, United States"],"raw_orcid":"https://orcid.org/0009-0001-1218-9336","affiliations":[{"raw_affiliation_string":"Computer Science, Cornell University, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ke Li","orcid":"https://orcid.org/0000-0002-4208-7904"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ke Li","raw_affiliation_strings":["Information Science, Cornell University, United States"],"raw_orcid":"https://orcid.org/0000-0002-4208-7904","affiliations":[{"raw_affiliation_string":"Information Science, Cornell University, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091474336","display_name":"Mose Sakashita","orcid":"https://orcid.org/0000-0003-4953-2027"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mose Sakashita","raw_affiliation_strings":["Information Science, Cornell University, United States"],"raw_orcid":"https://orcid.org/0000-0003-4953-2027","affiliations":[{"raw_affiliation_string":"Information Science, Cornell University, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037702709","display_name":"Fran\u00e7ois Guimbreti\u00e8re","orcid":"https://orcid.org/0000-0002-5510-6799"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Francois Guimbretiere","raw_affiliation_strings":["Information Science, Cornell, United States"],"raw_orcid":"https://orcid.org/0000-0002-5510-6799","affiliations":[{"raw_affiliation_string":"Information Science, Cornell, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080697701","display_name":"Cheng Zhang","orcid":"https://orcid.org/0000-0002-5079-5927"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cheng Zhang","raw_affiliation_strings":["Information Science, Cornell University, United States"],"raw_orcid":"https://orcid.org/0000-0002-5079-5927","affiliations":[{"raw_affiliation_string":"Information Science, Cornell University, United States","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":12.0978,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.99097938,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.6248697638511658},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5659328103065491},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5590316653251648},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5492383241653442},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4724369943141937},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15622088313102722}],"concepts":[{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.6248697638511658},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5659328103065491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5590316653251648},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5492383241653442},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4724369943141937},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15622088313102722},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3613904.3642910","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642910","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642910","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2401.17409","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.17409","pdf_url":"https://arxiv.org/pdf/2401.17409","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642910","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642910","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642910","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391462118.pdf"},"referenced_works_count":83,"referenced_works":["https://openalex.org/W1986707552","https://openalex.org/W1993138654","https://openalex.org/W1995820507","https://openalex.org/W2008834805","https://openalex.org/W2019660985","https://openalex.org/W2031535007","https://openalex.org/W2099800354","https://openalex.org/W2102413118","https://openalex.org/W2109018459","https://openalex.org/W2115466366","https://openalex.org/W2127681657","https://openalex.org/W2153169563","https://openalex.org/W2163097095","https://openalex.org/W2167054073","https://openalex.org/W2169709590","https://openalex.org/W2194775991","https://openalex.org/W2209204668","https://openalex.org/W2270568955","https://openalex.org/W2394945029","https://openalex.org/W2508112722","https://openalex.org/W2508345357","https://openalex.org/W2533819212","https://openalex.org/W2535391349","https://openalex.org/W2538172027","https://openalex.org/W2543775126","https://openalex.org/W2611233583","https://openalex.org/W2670918448","https://openalex.org/W2753202447","https://openalex.org/W2763642380","https://openalex.org/W2766880125","https://openalex.org/W2783985400","https://openalex.org/W2786475109","https://openalex.org/W2795600692","https://openalex.org/W2796589614","https://openalex.org/W2888558290","https://openalex.org/W2897106987","https://openalex.org/W2897765997","https://openalex.org/W2898581654","https://openalex.org/W2907305830","https://openalex.org/W2907397687","https://openalex.org/W2940771345","https://openalex.org/W2941266383","https://openalex.org/W2942395439","https://openalex.org/W2952132648","https://openalex.org/W2962811204","https://openalex.org/W2963221612","https://openalex.org/W2964093990","https://openalex.org/W2981207893","https://openalex.org/W3003952261","https://openalex.org/W3015195278","https://openalex.org/W3035531123","https://openalex.org/W3093964127","https://openalex.org/W3094630307","https://openalex.org/W3146409945","https://openalex.org/W3154181057","https://openalex.org/W3199779726","https://openalex.org/W3201019848","https://openalex.org/W3207758636","https://openalex.org/W4210999225","https://openalex.org/W4220783478","https://openalex.org/W4224986399","https://openalex.org/W4240935049","https://openalex.org/W4284884132","https://openalex.org/W4284887235","https://openalex.org/W4284889766","https://openalex.org/W4294891768","https://openalex.org/W4294891909","https://openalex.org/W4296783397","https://openalex.org/W4307472574","https://openalex.org/W4307475882","https://openalex.org/W4312648215","https://openalex.org/W4317927921","https://openalex.org/W4319837262","https://openalex.org/W4319837288","https://openalex.org/W4360991157","https://openalex.org/W4366547682","https://openalex.org/W4366581762","https://openalex.org/W4386456016","https://openalex.org/W4387086384","https://openalex.org/W4387321410","https://openalex.org/W4387321423","https://openalex.org/W4392019525","https://openalex.org/W4392120932"],"related_works":["https://openalex.org/W2755342338","https://openalex.org/W2058170566","https://openalex.org/W2036807459","https://openalex.org/W2775347418","https://openalex.org/W1969923398","https://openalex.org/W2166024367","https://openalex.org/W2772917594","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2079911747"],"abstract_inverted_index":{"Our":[0],"hands":[1],"serve":[2],"as":[3],"a":[4,30,96],"fundamental":[5],"means":[6],"of":[7,148],"interaction":[8,19,25],"with":[9,50,64,146,157],"the":[10,58,65,78,82,91,113],"world":[11],"around":[12],"us.":[13],"Therefore,":[14],"understanding":[15],"hand":[16,37,66,103,109,128,144],"poses":[17,38,104,129],"and":[18,39,67,72,81,105,123,130,151],"contexts":[20],"is":[21,48,121],"critical":[22],"for":[23],"human-computer":[24],"(HCI).":[26],"We":[27],"present":[28],"EchoWrist,":[29],"low-power":[31],"wristband":[32],"that":[33,101,119],"continuously":[34,140],"estimates":[35],"3D":[36,127,143],"recognizes":[40],"hand-object":[41,132,155],"interactions":[42,156],"using":[43],"active":[44],"acoustic":[45],"sensing.":[46],"EchoWrist":[47,120,138],"equipped":[49],"two":[51,92,114],"speakers":[52],"emitting":[53],"inaudible":[54],"sound":[55,61],"waves":[56,62],"toward":[57],"hand.":[59],"These":[60],"interact":[63],"its":[68],"surroundings":[69],"through":[70,95],"reflections":[71],"diffractions,":[73],"carrying":[74],"rich":[75],"information":[76,88],"about":[77],"hand\u2019s":[79],"shape":[80],"objects":[83],"it":[84],"interacts":[85],"with.":[86],"The":[87],"captured":[89],"by":[90],"microphones":[93],"goes":[94],"deep":[97],"learning":[98],"inference":[99],"system":[100],"recovers":[102],"identifies":[106],"various":[107],"everyday":[108],"activities.":[110],"Results":[111],"from":[112],"12-participant":[115],"user":[116],"studies":[117],"show":[118],"effective":[122],"efficient":[124],"at":[125,135],"tracking":[126],"recognizing":[131],"interactions.":[133],"Operating":[134],"57.9":[136],"mW,":[137],"can":[139],"reconstruct":[141],"20":[142],"joints":[145],"MJEDE":[147],"4.81":[149],"mm":[150],"recognize":[152],"12":[153],"naturalistic":[154],"97.6%":[158],"accuracy.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":11}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2024-02-02T00:00:00"}