{"id":"https://openalex.org/W7134821778","doi":"https://doi.org/10.1145/3757279.3785628","title":"Real-Time Hand Pose Tracking using 6-Axis IMUs","display_name":"Real-Time Hand Pose Tracking using 6-Axis IMUs","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134821778","doi":"https://doi.org/10.1145/3757279.3785628"},"language":"en","primary_location":{"id":"doi:10.1145/3757279.3785628","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3757279.3785628","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vtechworks.lib.vt.edu/bitstreams/1b9af25e-4856-4301-991a-ec5909a128dd/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128638358","display_name":"Anik Sarker","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anik Sarker","raw_affiliation_strings":["Meta Reality Labs Research, Redmond, USA"],"raw_orcid":"https://orcid.org/0000-0003-2569-7409","affiliations":[{"raw_affiliation_string":"Meta Reality Labs Research, Redmond, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128666770","display_name":"Ziyi Kou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziyi Kou","raw_affiliation_strings":["Meta Reality Labs Research, Redmond, USA"],"raw_orcid":"https://orcid.org/0000-0002-9916-0930","affiliations":[{"raw_affiliation_string":"Meta Reality Labs Research, Redmond, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128659035","display_name":"Ergys Ristani","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ergys Ristani","raw_affiliation_strings":["Meta Reality Labs Research, Redmond, USA"],"raw_orcid":"https://orcid.org/0009-0000-5647-262X","affiliations":[{"raw_affiliation_string":"Meta Reality Labs Research, Redmond, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Li Guan","orcid":"https://orcid.org/0000-0001-5094-7970"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li Guan","raw_affiliation_strings":["Meta Reality Labs Research, Redmond, USA"],"raw_orcid":"https://orcid.org/0000-0001-5094-7970","affiliations":[{"raw_affiliation_string":"Meta Reality Labs Research, Redmond, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080143992","display_name":"Taylor D. Niehues","orcid":"https://orcid.org/0000-0001-7050-6646"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Taylor Niehues","raw_affiliation_strings":["Meta Reality Labs Research, Redmond, USA"],"raw_orcid":"https://orcid.org/0000-0001-7050-6646","affiliations":[{"raw_affiliation_string":"Meta Reality Labs Research, Redmond, USA","institution_ids":["https://openalex.org/I4210128585"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210128585"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2241167,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1182","last_page":"1191"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.6955999732017517,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.6955999732017517,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.07159999758005142,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.04320000112056732,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.633899986743927},{"id":"https://openalex.org/keywords/gyroscope","display_name":"Gyroscope","score":0.5863000154495239},{"id":"https://openalex.org/keywords/extended-kalman-filter","display_name":"Extended Kalman filter","score":0.5705000162124634},{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.5674999952316284},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5073999762535095},{"id":"https://openalex.org/keywords/heading","display_name":"Heading (navigation)","score":0.4799000024795532},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.45179998874664307},{"id":"https://openalex.org/keywords/tracking-system","display_name":"Tracking system","score":0.41999998688697815},{"id":"https://openalex.org/keywords/magnetometer","display_name":"Magnetometer","score":0.39570000767707825}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7688000202178955},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7616000175476074},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.633899986743927},{"id":"https://openalex.org/C158488048","wikidata":"https://www.wikidata.org/wiki/Q483400","display_name":"Gyroscope","level":2,"score":0.5863000154495239},{"id":"https://openalex.org/C206833254","wikidata":"https://www.wikidata.org/wiki/Q5421817","display_name":"Extended Kalman filter","level":3,"score":0.5705000162124634},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.5674999952316284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5605999827384949},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5073999762535095},{"id":"https://openalex.org/C2776937971","wikidata":"https://www.wikidata.org/wiki/Q4384217","display_name":"Heading (navigation)","level":2,"score":0.4799000024795532},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.45179998874664307},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.41999998688697815},{"id":"https://openalex.org/C153946474","wikidata":"https://www.wikidata.org/wiki/Q333921","display_name":"Magnetometer","level":3,"score":0.39570000767707825},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.34529998898506165},{"id":"https://openalex.org/C36613465","wikidata":"https://www.wikidata.org/wiki/Q4636322","display_name":"3D pose estimation","level":3,"score":0.34049999713897705},{"id":"https://openalex.org/C173386949","wikidata":"https://www.wikidata.org/wiki/Q192735","display_name":"Inertial frame of reference","level":2,"score":0.3343000113964081},{"id":"https://openalex.org/C22100474","wikidata":"https://www.wikidata.org/wiki/Q4800952","display_name":"Articulated body pose estimation","level":4,"score":0.31839999556541443},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.31029999256134033},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.30790001153945923},{"id":"https://openalex.org/C151233233","wikidata":"https://www.wikidata.org/wiki/Q47574","display_name":"Units of measurement","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C137209882","wikidata":"https://www.wikidata.org/wiki/Q1403517","display_name":"Measurement uncertainty","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C128651787","wikidata":"https://www.wikidata.org/wiki/Q570607","display_name":"Inertial navigation system","level":3,"score":0.2732999920845032},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26589998602867126}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3757279.3785628","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3757279.3785628","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/142746","is_oa":true,"landing_page_url":"https://hdl.handle.net/10919/142746","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/1b9af25e-4856-4301-991a-ec5909a128dd/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article - Refereed"}],"best_oa_location":{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/142746","is_oa":true,"landing_page_url":"https://hdl.handle.net/10919/142746","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/1b9af25e-4856-4301-991a-ec5909a128dd/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article - Refereed"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7134821778.pdf","grobid_xml":"https://content.openalex.org/works/W7134821778.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1952857803","https://openalex.org/W2152929694","https://openalex.org/W2155755307","https://openalex.org/W2295829093","https://openalex.org/W2466332079","https://openalex.org/W2724398474","https://openalex.org/W2783572696","https://openalex.org/W2900662523","https://openalex.org/W2962730651","https://openalex.org/W3117784098","https://openalex.org/W3117851576","https://openalex.org/W3204090911","https://openalex.org/W4200165366","https://openalex.org/W4253500969","https://openalex.org/W4288327876","https://openalex.org/W4296097334","https://openalex.org/W4296709137","https://openalex.org/W4319999824","https://openalex.org/W4322630570","https://openalex.org/W4367662891","https://openalex.org/W4380635156","https://openalex.org/W4384822009","https://openalex.org/W4385066438","https://openalex.org/W4386076309","https://openalex.org/W4387086782","https://openalex.org/W4387801107","https://openalex.org/W4388534647","https://openalex.org/W4389097388","https://openalex.org/W4389574973","https://openalex.org/W4396833358","https://openalex.org/W4396852493","https://openalex.org/W4399105147","https://openalex.org/W4399350746","https://openalex.org/W4405036016","https://openalex.org/W4406520995","https://openalex.org/W4416748638","https://openalex.org/W4416953366","https://openalex.org/W4417102706"],"related_works":[],"abstract_inverted_index":{"We":[0],"introduce":[1],"a":[2,41,58,63,70,118,144,148],"real-time":[3,158],"system":[4,129],"for":[5,173],"tracking":[6,25,160],"hand":[7,23,83,101,159],"pose":[8,24,65,110],"using":[9],"6-":[10],"axis":[11],"inertial":[12],"measurement":[13],"units":[14],"(IMUs)":[15],"without":[16],"requiring":[17],"magnetometers":[18],"or":[19,166],"external":[20],"sensors.":[21],"Accurate":[22],"with":[26,88],"only":[27],"6-axis":[28],"IMUs":[29],"is":[30,86,170],"known":[31],"to":[32,37,46,113,162],"be":[33],"fundamentally":[34],"challenging":[35],"due":[36],"the":[38,99,102,107],"absence":[39],"of":[40],"shared":[42],"heading":[43],"reference,":[44],"leading":[45,112],"severe":[47],"drift":[48],"and":[49,85,94,140,169,178],"inter-sensor":[50],"misalignment.":[51],"To":[52],"overcome":[53],"these":[54],"limitations,":[55],"we":[56],"propose":[57],"hybrid":[59],"method":[60],"that":[61],"combines":[62],"learning-based":[64,77],"estimation":[66],"approach":[67],"followed":[68],"by":[69,134,141],"late-stage":[71],"Extended":[72],"Kalman":[73],"Filter":[74],"(EKF).":[75],"The":[76,154],"model":[78],"estimates":[79,111],"noisy":[80],"yet":[81],"reasonable":[82],"poses":[84],"trained":[87],"drift-insensitive":[89],"features":[90],"like":[91],"gravity":[92],"vectors":[93],"wrist-relative":[95],"gyroscope":[96],"signals.":[97],"On":[98],"other":[100],"EKF":[103],"can":[104],"appropriately":[105],"filter":[106],"noise":[108],"from":[109],"robust":[114],"tracking.":[115],"Evaluated":[116],"on":[117],"12-hour":[119],"dataset":[120],"spanning":[121],"23":[122],"interaction":[123,176,180],"tasks":[124],"across":[125],"10":[126],"participants,":[127],"our":[128],"improves":[130],"joint":[131,150],"angle":[132],"accuracy":[133],"40%":[135],"over":[136,143],"an":[137],"EKF-only":[138],"baseline":[139],"18%":[142],"learning-only":[145],"approach,":[146],"achieving":[147],"mean":[149],"error":[151],"below":[152],"10\u00b0.":[153],"resulting":[155],"framework":[156],"enables":[157],"invariant":[161],"magnetic":[163],"perturbations,":[164],"occlusion,":[165],"lighting":[167],"changes,":[168],"well":[171],"suited":[172],"robotics,":[174],"human\u2013robot":[175],"(HRI),":[177],"human-computer":[179],"(HCI)":[181],"applications.":[182]},"counts_by_year":[],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2026-03-11T00:00:00"}
