{"id":"https://openalex.org/W4308014920","doi":"https://doi.org/10.1145/3550469.3555378","title":"UmeTrack: Unified multi-view end-to-end hand tracking for VR","display_name":"UmeTrack: Unified multi-view end-to-end hand tracking for VR","publication_year":2022,"publication_date":"2022-11-29","ids":{"openalex":"https://openalex.org/W4308014920","doi":"https://doi.org/10.1145/3550469.3555378"},"language":"en","primary_location":{"id":"doi:10.1145/3550469.3555378","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3550469.3555378","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2022 Conference Papers","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3550469.3555378","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086233947","display_name":"Shangchen Han","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shangchen Han","raw_affiliation_strings":["Meta Reality Labs, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, United States of America","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008113666","display_name":"Po-Chen Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Po-Chen Wu","raw_affiliation_strings":["Meta Reality Labs, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, United States of America","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107995740","display_name":"Yubo Zhang","orcid":"https://orcid.org/0009-0007-3817-6553"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yubo Zhang","raw_affiliation_strings":["Meta Reality Labs, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, United States of America","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031732848","display_name":"Beibei Liu","orcid":"https://orcid.org/0000-0002-3907-773X"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Beibei Liu","raw_affiliation_strings":["Meta Reality Labs, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, United States of America","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083634316","display_name":"Linguang Zhang","orcid":"https://orcid.org/0000-0001-7250-1400"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linguang Zhang","raw_affiliation_strings":["Meta Reality Labs, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, United States of America","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100401045","display_name":"Zheng Wang","orcid":"https://orcid.org/0000-0001-6157-0662"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng Wang","raw_affiliation_strings":["Meta Reality Labs, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, United States of America","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110944994","display_name":"Weiguang Si","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weiguang Si","raw_affiliation_strings":["Meta Reality Labs, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, United States of America","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057613852","display_name":"Peizhao Zhang","orcid":"https://orcid.org/0000-0001-7128-191X"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peizhao Zhang","raw_affiliation_strings":["Meta Reality Labs, USA"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611987","display_name":"Yujun Cai","orcid":"https://orcid.org/0000-0002-0993-4024"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yujun Cai","raw_affiliation_strings":["Meta Reality Labs, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, United States of America","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021750947","display_name":"Tom\u00e1\u0161 Hoda\u0148","orcid":"https://orcid.org/0000-0003-0576-9997"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tomas Hodan","raw_affiliation_strings":["Meta Reality Labs, USA"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087314228","display_name":"Randi Cabezas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Randi Cabezas","raw_affiliation_strings":["Meta Reality Labs, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, United States of America","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101499997","display_name":"Luan Tran","orcid":"https://orcid.org/0000-0002-7015-6188"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luan Tran","raw_affiliation_strings":["Meta Reality Labs, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, United States of America","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060149720","display_name":"Muzaffer Akbay","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Muzaffer Akbay","raw_affiliation_strings":["Meta Reality Labs, USA"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113913643","display_name":"Tsz-Ho Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsz-Ho Yu","raw_affiliation_strings":["Meta Reality Labs, USA"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102363948","display_name":"Cem Keskin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cem Keskin","raw_affiliation_strings":["Meta Reality Labs, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, United States of America","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101620957","display_name":"Robert Wang","orcid":"https://orcid.org/0000-0002-9298-7337"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Wang","raw_affiliation_strings":["Meta Reality Labs, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta Reality Labs, United States of America","institution_ids":["https://openalex.org/I4210128585"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":16,"corresponding_author_ids":["https://openalex.org/A5086233947"],"corresponding_institution_ids":["https://openalex.org/I4210128585"],"apc_list":null,"apc_paid":null,"fwci":5.411,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.96956966,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8013441562652588},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6375120282173157},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6289563775062561},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5833936333656311},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.5810071229934692},{"id":"https://openalex.org/keywords/jitter","display_name":"Jitter","score":0.5682300329208374},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5289214849472046},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.504170298576355},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.43659132719039917},{"id":"https://openalex.org/keywords/reference-frame","display_name":"Reference frame","score":0.4201539158821106}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8013441562652588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6375120282173157},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6289563775062561},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5833936333656311},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.5810071229934692},{"id":"https://openalex.org/C134652429","wikidata":"https://www.wikidata.org/wiki/Q1052698","display_name":"Jitter","level":2,"score":0.5682300329208374},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5289214849472046},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.504170298576355},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.43659132719039917},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.4201539158821106},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3550469.3555378","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3550469.3555378","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2022 Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2211.00099","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.00099","pdf_url":"https://arxiv.org/pdf/2211.00099","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3550469.3555378","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3550469.3555378","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2022 Conference Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2023633446","https://openalex.org/W2027222744","https://openalex.org/W2186222003","https://openalex.org/W2469784314","https://openalex.org/W2522527348","https://openalex.org/W2605973302","https://openalex.org/W2768683308","https://openalex.org/W2798581336","https://openalex.org/W2892644985","https://openalex.org/W2897765997","https://openalex.org/W2899771611","https://openalex.org/W2962811204","https://openalex.org/W2963207848","https://openalex.org/W2963488642","https://openalex.org/W2963604457","https://openalex.org/W2972662547","https://openalex.org/W2979577579","https://openalex.org/W2997581345","https://openalex.org/W2998273692","https://openalex.org/W3009246422","https://openalex.org/W3021322563","https://openalex.org/W3025684118","https://openalex.org/W3034470433","https://openalex.org/W3034479523","https://openalex.org/W3035068106","https://openalex.org/W3036625283","https://openalex.org/W3048921023","https://openalex.org/W3097149808","https://openalex.org/W3107825842","https://openalex.org/W3119780049","https://openalex.org/W3171333242","https://openalex.org/W3172740058","https://openalex.org/W3202237431","https://openalex.org/W4287587411","https://openalex.org/W4287760474","https://openalex.org/W4287825130","https://openalex.org/W4288111696","https://openalex.org/W4297971608"],"related_works":["https://openalex.org/W2121182846","https://openalex.org/W2155789024","https://openalex.org/W2315668284","https://openalex.org/W3213608175","https://openalex.org/W2109491806","https://openalex.org/W3117675750","https://openalex.org/W189831881","https://openalex.org/W4236580668","https://openalex.org/W3213413335","https://openalex.org/W3171829319"],"abstract_inverted_index":{"Real-time":[0],"tracking":[1,61,89],"of":[2,65,103,124,139],"3D":[3,35,51,93],"hand":[4,88,94,134],"pose":[5,36,95,135],"in":[6,18,23,96],"world":[7,33,97],"space":[8,25],"is":[9,69],"a":[10,80,130],"challenging":[11,156],"problem":[12],"and":[13,46,117,142,159],"plays":[14],"an":[15],"important":[16],"role":[17],"VR":[19,56,166],"interaction.":[20],"Existing":[21],"work":[22],"this":[24,76,152],"are":[26],"limited":[27],"to":[28,49,164],"either":[29],"producing":[30],"root-relative":[31],"(versus":[32],"space)":[34],"or":[37],"rely":[38],"on":[39,151],"multiple":[40],"stages":[41],"such":[42,113],"as":[43,114],"generating":[44],"heatmaps":[45],"kinematic":[47],"optimization":[48],"obtain":[50],"pose.":[52],"Moreover,":[53],"the":[54,101,122],"typical":[55],"scenario,":[57],"which":[58],"involves":[59],"multi-view":[60],"from":[62],"wide":[63],"field":[64],"view":[66],"(FOV)":[67],"cameras":[68],"seldom":[70],"addressed":[71],"by":[72,106],"these":[73],"methods.":[74],"In":[75],"paper,":[77],"we":[78,127],"present":[79,129],"unified":[81],"end-to-end":[82,104],"differentiable":[83],"framework":[84,109],"for":[85],"multi-view,":[86],"multi-frame":[87],"that":[90,137,147],"directly":[91],"predicts":[92],"space.":[98],"We":[99],"demonstrate":[100,121],"benefits":[102],"differentiabilty":[105],"extending":[107],"our":[108,125,148],"with":[110],"downstream":[111],"tasks":[112],"jitter":[115],"reduction":[116],"pinch":[118],"prediction.":[119],"To":[120],"efficacy":[123],"model,":[126],"further":[128],"new":[131],"large-scale":[132],"egocentric":[133],"dataset":[136,153],"consists":[138],"both":[140],"real":[141],"synthetic":[143],"data.":[144],"Experiments":[145],"show":[146],"system":[149],"trained":[150],"handles":[154],"various":[155],"interactive":[157],"motions,":[158],"has":[160],"been":[161],"successfully":[162],"applied":[163],"real-time":[165],"applications.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":11}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}