{"id":"https://openalex.org/W4409261942","doi":"https://doi.org/10.1109/wacv61041.2025.00493","title":"XR-MBT: Multi-Modal Full Body Tracking for XR Through Self-Supervision with Learned Depth Point Cloud Registration","display_name":"XR-MBT: Multi-Modal Full Body Tracking for XR Through Self-Supervision with Learned Depth Point Cloud Registration","publication_year":2025,"publication_date":"2025-02-26","ids":{"openalex":"https://openalex.org/W4409261942","doi":"https://doi.org/10.1109/wacv61041.2025.00493"},"language":"en","primary_location":{"id":"doi:10.1109/wacv61041.2025.00493","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61041.2025.00493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059736596","display_name":"Denys Rozumnyi","orcid":"https://orcid.org/0000-0001-9874-1349"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Denys Rozumnyi","raw_affiliation_strings":["Meta Reality Labs Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs Zurich","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114988737","display_name":"Nadine Bertsch","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nadine Bertsch","raw_affiliation_strings":["Meta Reality Labs Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs Zurich","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114988738","display_name":"Othman Sbai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Othman Sbai","raw_affiliation_strings":["Meta Reality Labs Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs Zurich","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114988739","display_name":"Filippo Arcadu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Filippo Arcadu","raw_affiliation_strings":["Meta Reality Labs Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs Zurich","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384521","display_name":"Yuhua Chen","orcid":"https://orcid.org/0000-0003-3218-1304"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuhua Chen","raw_affiliation_strings":["Meta Reality Labs Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs Zurich","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053620423","display_name":"Artsiom Sanakoyeu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Artsiom Sanakoyeu","raw_affiliation_strings":["Meta Reality Labs Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs Zurich","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040109283","display_name":"Manoj Kumar","orcid":"https://orcid.org/0000-0002-9680-5334"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manoj Kumar","raw_affiliation_strings":["Meta Reality Labs Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs Zurich","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069090189","display_name":"Catherine Herold","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Catherine Herold","raw_affiliation_strings":["Meta Reality Labs Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs Zurich","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072791873","display_name":"Robin Kips","orcid":"https://orcid.org/0000-0003-0231-6415"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robin Kips","raw_affiliation_strings":["Meta Reality Labs Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs Zurich","institution_ids":["https://openalex.org/I4210128585"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210128585"],"apc_list":null,"apc_paid":null,"fwci":1.5311,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.81484114,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"5041","last_page":"5050"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9297999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9297999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6833437085151672},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.594247043132782},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5476398468017578},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5119730234146118},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.47684919834136963},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4686994254589081},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32614022493362427},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32139575481414795},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1481354832649231},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10112753510475159},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.06784912943840027},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.06093341112136841},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.05997776985168457}],"concepts":[{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6833437085151672},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.594247043132782},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5476398468017578},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5119730234146118},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.47684919834136963},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4686994254589081},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32614022493362427},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32139575481414795},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1481354832649231},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10112753510475159},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.06784912943840027},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.06093341112136841},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.05997776985168457},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wacv61041.2025.00493","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61041.2025.00493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1735317348","https://openalex.org/W1967554269","https://openalex.org/W2469134594","https://openalex.org/W2525184802","https://openalex.org/W2895641024","https://openalex.org/W2898073175","https://openalex.org/W2904383899","https://openalex.org/W2944120591","https://openalex.org/W2949924544","https://openalex.org/W2963791050","https://openalex.org/W2964203186","https://openalex.org/W2990365862","https://openalex.org/W2990837443","https://openalex.org/W3002101995","https://openalex.org/W3006267297","https://openalex.org/W3034938233","https://openalex.org/W3035367723","https://openalex.org/W3035549967","https://openalex.org/W3092189745","https://openalex.org/W3119062946","https://openalex.org/W3133668044","https://openalex.org/W3135142441","https://openalex.org/W3176252609","https://openalex.org/W3201701095","https://openalex.org/W3208823956","https://openalex.org/W4205946685","https://openalex.org/W4214679856","https://openalex.org/W4284664304","https://openalex.org/W4293363567","https://openalex.org/W4297168084","https://openalex.org/W4312532415","https://openalex.org/W4312635677","https://openalex.org/W4312662707","https://openalex.org/W4312871721","https://openalex.org/W4321488168","https://openalex.org/W4328028337","https://openalex.org/W4376626078","https://openalex.org/W4384067968","https://openalex.org/W4386072465","https://openalex.org/W4386076355","https://openalex.org/W4386993482","https://openalex.org/W4390872595","https://openalex.org/W4390873057","https://openalex.org/W4390873412","https://openalex.org/W4391305822","https://openalex.org/W4402727713","https://openalex.org/W4402753691","https://openalex.org/W6739778489","https://openalex.org/W6754032272","https://openalex.org/W6763422710","https://openalex.org/W6839446344","https://openalex.org/W6841315865","https://openalex.org/W6843180511","https://openalex.org/W6844223692"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W3150465815","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W1997222214","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W2802581102","https://openalex.org/W4205786897"],"abstract_inverted_index":{"Tracking":[0],"the":[1,25,49,71,89,108,115,228],"full":[2,133],"body":[3,33,90,105,134,207,220,238],"motions":[4,43,135],"of":[5,19,27,66,70,131,185,219],"users":[6],"in":[7,136,178,225],"XR":[8,62,140,206,226],"(AR/VR)":[9],"devices":[10,63],"is":[11,94,98],"a":[12,17,37,45,125,158,166,179,183,216],"fundamental":[13],"challenge":[14],"to":[15,24,40,56,101,113,123,153],"bring":[16],"sense":[18],"authentic":[20],"social":[21],"presence.":[22],"Due":[23],"absence":[26],"dedicated":[28,79],"leg":[29],"sensors,":[30],"currently":[31],"available":[32,75,116],"tracking":[34,132,208,239],"methods":[35],"adopt":[36],"synthesis":[38,233],"approach":[39,200],"generate":[41],"plausible":[42],"given":[44],"3-point":[46,146],"signal":[47,119],"from":[48,194],"head":[50],"and":[51,97,104,190,209],"controller":[52],"tracking.":[53],"In":[54],"order":[55],"enable":[57],"mixed":[58],"reality":[59],"features,":[60],"modern":[61],"are":[64,175,240],"capable":[65,130],"estimating":[67],"depth":[68,85,117],"information":[69],"headset":[72],"surroundings":[73],"using":[74,157],"sensors":[76],"combined":[77,120,164],"with":[78,121,165],"machine":[80],"learning":[81],"models.":[82],"Such":[83],"egocentric":[84],"sensing":[86,118],"cannot":[87],"drive":[88],"directly,":[91],"as":[92],"it":[93],"not":[95],"registered":[96],"incomplete":[99],"due":[100],"limited":[102],"field-of-view":[103],"self-occlusions.":[106],"For":[107],"first":[109,229],"time,":[110,230],"we":[111],"propose":[112],"lever-age":[114],"self-supervision":[122],"learn":[124],"multi-modal":[126,170],"pose":[127,171],"estimation":[128],"model":[129],"real":[137,186],"time":[138],"on":[139,236],"devices.":[141],"We":[142,197],"demonstrate":[143],"how":[144],"current":[145],"motion":[147,195],"syn-thesis":[148],"models":[149],"can":[150],"be":[151],"extended":[152],"point":[154,160,188],"cloud":[155,161],"modalities":[156],"semantic":[159],"encoder":[162],"network":[163,168],"residual":[167],"for":[169,205,227],"estimation.":[172],"These":[173],"modules":[174],"trained":[176],"jointly":[177],"self-supervised":[180],"way,":[181],"leveraging":[182],"combination":[184],"unregistered":[187],"clouds":[189],"simulated":[191],"data":[192],"obtained":[193],"capture.":[196],"compare":[198],"our":[199,212],"against":[201],"several":[202],"state-of-the-art":[203],"systems":[204],"show":[210],"that":[211],"method":[213],"accurately":[214],"tracks":[215,223],"diverse":[217],"range":[218],"motions.":[221],"XR-MBT":[222],"legs":[224],"whereas":[231],"traditional":[232],"approaches":[234],"based":[235],"partial":[237],"blind.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}