{"id":"https://openalex.org/W4402715885","doi":"https://doi.org/10.1109/cvpr52733.2024.00089","title":"HMD-Poser: On-Device Real-time Human Motion Tracking from Scalable Sparse Observations","display_name":"HMD-Poser: On-Device Real-time Human Motion Tracking from Scalable Sparse Observations","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402715885","doi":"https://doi.org/10.1109/cvpr52733.2024.00089"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00089","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078550858","display_name":"Peng Dai","orcid":"https://orcid.org/0000-0001-9538-5879"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Peng Dai","raw_affiliation_strings":["PICO, ByteDance"],"affiliations":[{"raw_affiliation_string":"PICO, ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100306225","display_name":"Yang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["PICO, ByteDance"],"affiliations":[{"raw_affiliation_string":"PICO, ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100678890","display_name":"Tao Liu","orcid":"https://orcid.org/0000-0002-3709-7892"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao Liu","raw_affiliation_strings":["PICO, ByteDance"],"affiliations":[{"raw_affiliation_string":"PICO, ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102366911","display_name":"Zhen Fan","orcid":"https://orcid.org/0000-0002-6056-2967"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhen Fan","raw_affiliation_strings":["PICO, ByteDance"],"affiliations":[{"raw_affiliation_string":"PICO, ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003326350","display_name":"Tianyuan Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tianyuan Du","raw_affiliation_strings":["PICO, ByteDance"],"affiliations":[{"raw_affiliation_string":"PICO, ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004219427","display_name":"Zhuo Su","orcid":"https://orcid.org/0000-0002-7728-0835"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuo Su","raw_affiliation_strings":["PICO, ByteDance"],"affiliations":[{"raw_affiliation_string":"PICO, ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058120492","display_name":"Xiaozheng Zheng","orcid":"https://orcid.org/0000-0001-5758-2089"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaozheng Zheng","raw_affiliation_strings":["PICO, ByteDance"],"affiliations":[{"raw_affiliation_string":"PICO, ByteDance","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050058710","display_name":"Zeming Li","orcid":"https://orcid.org/0000-0002-5191-8247"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeming Li","raw_affiliation_strings":["PICO, ByteDance"],"affiliations":[{"raw_affiliation_string":"PICO, ByteDance","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5078550858"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8887,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.94757976,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"874","last_page":"884"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7244974970817566},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6741982102394104},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.6207633018493652},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5143202543258667},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4688129425048828},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44584524631500244},{"id":"https://openalex.org/keywords/match-moving","display_name":"Match moving","score":0.43572449684143066},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.33304381370544434},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.054623812437057495}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7244974970817566},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6741982102394104},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.6207633018493652},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5143202543258667},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4688129425048828},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44584524631500244},{"id":"https://openalex.org/C95020103","wikidata":"https://www.wikidata.org/wiki/Q1813492","display_name":"Match moving","level":3,"score":0.43572449684143066},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.33304381370544434},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.054623812437057495},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00089","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1967554269","https://openalex.org/W2064675550","https://openalex.org/W2099333815","https://openalex.org/W2122633688","https://openalex.org/W2144481990","https://openalex.org/W2186222003","https://openalex.org/W2483862638","https://openalex.org/W2605243700","https://openalex.org/W2898073175","https://openalex.org/W2944041518","https://openalex.org/W2949924544","https://openalex.org/W2963995996","https://openalex.org/W2971856312","https://openalex.org/W2975420824","https://openalex.org/W2978956737","https://openalex.org/W3008597842","https://openalex.org/W3015340111","https://openalex.org/W3034884701","https://openalex.org/W3035551320","https://openalex.org/W3096718826","https://openalex.org/W3118931607","https://openalex.org/W3119105168","https://openalex.org/W3136525061","https://openalex.org/W3180730526","https://openalex.org/W3192939302","https://openalex.org/W3201701095","https://openalex.org/W3213974477","https://openalex.org/W4214518393","https://openalex.org/W4214770715","https://openalex.org/W4221166195","https://openalex.org/W4225609743","https://openalex.org/W4231018136","https://openalex.org/W4236965008","https://openalex.org/W4287194206","https://openalex.org/W4296606964","https://openalex.org/W4307535321","https://openalex.org/W4312249545","https://openalex.org/W4312262787","https://openalex.org/W4312417903","https://openalex.org/W4312532415","https://openalex.org/W4312662707","https://openalex.org/W4312695598","https://openalex.org/W4312966446","https://openalex.org/W4380353783","https://openalex.org/W4385245566","https://openalex.org/W4385275472","https://openalex.org/W4386071471","https://openalex.org/W4386072465","https://openalex.org/W4386076086","https://openalex.org/W4386076108","https://openalex.org/W4386083079","https://openalex.org/W4387453393","https://openalex.org/W4389574994","https://openalex.org/W4390872101","https://openalex.org/W6631190155","https://openalex.org/W6749973472","https://openalex.org/W6775746652","https://openalex.org/W6800004206","https://openalex.org/W6801775916","https://openalex.org/W6809938148","https://openalex.org/W6841315865","https://openalex.org/W6846969645","https://openalex.org/W6856504995"],"related_works":["https://openalex.org/W2089042722","https://openalex.org/W4281846896","https://openalex.org/W2182037499","https://openalex.org/W1673651863","https://openalex.org/W2052065843","https://openalex.org/W3132103682","https://openalex.org/W2919954508","https://openalex.org/W2158788032","https://openalex.org/W4390984082","https://openalex.org/W207348591"],"abstract_inverted_index":{"It":[0],"is":[1,83],"especially":[2],"challenging":[3,117],"to":[4,33,87,104,141],"achieve":[5],"real-time":[6,94,131,165],"human":[7],"motion":[8,139,176],"tracking":[9,73],"on":[10,95,115,168],"a":[11,51,136,164,169],"standalone":[12],"VR":[13],"Head-Mounted":[14],"Dis-play":[15],"(HMD)":[16],"such":[17,56],"as":[18,57],"Meta":[19],"Quest":[20],"and":[21,43,75,130,146,154,174],"PICO.":[22],"In":[23,46],"this":[24],"pa-per,":[25],"we":[26,159],"propose":[27],"HMD-Poser,":[28],"the":[29,90,106,116,148],"first":[30],"unified":[31],"approach":[32],"recover":[34],"full-body":[35],"motions":[36],"using":[37],"scalable":[38],"sparse":[39],"observations":[40],"from":[41],"HMD":[42],"body-worn":[44],"1MUs.":[45],"particular,":[47],"it":[48],"can":[49],"support":[50],"variety":[52],"of":[53,64,109],"input":[54],"scenarios,":[55],"HMD,":[58],"HMD+2IMUs,":[59],"HMD+3IMUs,":[60],"etc.":[61],"The":[62],"scalability":[63],"in-puts":[65],"may":[66],"accommodate":[67],"users'":[68],"choices":[69],"for":[70],"both":[71,128],"high":[72],"accuracy":[74,108,129],"easy-to-wear.":[76],"A":[77],"lightweight":[78],"temporal-spatial":[79],"feature":[80],"learning":[81],"network":[82],"proposed":[84],"in":[85,93,127],"HMD-Poser":[86,98,122,162],"guarantee":[88],"that":[89,121],"model":[91],"runs":[92],"HMDs.":[96],"Furthermore,":[97],"presents":[99],"online":[100],"body":[101,110],"shape":[102],"es-timation":[103],"improve":[105],"position":[107],"joints.":[111],"Extensive":[112],"experimental":[113],"results":[114,126],"AMASS":[118],"dataset":[119,140,177],"show":[120],"achieves":[123],"new":[124,137],"state-of-the-art":[125],"performance.":[132],"We":[133],"also":[134],"build":[135],"free-dancing":[138,175],"evaluate":[142],"HMD-Poser's":[143],"on-device":[144],"performance":[145,149],"investigate":[147],"gap":[150],"between":[151],"synthetic":[152],"data":[153],"real-captured":[155],"sensor":[156],"data.":[157],"Finally,":[158],"demonstrate":[160],"our":[161],"with":[163],"Avatar-driving":[166],"application":[167],"commercial":[170],"HMD.":[171],"Our":[172],"code":[173],"are":[178],"available":[179],"here.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}