{"id":"https://openalex.org/W4402753691","doi":"https://doi.org/10.1109/cvpr52733.2024.00080","title":"Egocentric Whole-Body Motion Capture with FisheyeViT and Diffusion-Based Motion Refinement","display_name":"Egocentric Whole-Body Motion Capture with FisheyeViT and Diffusion-Based Motion Refinement","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402753691","doi":"https://doi.org/10.1109/cvpr52733.2024.00080"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00080","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100696824","display_name":"Jian Wang","orcid":"https://orcid.org/0000-0002-4316-932X"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jian Wang","raw_affiliation_strings":["MPI Informatics & Saarland Informatics Campus"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MPI Informatics & Saarland Informatics Campus","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102721252","display_name":"Zhe Cao","orcid":"https://orcid.org/0000-0002-8704-473X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhe Cao","raw_affiliation_strings":["Google"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038679514","display_name":"Diogo Luvizon","orcid":"https://orcid.org/0000-0002-5055-500X"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Diogo Luvizon","raw_affiliation_strings":["MPI Informatics & Saarland Informatics Campus"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MPI Informatics & Saarland Informatics Campus","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087345525","display_name":"Lingjie Liu","orcid":"https://orcid.org/0000-0003-4301-1474"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingjie Liu","raw_affiliation_strings":["University of Pennsylvania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056783532","display_name":"Kripasindhu Sarkar","orcid":"https://orcid.org/0000-0002-0220-0853"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kripasindhu Sarkar","raw_affiliation_strings":["Google"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052922425","display_name":"Danhang Tang","orcid":"https://orcid.org/0000-0001-6164-8263"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danhang Tang","raw_affiliation_strings":["Google"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013075810","display_name":"Thabo Beeler","orcid":"https://orcid.org/0000-0002-8077-1205"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thabo Beeler","raw_affiliation_strings":["Google"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020664641","display_name":"Christian Theobalt","orcid":"https://orcid.org/0000-0001-6104-6625"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Theobalt","raw_affiliation_strings":["MPI Informatics & Saarland Informatics Campus"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MPI Informatics & Saarland Informatics Campus","institution_ids":["https://openalex.org/I4210109712"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100696824"],"corresponding_institution_ids":["https://openalex.org/I4210109712"],"apc_list":null,"apc_paid":null,"fwci":4.1868,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.95300353,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"777","last_page":"787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.7019467949867249},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5840663909912109},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.5546987056732178},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5173244476318359},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.48874735832214355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.362604558467865},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.34136420488357544},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.17332428693771362}],"concepts":[{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.7019467949867249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5840663909912109},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.5546987056732178},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5173244476318359},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48874735832214355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.362604558467865},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.34136420488357544},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.17332428693771362},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00080","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W1986442311","https://openalex.org/W2099563900","https://openalex.org/W2525184802","https://openalex.org/W2890415768","https://openalex.org/W2895641024","https://openalex.org/W2895696451","https://openalex.org/W2963598138","https://openalex.org/W2963652194","https://openalex.org/W2963791050","https://openalex.org/W2973857456","https://openalex.org/W2978956737","https://openalex.org/W2990837443","https://openalex.org/W3009150298","https://openalex.org/W3014641072","https://openalex.org/W3035367723","https://openalex.org/W3036167779","https://openalex.org/W3081268564","https://openalex.org/W3099926824","https://openalex.org/W3106857494","https://openalex.org/W3110095664","https://openalex.org/W3119670522","https://openalex.org/W3145547920","https://openalex.org/W3162926177","https://openalex.org/W3171829319","https://openalex.org/W3174690545","https://openalex.org/W3215052027","https://openalex.org/W4205946685","https://openalex.org/W4214518393","https://openalex.org/W4224035735","https://openalex.org/W4224944632","https://openalex.org/W4224992933","https://openalex.org/W4225964194","https://openalex.org/W4236965008","https://openalex.org/W4292828425","https://openalex.org/W4312238920","https://openalex.org/W4312429099","https://openalex.org/W4312926163","https://openalex.org/W4312949287","https://openalex.org/W4313174897","https://openalex.org/W4318621121","https://openalex.org/W4319303093","https://openalex.org/W4361193356","https://openalex.org/W4383108698","https://openalex.org/W4385568420","https://openalex.org/W4386065394","https://openalex.org/W4386065807","https://openalex.org/W4386072465","https://openalex.org/W4386075813","https://openalex.org/W4386083132","https://openalex.org/W4386083180","https://openalex.org/W4386993482","https://openalex.org/W4387294585","https://openalex.org/W4389665533","https://openalex.org/W4390871828","https://openalex.org/W4390872595","https://openalex.org/W4390872828","https://openalex.org/W4390873435","https://openalex.org/W4390874574","https://openalex.org/W4394593114","https://openalex.org/W4402704557","https://openalex.org/W4402726927","https://openalex.org/W6746154080","https://openalex.org/W6756349810","https://openalex.org/W6779823529","https://openalex.org/W6795288823","https://openalex.org/W6796772303","https://openalex.org/W6809664228","https://openalex.org/W6809885388","https://openalex.org/W6847126034","https://openalex.org/W6847350632","https://openalex.org/W6847561146","https://openalex.org/W6848781790","https://openalex.org/W6850693746","https://openalex.org/W6854682042","https://openalex.org/W6856576219"],"related_works":["https://openalex.org/W1827696521","https://openalex.org/W2173450654","https://openalex.org/W2039848376","https://openalex.org/W2621720158","https://openalex.org/W2091722187","https://openalex.org/W2006196742","https://openalex.org/W2130272765","https://openalex.org/W4401486264","https://openalex.org/W2055991023","https://openalex.org/W4298353262"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3,47,79,95,118],"explore":[4],"egocentric":[5,129,159],"whole-body":[6,99,107,137,153],"motion":[7,100,108,138,154],"capture":[8],"using":[9],"a":[10,49,97,120,133,157],"single":[11,158],"fisheye":[12,36,58],"camera,":[13],"which":[14,61],"simultane-ously":[15],"estimates":[16,155],"human":[17,72],"body":[18,41,73],"and":[19,39,84,141],"hand":[20,77,82,85,92],"motion.":[21],"This":[22],"task":[23],"presents":[24],"significant":[25],"challenges":[26],"due":[27],"to":[28,56,103],"three":[29],"factors:":[30],"the":[31,105,145],"lack":[32],"of":[33,136,147],"high-quality":[34,128,152],"datasets,":[35],"camera":[37],"distortion,":[38],"hu-man":[40],"self-occlusion.":[42],"To":[43,114],"address":[44],"these":[45,116],"challenges,":[46],"propose":[48],"novel":[50],"approach":[51],"that":[52],"leverages":[53],"Fisheye":[54],"ViT":[55],"ex-tract":[57],"image":[59],"features,":[60],"are":[62],"subsequently":[63],"con-verted":[64],"into":[65],"pixel-aligned":[66],"3D":[67,71,91],"heatmap":[68],"representations":[69],"for":[70,89,111],"pose":[74,86],"prediction.":[75],"For":[76],"tracking,":[78],"incorporate":[80],"dedicated":[81],"detection":[83],"esti-mation":[87],"networks":[88],"regressing":[90],"poses.":[93],"Finally,":[94],"develop":[96],"diffusion-based":[98],"prior":[101],"model":[102],"refine":[104],"estimated":[106],"while":[109],"accounting":[110],"joint":[112],"uncertainties.":[113],"train":[115],"networks,":[117],"col-lect":[119],"large":[121],"synthetic":[122],"dataset,":[123],"Ego":[124],"WholeBody,":[125],"comprising":[126],"840,000":[127],"images":[130],"captured":[131],"across":[132],"diverse":[134],"range":[135],"sequences.":[139],"Quantitative":[140],"qualitative":[142],"evaluations":[143],"demonstrate":[144],"effective-ness":[146],"our":[148],"method":[149],"in":[150],"producing":[151],"from":[156],"camera.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":3}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}