{"id":"https://openalex.org/W7164911458","doi":"https://doi.org/10.48550/arxiv.2606.15908","title":"High-Fidelity 4D Hand-Object Capture via Multi-View Spatiotemporal Tracking and Physics-Aware Gaussians","display_name":"High-Fidelity 4D Hand-Object Capture via Multi-View Spatiotemporal Tracking and Physics-Aware Gaussians","publication_year":2026,"publication_date":"2026-06-14","ids":{"openalex":"https://openalex.org/W7164911458","doi":"https://doi.org/10.48550/arxiv.2606.15908"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.15908","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15908","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.15908","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138742564","display_name":"Bo Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138754887","display_name":"Xu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138739932","display_name":"Yi Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068257671","display_name":"Hidenobu Matsuki","orcid":"https://orcid.org/0000-0001-8797-1245"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matsuki, Hidenobu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056997314","display_name":"Mingsong Dou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dou, Mingsong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101448467","display_name":"Jingjing Shen","orcid":"https://orcid.org/0000-0003-2811-8994"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Jingjing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077713552","display_name":"Deying Kong","orcid":"https://orcid.org/0000-0002-6473-7402"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Deying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138716582","display_name":"Juyong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Juyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102848878","display_name":"Zhengyang Shen","orcid":"https://orcid.org/0000-0003-3442-6344"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Zhengyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.7251999974250793,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.7251999974250793,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.16769999265670776,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.023000000044703484,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.6488999724388123},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4668000042438507},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4424000084400177},{"id":"https://openalex.org/keywords/template","display_name":"Template","score":0.4142000079154968},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.38589999079704285},{"id":"https://openalex.org/keywords/clutter","display_name":"Clutter","score":0.36000001430511475},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.35920000076293945},{"id":"https://openalex.org/keywords/epipolar-geometry","display_name":"Epipolar geometry","score":0.3474999964237213},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.3434999883174896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7657999992370605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.666100025177002},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6502000093460083},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6488999724388123},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4668000042438507},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4424000084400177},{"id":"https://openalex.org/C82714645","wikidata":"https://www.wikidata.org/wiki/Q438331","display_name":"Template","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.38589999079704285},{"id":"https://openalex.org/C132094186","wikidata":"https://www.wikidata.org/wiki/Q641585","display_name":"Clutter","level":3,"score":0.36000001430511475},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.35920000076293945},{"id":"https://openalex.org/C23379248","wikidata":"https://www.wikidata.org/wiki/Q200904","display_name":"Epipolar geometry","level":3,"score":0.3474999964237213},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3402000069618225},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32499998807907104},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C83248878","wikidata":"https://www.wikidata.org/wiki/Q344000","display_name":"Active appearance model","level":3,"score":0.3077000081539154},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C32653426","wikidata":"https://www.wikidata.org/wiki/Q3813641","display_name":"Background subtraction","level":3,"score":0.27399998903274536},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.15908","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15908","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.15908","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15908","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"growing":[1],"demand":[2],"for":[3,80,131,187],"high-fidelity":[4],"4D":[5,38,189],"hand-object":[6,39,72,141],"interaction":[7,40,73],"(HOI)":[8],"data":[9],"in":[10,36,63,71],"embodied":[11],"AI":[12],"and":[13,26,52,83,88,92,122,134,138,156,163,171],"spatial":[14],"computing":[15],"is":[16,61,69],"currently":[17],"bottlenecked":[18],"by":[19],"the":[20,81,148],"reliance":[21],"on":[22,168],"pre-scanned":[23],"object":[24,53,136],"templates":[25,99],"physical":[27],"markers.":[28,101],"While":[29],"recent":[30],"methods":[31],"have":[32],"demonstrated":[33],"promising":[34],"results":[35],"reconstructing":[37],"from":[41,59,90],"videos,":[42],"they":[43],"are":[44,195],"highly":[45,179],"sensitive":[46],"to":[47,125,146,159],"initial":[48,149],"estimates":[49],"of":[50,86,105],"hand":[51],"poses.":[54],"Yet,":[55],"estimating":[56],"these":[57],"poses":[58,133],"images":[60],"challenging,":[62],"particular":[64],"under":[65],"severe":[66],"occlusion":[67],"which":[68],"inherent":[70],"scenarios.":[74],"We":[75],"propose":[76],"a":[77,113,127,140],"novel":[78],"system":[79,103],"robust":[82],"accurate":[84,165],"reconstruction":[85],"hands":[87],"objects":[89],"synchronized":[91],"calibrated":[93],"multi-view":[94,114],"videos":[95],"without":[96],"requiring":[97],"any":[98],"or":[100],"Our":[102,192],"consists":[104],"two":[106],"main":[107],"components":[108],"with":[109],"key":[110],"innovations:":[111],"(1)":[112],"feed-forward":[115],"transformer":[116],"model":[117],"that":[118],"aggregates":[119],"cross-view":[120],"geometry":[121],"temporal":[123],"cues":[124],"provide":[126],"reliable,":[128],"metric-consistent":[129],"initialization":[130],"both":[132],"dense":[135],"geometry,":[137],"(2)":[139],"physics-aware":[142],"Gaussian-based":[143],"optimization":[144],"framework":[145],"refine":[147],"estimates,":[150],"integrating":[151],"tetrahedral":[152],"constraints,":[153],"collision":[154],"refinement,":[155],"appearance":[157],"decomposition":[158],"produce":[160],"physically":[161],"plausible":[162],"visually":[164],"reconstruction.":[166],"Validated":[167],"public":[169],"benchmarks":[170],"an":[172,184],"extensive":[173],"internal":[174],"dataset,":[175],"our":[176],"pipeline":[177],"achieves":[178],"robust,":[180],"artifact-free":[181],"reconstruction,":[182],"providing":[183],"efficient":[185],"foundation":[186],"automated":[188],"asset":[190],"generation.":[191],"project":[193],"page":[194],"available":[196],"at":[197],"https://zyshen021.github.io/HOSTPG/.":[198]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}