{"id":"https://openalex.org/W7166649159","doi":"https://doi.org/10.48550/arxiv.2606.30598","title":"Towards in-the-wild Egocentric 3D Hand-Object Pose Estimation","display_name":"Towards in-the-wild Egocentric 3D Hand-Object Pose Estimation","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166649159","doi":"https://doi.org/10.48550/arxiv.2606.30598"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.30598","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30598","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.30598","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085376445","display_name":"Siddhant Bansal","orcid":"https://orcid.org/0000-0003-2636-0066"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bansal, Siddhant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038683560","display_name":"Zhifan Zhu","orcid":"https://orcid.org/0000-0002-0508-128X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Zhifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139657451","display_name":"Shashank Tripathi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tripathi, Shashank","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102045164","display_name":"Jiahe Zhao","orcid":"https://orcid.org/0000-0003-1362-7673"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jiahe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139712604","display_name":"Michael J. Black","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Black, Michael J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5003103666","display_name":"Dima Damen","orcid":"https://orcid.org/0000-0001-8804-6238"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Damen, Dima","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.6873000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.6873000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.24009999632835388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.02590000070631504,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.704200029373169},{"id":"https://openalex.org/keywords/articulated-body-pose-estimation","display_name":"Articulated body pose estimation","score":0.5375000238418579},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4593000113964081},{"id":"https://openalex.org/keywords/3d-pose-estimation","display_name":"3D pose estimation","score":0.4156999886035919},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.39629998803138733},{"id":"https://openalex.org/keywords/histogram","display_name":"Histogram","score":0.3393999934196472}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7257999777793884},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.704200029373169},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6723999977111816},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6700999736785889},{"id":"https://openalex.org/C22100474","wikidata":"https://www.wikidata.org/wiki/Q4800952","display_name":"Articulated body pose estimation","level":4,"score":0.5375000238418579},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4593000113964081},{"id":"https://openalex.org/C36613465","wikidata":"https://www.wikidata.org/wiki/Q4636322","display_name":"3D pose estimation","level":3,"score":0.4156999886035919},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.39629998803138733},{"id":"https://openalex.org/C53533937","wikidata":"https://www.wikidata.org/wiki/Q185020","display_name":"Histogram","level":3,"score":0.3393999934196472},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.329800009727478},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.27129998803138733}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.30598","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30598","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.30598","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30598","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Estimating":[0],"accurate":[1],"3D":[2,59,105],"hand-object":[3,60],"pose":[4,80,97],"from":[5],"in-the-wild":[6,26,48],"egocentric":[7,49],"RGB":[8],"remains":[9],"challenging":[10],"due":[11],"to":[12,23,25],"severe":[13],"occlusions":[14],"and":[15,28,63,78,145],"ambiguous":[16],"contact.":[17],"Existing":[18],"learning-based":[19],"methods":[20],"often":[21],"struggle":[22],"generalise":[24],"scenes":[27],"are":[29,147],"limited":[30],"by":[31,140],"the":[32,103,133],"scarcity":[33],"of":[34,51],"supervision.":[35],"We":[36,99],"address":[37],"these":[38],"issues":[39],"with":[40,56],"two":[41],"contributions.":[42],"First,":[43],"we":[44,67],"introduce":[45],"EPIC-Contact,":[46,129,142],"an":[47,70],"dataset":[50],"2.3K":[52],"clips":[53],"(62.3K":[54],"frames)":[55],"dense,":[57],"bijective":[58],"contact":[61,138],"correspondences":[62],"posed":[64],"meshes.":[65],"Second,":[66],"propose":[68],"HOPformer,":[69],"end-to-end":[71],"transformer":[72],"that":[73],"jointly":[74],"predicts":[75],"bi-manual":[76],"hand":[77,93],"object":[79,90],"in":[81],"a":[82],"single":[83],"forward":[84],"pass.":[85],"A":[86],"cross-attention":[87],"decoder":[88],"conditions":[89],"features":[91],"on":[92,102,121],"priors,":[94],"producing":[95],"robust":[96],"estimation.":[98],"test":[100],"HOPformer":[101,116,143],"in-lab":[104],"dataset,":[106],"ARCTIC,":[107],"as":[108,110],"well":[109],"our":[111],"newly":[112],"introduced":[113],"EPIC-Contact":[114],"dataset.":[115],"reaches":[117],"82.4%":[118],"success":[119,134],"rate":[120,135],"ARCTIC":[122],"(+6.2":[123],"pts":[124],"over":[125],"current":[126],"SOTA).":[127],"On":[128],"it":[130],"nearly":[131],"doubles":[132],"while":[136],"reducing":[137],"deviation":[139],"75%.":[141],"code":[144],"checkpoints":[146],"released:":[148],"https://sid2697.github.io/epic-contact.":[149]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-01T00:00:00"}