{"id":"https://openalex.org/W7160985396","doi":"https://doi.org/10.48550/arxiv.2605.12297","title":"EgoEV-HandPose: Egocentric 3D Hand Pose Estimation and Gesture Recognition with Stereo Event Cameras","display_name":"EgoEV-HandPose: Egocentric 3D Hand Pose Estimation and Gesture Recognition with Stereo Event Cameras","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7160985396","doi":"https://doi.org/10.48550/arxiv.2605.12297"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.12297","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12297","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.12297","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124130068","display_name":"Luming Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Luming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136088817","display_name":"Hao Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136030155","display_name":"Jiajun Zhai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136072011","display_name":"Kailun Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Kailun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136082829","display_name":"Kaiwei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Kaiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9236999750137329,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9236999750137329,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.029500000178813934,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.7157999873161316},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.6779000163078308},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6582000255584717},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5285000205039978},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.5248000025749207},{"id":"https://openalex.org/keywords/stereopsis","display_name":"Stereopsis","score":0.4440000057220459},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.37229999899864197},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.3594000041484833}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8050000071525574},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7720999717712402},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7703999876976013},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.7157999873161316},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.6779000163078308},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6582000255584717},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5285000205039978},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.5248000025749207},{"id":"https://openalex.org/C68537008","wikidata":"https://www.wikidata.org/wiki/Q247932","display_name":"Stereopsis","level":2,"score":0.4440000057220459},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.37229999899864197},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.3594000041484833},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3580999970436096},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.35749998688697815},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C35861506","wikidata":"https://www.wikidata.org/wiki/Q17141434","display_name":"Stereo cameras","level":3,"score":0.31130000948905945},{"id":"https://openalex.org/C2777708103","wikidata":"https://www.wikidata.org/wiki/Q852589","display_name":"Motion blur","level":3,"score":0.3109999895095825},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.3066999912261963},{"id":"https://openalex.org/C22100474","wikidata":"https://www.wikidata.org/wiki/Q4800952","display_name":"Articulated body pose estimation","level":4,"score":0.28200000524520874},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C36613465","wikidata":"https://www.wikidata.org/wiki/Q4636322","display_name":"3D pose estimation","level":3,"score":0.27459999918937683},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C185078393","wikidata":"https://www.wikidata.org/wiki/Q313783","display_name":"Stereo camera","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2623000144958496}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.12297","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12297","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.12297","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12297","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Egocentric":[0],"3D":[1,62],"hand":[2,122],"pose":[3,64],"estimation":[4,65],"and":[5,16,26,42,66,92,104,152,162,169,185],"gesture":[6,67,134,155],"recognition":[7,68,156],"are":[8,34],"essential":[9],"for":[10,60,120,178],"immersive":[11],"augmented/virtual":[12],"reality,":[13],"human-computer":[14],"interaction,":[15],"robotics.":[17],"However,":[18],"conventional":[19],"frame-based":[20],"cameras":[21],"suffer":[22],"from":[23,69],"motion":[24],"blur":[25],"limited":[27],"dynamic":[28],"range,":[29],"while":[30],"existing":[31],"event-based":[32,179],"methods":[33],"hindered":[35],"by":[36],"ego-motion":[37],"interference,":[38],"monocular":[39],"depth":[40,102],"ambiguity,":[41],"the":[43,113],"lack":[44],"of":[45,150],"large-scale":[46,115],"real-world":[47,116],"stereo":[48,70,81,117,161],"datasets.":[49],"To":[50],"overcome":[51],"these":[52],"limitations,":[53],"we":[54,110],"propose":[55],"EgoEV-HandPose,":[56],"an":[57,94,148],"end-to-end":[58],"framework":[59],"joint":[61],"bimanual":[63,170],"event":[71],"streams.":[72],"Central":[73],"to":[74,99],"our":[75],"approach":[76],"is":[77],"KeypointBEV,":[78],"a":[79,88,175],"flexible":[80],"fusion":[82],"module":[83],"that":[84,142],"lifts":[85],"features":[86],"into":[87],"canonical":[89],"bird's-eye-view":[90],"space":[91],"employs":[93],"iterative":[95],"reprojection-guided":[96],"refinement":[97],"loop":[98],"progressively":[100],"resolve":[101],"uncertainty":[103],"enforce":[105],"kinematic":[106],"consistency.":[107],"In":[108],"addition,":[109],"introduce":[111],"EgoEVHands,":[112],"first":[114],"event-camera":[118,164],"dataset":[119,184],"egocentric":[121,180],"perception,":[123],"containing":[124],"5,419":[125],"annotated":[126],"sequences":[127],"with":[128,147],"dense":[129],"3D/2D":[130],"keypoints":[131],"across":[132],"38":[133],"classes":[135],"under":[136],"varying":[137],"illumination.":[138],"Extensive":[139],"experiments":[140],"demonstrate":[141],"EgoEV-HandPose":[143],"achieves":[144],"state-of-the-art":[145],"performance":[146],"MPJPE":[149],"30.54mm":[151],"86.87%":[153],"Top-1":[154],"accuracy,":[157],"significantly":[158],"outperforming":[159],"RGB-based":[160],"prior":[163],"methods,":[165],"particularly":[166],"in":[167],"low-light":[168],"occlusion":[171],"scenarios,":[172],"thereby":[173],"setting":[174],"new":[176],"benchmark":[177],"perception.":[181],"The":[182],"established":[183],"source":[186],"code":[187],"will":[188],"be":[189],"publicly":[190],"released":[191],"at":[192],"https://github.com/ZJUWang01/EgoEV-HandPose.":[193]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}