{"id":"https://openalex.org/W7164912324","doi":"https://doi.org/10.48550/arxiv.2606.15966","title":"VEPHand: View-Efficient Photometric Hand Performance Capture at Scale","display_name":"VEPHand: View-Efficient Photometric Hand Performance Capture at Scale","publication_year":2026,"publication_date":"2026-06-14","ids":{"openalex":"https://openalex.org/W7164912324","doi":"https://doi.org/10.48550/arxiv.2606.15966"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.15966","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15966","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.15966","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102848878","display_name":"Zhengyang Shen","orcid":"https://orcid.org/0000-0003-3442-6344"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Zhengyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070736865","display_name":"Kai-Hung Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Kai-Hung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138754916","display_name":"Erroll Wood","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wood, Erroll","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077713552","display_name":"Deying Kong","orcid":"https://orcid.org/0000-0002-6473-7402"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Deying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138742564","display_name":"Bo Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025958423","display_name":"Timo Bolkart","orcid":"https://orcid.org/0000-0002-3829-3924"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bolkart, Timo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404947","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-4801-7162"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jinlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138693831","display_name":"Bowen Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052922425","display_name":"Danhang Tang","orcid":"https://orcid.org/0000-0001-6164-8263"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Danhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109325841","display_name":"Sa\u0161a Petrovi\u0107","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Petrovic, Sasa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044027671","display_name":"Emre Aksan","orcid":"https://orcid.org/0000-0002-9836-9011"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aksan, Emre","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138740907","display_name":"J\u00e9r\u00e9my Riviere","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Riviere, J\u00e9r\u00e9my","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138690526","display_name":"Vassilis Choutas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choutas, Vassilis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032242161","display_name":"Delio Vicini","orcid":"https://orcid.org/0000-0001-6330-6849"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vicini, Delio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068464099","display_name":"Jay Busch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Busch, Jay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103870133","display_name":"Liu S","orcid":"https://orcid.org/0000-0001-7255-0982"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138699639","display_name":"Zhe Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Zhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138733298","display_name":"Hugh Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Hugh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101448467","display_name":"Jingjing Shen","orcid":"https://orcid.org/0000-0003-2811-8994"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, JingJing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138717051","display_name":"Jonathan Taylor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taylor, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5056997314","display_name":"Mingsong Dou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dou, Mingsong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.3296999931335449,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.3296999931335449,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.2037999927997589,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.18539999425411224,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6385999917984009},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5332000255584717},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5072000026702881},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.46369999647140503},{"id":"https://openalex.org/keywords/photogrammetry","display_name":"Photogrammetry","score":0.45719999074935913},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4560000002384186},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.4235999882221222},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.39969998598098755},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.38040000200271606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7570000290870667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6640999913215637},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6385999917984009},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.597100019454956},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5332000255584717},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5072000026702881},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.46369999647140503},{"id":"https://openalex.org/C117455697","wikidata":"https://www.wikidata.org/wiki/Q190149","display_name":"Photogrammetry","level":2,"score":0.45719999074935913},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4560000002384186},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.4235999882221222},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.39969998598098755},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.38040000200271606},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.376800000667572},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.35370001196861267},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.3483999967575073},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C173552908","wikidata":"https://www.wikidata.org/wiki/Q1366289","display_name":"Graphics pipeline","level":4,"score":0.28299999237060547},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.15966","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15966","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.15966","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15966","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Robust,":[0],"high-fidelity":[1],"3D":[2],"hand":[3,40,79,122,192],"capture,":[4],"while":[5],"fundamental":[6],"to":[7,61,119,161],"digital":[8],"human":[9],"creation,":[10],"remains":[11],"challenging":[12],"with":[13,21,56],"practical":[14],"multi-view":[15],"systems":[16],"that":[17],"balance":[18],"rich":[19],"photometry":[20],"the":[22,166],"geometric":[23],"ambiguities":[24],"of":[25,170,178],"reconstruction":[26,63,216],"arising":[27],"from":[28,83,182],"limited":[29,66],"viewpoint":[30],"density.":[31],"This":[32,137,198],"paper":[33],"presents":[34],"an":[35,175],"end-to-end":[36],"pipeline":[37,173],"for":[38,47,194,202],"dynamic":[39],"performance":[41],"capture":[42],"and":[43,69,81,89,104,143,155,157,168,208,222],"registration,":[44],"specifically":[45],"designed":[46],"view-efficient":[48],"setups":[49],"($\\sim$20":[50],"views).":[51],"We":[52,164],"address":[53],"key":[54],"challenges":[55,96],"two":[57],"primary":[58],"innovations.":[59],"First,":[60],"overcome":[62],"difficulties":[64],"like":[65],"view":[67],"overlap":[68],"background":[70],"clutter,":[71],"our":[72,171],"mask-free":[73],"neural":[74],"method":[75,213],"robustly":[76],"extracts":[77],"detailed":[78],"geometry":[80],"appearance":[82],"unmasked":[84,220],"images":[85],"using":[86],"scene":[87],"parameterization":[88],"scenario-specific":[90],"density":[91],"regularization.":[92],"Second,":[93],"addressing":[94],"registration":[95],"such":[97],"as":[98],"accurately":[99],"capturing":[100],"non-linear":[101],"skin":[102],"deformations":[103],"ensuring":[105],"plausible":[106,150],"results":[107,151],"during":[108],"severe":[109,153],"self-contact,":[110,156],"we":[111,184],"propose":[112],"a":[113,120,187],"physics-inspired":[114],"framework.":[115],"It":[116],"aligns":[117],"reconstructions":[118],"personalized":[121],"model":[123],"by":[124,140],"optimizing":[125],"intrinsic":[126],"volumetric":[127],"offsets":[128],"within":[129],"its":[130,200],"canonical":[131],"tetrahedral":[132],"mesh,":[133],"alongside":[134],"pose":[135],"parameters.":[136],"approach,":[138],"supported":[139],"robust":[141],"losses":[142],"optimization,":[144],"captures":[145],"fine":[146],"surface":[147],"deformations,":[148],"ensures":[149],"under":[152],"articulation":[154],"demonstrates":[158],"strong":[159],"tolerance":[160],"input":[162],"noise.":[163],"demonstrate":[165],"scalability":[167],"robustness":[169],"automated":[172],"on":[174],"extensive":[176],"dataset":[177,193],"over":[179],"12,000":[180],"sequences,":[181],"which":[183],"also":[185],"derive":[186],"large-scale,":[188],"high-quality":[189],"synthetic":[190],"2D/3D":[191],"training":[195],"downstream":[196],"tasks.":[197],"showcases":[199],"effectiveness":[201],"single":[203],"hands,":[204],"intricate":[205],"two-hand":[206],"interactions,":[207],"natural":[209],"hand-object":[210],"manipulations.":[211],"Our":[212,226],"achieves":[214],"state-of-the-art":[215],"fidelity":[217],"in":[218],"view-efficient,":[219],"scenarios":[221],"highly":[223],"accurate":[224],"registration.":[225],"project":[227],"page":[228],"are":[229],"available":[230],"at":[231],"https://vephand.github.io/.":[232]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}