{"id":"https://openalex.org/W7154352395","doi":"https://doi.org/10.48550/arxiv.2604.11138","title":"ViserDex: Visual Sim-to-Real for Robust Dexterous In-hand Reorientation","display_name":"ViserDex: Visual Sim-to-Real for Robust Dexterous In-hand Reorientation","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154352395","doi":"https://doi.org/10.48550/arxiv.2604.11138"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.11138","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11138","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.11138","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133560345","display_name":"Arjun Bhardwaj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhardwaj, Arjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120523048","display_name":"Maximum Wilder-Smith","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wilder-Smith, Maximum","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019702488","display_name":"Mayank Mittal","orcid":"https://orcid.org/0000-0002-7881-3744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mittal, Mayank","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076239754","display_name":"Vaishakh Patil","orcid":"https://orcid.org/0000-0002-0701-9770"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patil, Vaishakh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133600354","display_name":"Marco Hutter","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hutter, Marco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.8435999751091003,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.8435999751091003,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.10029999911785126,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.5480999946594238},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5139999985694885},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5116999745368958},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.49129998683929443},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.41449999809265137},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.36340001225471497},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.36010000109672546},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.3337000012397766},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.33329999446868896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8027999997138977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7736999988555908},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6952000260353088},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.5480999946594238},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5139999985694885},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5116999745368958},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.49129998683929443},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.41449999809265137},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.36340001225471497},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.36010000109672546},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.33329999446868896},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.32260000705718994},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.310699999332428},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C193611912","wikidata":"https://www.wikidata.org/wiki/Q4677596","display_name":"Active vision","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C23903533","wikidata":"https://www.wikidata.org/wiki/Q17122739","display_name":"Reprojection error","level":3,"score":0.27090001106262207},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.11138","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11138","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.11138","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11138","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.44972649216651917,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In-hand":[0],"object":[1,8,85],"reorientation":[2,44,163],"requires":[3],"precise":[4],"estimation":[5],"of":[6,103,164,188],"the":[7,53,65,120,129,149,189,199],"pose":[9,23,86,130],"to":[10,51,75,198],"handle":[11],"complex":[12,104],"task":[13],"dynamics.":[14],"While":[15],"RGB":[16,42,159],"sensing":[17],"offers":[18],"rich":[19],"semantic":[20],"cues":[21],"for":[22,40,84,122,182],"tracking,":[24],"existing":[25],"solutions":[26],"rely":[27],"on":[28,116,151],"multi-camera":[29],"setups":[30],"or":[31],"costly":[32],"ray":[33],"tracing.":[34],"We":[35,147],"present":[36],"a":[37,152,179],"sim-to-real":[38,55],"framework":[39],"monocular":[41],"in-hand":[43],"that":[45,128],"integrates":[46],"3D":[47,76],"Gaussian":[48,66,176],"Splatting":[49],"(3DGS)":[50],"bridge":[52],"visual":[54,82,145],"gap.":[56],"Our":[57,173],"key":[58],"insight":[59],"is":[60,91],"performing":[61],"domain":[62],"randomization":[63],"in":[64,143],"representation":[67],"space:":[68],"by":[69],"applying":[70],"physically":[71],"consistent,":[72],"pre-rendering":[73],"augmentations":[74],"Gaussians,":[77],"we":[78],"generate":[79],"photorealistic,":[80],"randomized":[81],"data":[83,135,142],"estimation.":[87],"The":[88],"manipulation":[89],"policy":[90],"trained":[92,114,132,138],"using":[93,139],"curriculum-based":[94],"reinforcement":[95],"learning":[96,102],"with":[97,133,157],"teacher-student":[98],"distillation,":[99],"enabling":[100],"efficient":[101],"behaviors.":[105],"Importantly,":[106],"both":[107],"perception":[108],"and":[109,192],"control":[110],"models":[111],"can":[112],"be":[113],"independently":[115],"consumer-grade":[117],"hardware,":[118],"eliminating":[119],"need":[121],"large":[123],"compute":[124],"clusters.":[125],"Experiments":[126],"show":[127],"estimator":[131],"3DGS":[134],"outperforms":[136],"those":[137],"conventional":[140],"rendering":[141],"challenging":[144,170],"environments.":[146],"validate":[148],"system":[150],"physical":[153],"multi-fingered":[154],"hand":[155],"equipped":[156],"an":[158],"camera,":[160],"demonstrating":[161],"robust":[162],"five":[165],"diverse":[166],"objects":[167],"even":[168],"under":[169],"lighting":[171],"conditions.":[172],"results":[174],"highlight":[175],"splatting":[177],"as":[178],"practical":[180],"path":[181],"RGB-only":[183],"dexterous":[184],"manipulation.":[185],"For":[186],"videos":[187],"hardware":[190],"deployments":[191],"additional":[193],"supplementary":[194],"materials,":[195],"please":[196],"refer":[197],"project":[200],"website:":[201],"https://rffr.leggedrobotics.com/works/viserdex/":[202]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-15T00:00:00"}