{"id":"https://openalex.org/W7165140004","doi":"https://doi.org/10.48550/arxiv.2606.19340","title":"ZeroDex: Zero-Shot Long-Horizon Dexterous Manipulation via Multi-View 3D-Grounded VLM Reasoning","display_name":"ZeroDex: Zero-Shot Long-Horizon Dexterous Manipulation via Multi-View 3D-Grounded VLM Reasoning","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165140004","doi":"https://doi.org/10.48550/arxiv.2606.19340"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.19340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.19340","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138953233","display_name":"Jisoo Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jisoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138890171","display_name":"Sangwon Baik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baik, Sangwon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121026707","display_name":"Taeksoo Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Taeksoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137734967","display_name":"Sungjoo Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Sungjoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138958500","display_name":"Junyoung Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Junyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056662128","display_name":"M. Y. Choi","orcid":"https://orcid.org/0000-0001-8070-7716"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Mingi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138877988","display_name":"Hanbyul Joo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joo, Hanbyul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.009200000204145908,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.7598999738693237},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6834999918937683},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6787999868392944},{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.5831000208854675},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5239999890327454},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4878000020980835},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4778999984264374},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.4410000145435333},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4339999854564667},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4269999861717224}],"concepts":[{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.7598999738693237},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6858999729156494},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.684499979019165},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6834999918937683},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6787999868392944},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.5831000208854675},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5536999702453613},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5239999890327454},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4778999984264374},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4339999854564667},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4269999861717224},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38440001010894775},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3758000135421753},{"id":"https://openalex.org/C2988191880","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic hand","level":3,"score":0.3662000000476837},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.36500000953674316},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.35600000619888306},{"id":"https://openalex.org/C135981907","wikidata":"https://www.wikidata.org/wiki/Q188056","display_name":"Triangulation","level":2,"score":0.3537999987602234},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.34790000319480896},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.31209999322891235},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C17511633","wikidata":"https://www.wikidata.org/wiki/Q830694","display_name":"SMT placement equipment","level":3,"score":0.3059999942779541},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.2653999924659729}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.19340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.19340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5347272753715515,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,156],"present":[1],"ZeroDex,":[2],"a":[3,33,69,123],"zero-shot":[4,168],"framework":[5],"for":[6,73,89,113],"long-horizon":[7,159],"dexterous":[8,114],"manipulation":[9,160],"that":[10],"grounds":[11],"language":[12],"instructions":[13],"into":[14,49,122],"executable":[15],"3D":[16,50,82,142],"task":[17,40],"plans":[18],"from":[19],"calibrated":[20],"multi-view":[21,52],"RGB":[22],"images.":[23],"Rather":[24],"than":[25],"training":[26],"an":[27,93,134],"end-to-end":[28],"policy,":[29],"our":[30],"system":[31],"uses":[32],"vision-language":[34],"model":[35],"(VLM)":[36],"to":[37,98,110],"produce":[38],"reference-frame":[39],"grounding":[41,143,151],"and":[42,87,103,128,145,152,165,173],"primitive-level":[43],"2D":[44],"keypoints,":[45],"then":[46],"lifts":[47],"them":[48],"via":[51],"fusion.":[53],"This":[54],"lifting":[55],"combines":[56],"triangulation":[57],"of":[58],"view-wise":[59],"VLM":[60],"groundings":[61],"with":[62,133],"reference-view":[63],"ray":[64,72],"voting,":[65],"which":[66],"searches":[67],"along":[68],"semantic":[70],"camera":[71],"geometrically":[74],"consistent":[75],"candidates":[76],"across":[77],"neighboring":[78],"views.":[79],"The":[80],"resulting":[81],"keypoints":[83],"support":[84],"both":[85],"pick-and-place":[86],"tool-use:":[88],"tool-use,":[90],"we":[91,116],"retrieve":[92],"object-centric":[94],"atomic":[95],"action":[96],"corresponding":[97],"the":[99,111,118],"inferred":[100],"skill":[101],"category":[102],"align":[104],"its":[105],"stored":[106],"6D":[107],"tool":[108],"trajectory":[109],"scene;":[112],"execution,":[115],"expand":[117],"lifted":[119],"grasp":[120,125],"keypoint":[121],"task-conditioned":[124],"affordance":[126],"region":[127],"generate":[129],"feasible":[130],"grasp-motion":[131],"pairs":[132],"arm-hand":[135],"motion":[136],"generator.":[137],"Real-world":[138],"experiments":[139],"show":[140],"improved":[141],"accuracy":[144],"execution":[146,169],"reliability":[147],"over":[148],"single-view":[149],"RGB-D":[150],"fine-tuned":[153],"VLA":[154],"baselines.":[155],"further":[157],"demonstrate":[158],"through":[161],"closed-loop":[162],"status":[163],"verification":[164],"replan,":[166],"enabling":[167],"on":[170],"unseen":[171],"objects":[172],"tool-use":[174],"tasks":[175],"in":[176],"novel":[177],"scenes.":[178]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-19T00:00:00"}