{"id":"https://openalex.org/W7154593997","doi":"https://doi.org/10.48550/arxiv.2604.14089","title":"UMI-3D: Extending Universal Manipulation Interface from Vision-Limited to 3D Spatial Perception","display_name":"UMI-3D: Extending Universal Manipulation Interface from Vision-Limited to 3D Spatial Perception","publication_year":2026,"publication_date":"2026-04-15","ids":{"openalex":"https://openalex.org/W7154593997","doi":"https://doi.org/10.48550/arxiv.2604.14089"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.14089","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.14089","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.14089","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133809482","display_name":"Ziming Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wang, Ziming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5133809482"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.8998000025749207,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.8998000025749207,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.016899999231100082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-portability","display_name":"Software portability","score":0.6396999955177307},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5579000115394592},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5259000062942505},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.487199991941452},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4756999909877777},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.47350001335144043},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.45239999890327454},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4000000059604645},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.3937999904155731},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.38760000467300415}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.802299976348877},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.6396999955177307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5719000101089478},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5690000057220459},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5579000115394592},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5259000062942505},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.487199991941452},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4756999909877777},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.47350001335144043},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.45239999890327454},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4000000059604645},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.3937999904155731},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.38760000467300415},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.38199999928474426},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.37880000472068787},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3321000039577484},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.31439998745918274},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.311599999666214},{"id":"https://openalex.org/C86369673","wikidata":"https://www.wikidata.org/wiki/Q1203659","display_name":"Simultaneous localization and mapping","level":4,"score":0.3111000061035156},{"id":"https://openalex.org/C2776240099","wikidata":"https://www.wikidata.org/wiki/Q327018","display_name":"Interrogation","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.29980000853538513},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C193611912","wikidata":"https://www.wikidata.org/wiki/Q4677596","display_name":"Active vision","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2840999960899353},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.2809999883174896},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.27140000462532043},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2703999876976013},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.14089","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.14089","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.14089","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.14089","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,79],"present":[1],"UMI-3D,":[2],"a":[3,56,82,88],"multimodal":[4,84],"extension":[5],"of":[6,105,122,152,193],"the":[7,65,109,118,160,189,194],"Universal":[8],"Manipulation":[9],"Interface":[10],"(UMI)":[11],"for":[12,159,180],"robust":[13],"and":[14,41,58,87,120,170,185,191,199,209],"scalable":[15],"data":[16,26,181,207],"collection":[17,208],"in":[18,47,212],"embodied":[19,213],"manipulation.":[20],"While":[21],"UMI":[22,163],"enables":[23,150],"portable,":[24],"wrist-mounted":[25,66],"acquisition,":[27,182],"its":[28,45],"reliance":[29],"on":[30,144],"monocular":[31],"visual":[32,95],"SLAM":[33,70],"makes":[34],"it":[35],"vulnerable":[36],"to":[37,204],"occlusions,":[38],"dynamic":[39],"scenes,":[40],"tracking":[42],"failures,":[43],"limiting":[44],"applicability":[46],"real-world":[48,133],"environments.":[49],"UMI-3D":[50,115,137],"addresses":[51],"these":[52],"limitations":[53],"by":[54],"introducing":[55],"lightweight":[57],"low-cost":[59],"LiDAR":[60,98],"sensor":[61],"tightly":[62],"integrated":[63],"into":[64,128],"interface,":[67],"enabling":[68],"LiDAR-centric":[69],"with":[71,97],"accurate":[72],"metric-scale":[73],"pose":[74],"estimation":[75],"under":[76],"challenging":[77,156],"conditions.":[78],"further":[80],"develop":[81],"hardware-synchronized":[83],"sensing":[85],"pipeline":[86,179],"unified":[89],"spatiotemporal":[90],"calibration":[91],"framework":[92],"that":[93,136,154],"aligns":[94],"observations":[96],"point":[99],"clouds,":[100],"producing":[101],"consistent":[102],"3D":[103],"representations":[104],"demonstrations.":[106],"Despite":[107],"maintaining":[108],"original":[110,161,195],"2D":[111],"visuomotor":[112],"policy":[113,130],"formulation,":[114],"significantly":[116],"improves":[117],"quality":[119],"reliability":[121],"collected":[123],"data,":[124],"which":[125],"directly":[126],"translates":[127],"enhanced":[129],"performance.":[131],"Extensive":[132],"experiments":[134],"demonstrate":[135],"not":[138],"only":[139],"achieves":[140],"high":[141],"success":[142],"rates":[143],"standard":[145],"manipulation":[146,169],"tasks,":[147],"but":[148],"also":[149],"learning":[151],"tasks":[153],"are":[155,202],"or":[157],"infeasible":[158],"vision-only":[162],"setup,":[164],"including":[165],"large":[166],"deformable":[167],"object":[168,172],"articulated":[171],"operation.":[173],"The":[174],"system":[175],"supports":[176],"an":[177],"end-to-end":[178],"alignment,":[183],"training,":[184],"deployment,":[186],"while":[187],"preserving":[188],"portability":[190],"accessibility":[192],"UMI.":[196],"All":[197],"hardware":[198],"software":[200],"components":[201],"open-sourced":[203],"facilitate":[205],"large-scale":[206],"accelerate":[210],"research":[211],"intelligence:":[214],"\\href{https://umi-3d.github.io}{https://umi-3d.github.io}.":[215]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-17T00:00:00"}