{"id":"https://openalex.org/W7154340399","doi":"https://doi.org/10.48550/arxiv.2604.10647","title":"OmniUMI: Towards Physically Grounded Robot Learning via Human-Aligned Multimodal Interaction","display_name":"OmniUMI: Towards Physically Grounded Robot Learning via Human-Aligned Multimodal Interaction","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7154340399","doi":"https://doi.org/10.48550/arxiv.2604.10647"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.10647","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10647","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.10647","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073597150","display_name":"Shaqi Luo","orcid":"https://orcid.org/0000-0003-0385-3538"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Shaqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133580204","display_name":"Yuanyuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuanyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024783559","display_name":"Youhao Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Youhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100572340","display_name":"Chenhao Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Chenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133618049","display_name":"Chaoran Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Chaoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133561585","display_name":"Jiachen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiachen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042904440","display_name":"Guocai Yao","orcid":"https://orcid.org/0000-0002-0673-0229"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Guocai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133568634","display_name":"Tiejun Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Tiejun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101616523","display_name":"Ran He","orcid":"https://orcid.org/0000-0001-5925-9648"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Ran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133622059","display_name":"Zhongyuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhongyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.8702999949455261,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.8702999949455261,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.02239999920129776,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.016599999740719795,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5630999803543091},{"id":"https://openalex.org/keywords/wrench","display_name":"Wrench","score":0.4844000041484833},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4788999855518341},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4438999891281128},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4350000023841858},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.3986999988555908},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.37940001487731934},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.3650999963283539}],"concepts":[{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6620000004768372},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5967000126838684},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5630999803543091},{"id":"https://openalex.org/C29302406","wikidata":"https://www.wikidata.org/wiki/Q154411","display_name":"Wrench","level":2,"score":0.4844000041484833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4828000068664551},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4788999855518341},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4438999891281128},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4350000023841858},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3986999988555908},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.3650999963283539},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.34529998898506165},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3359000086784363},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.3228999972343445},{"id":"https://openalex.org/C28427503","wikidata":"https://www.wikidata.org/wiki/Q13580300","display_name":"Internal model","level":3,"score":0.30709999799728394},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C31266012","wikidata":"https://www.wikidata.org/wiki/Q6554340","display_name":"Linkage (software)","level":3,"score":0.27810001373291016},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27799999713897705},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C81302111","wikidata":"https://www.wikidata.org/wiki/Q2916417","display_name":"Contact force","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.25609999895095825},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.10647","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10647","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.10647","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10647","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"UMI-style":[0],"interfaces":[1],"enable":[2],"scalable":[3,194],"robot":[4,70],"learning,":[5],"but":[6],"existing":[7],"systems":[8],"remain":[9],"largely":[10],"visuomotor,":[11],"relying":[12],"primarily":[13],"on":[14,39,134,171],"RGB":[15],"observations":[16],"and":[17,49,87,113,122,129,144,147,160,167,177],"trajectory":[18],"while":[19,96],"providing":[20,192],"only":[21],"limited":[22],"access":[23],"to":[24,56],"physical":[25],"interaction":[26,51,89,120,124],"signals.":[27],"This":[28],"becomes":[29],"a":[30,64,92,101,193],"fundamental":[31],"limitation":[32],"in":[33],"contact-rich":[34,198],"manipulation,":[35],"where":[36],"success":[37],"depends":[38],"contact":[40,161],"dynamics":[41],"such":[42],"as":[43],"tactile":[44,82,123],"interaction,":[45,191],"internal":[46,84,116],"grasping":[47,85,117],"force,":[48,86,118],"external":[50,88,119],"wrench":[52,90],"that":[53],"are":[54],"difficult":[55],"infer":[57],"from":[58],"vision":[59],"alone.":[60],"We":[61],"present":[62],"OmniUMI,":[63],"unified":[65,156],"framework":[66],"for":[67,155,196],"physically":[68,184],"grounded":[69,185],"learning":[71,197],"via":[72],"human-aligned":[73,107,190],"multimodal":[74,186],"interaction.":[75],"OmniUMI":[76,109,182],"synchronously":[77],"captures":[78],"RGB,":[79],"depth,":[80],"trajectory,":[81],"sensing,":[83],"within":[91],"compact":[93],"handheld":[94,131],"system,":[95],"maintaining":[97],"collection--deployment":[98],"consistency":[99],"through":[100,125,152],"shared":[102],"embodiment":[103],"design.":[104],"To":[105],"support":[106],"demonstration,":[108],"enables":[110],"natural":[111],"perception":[112],"modulation":[114],"of":[115,158],"wrench,":[121],"bilateral":[126],"gripper":[127],"feedback":[128],"the":[130,149],"embodiment.":[132],"Built":[133],"this":[135],"interface,":[136],"we":[137],"extend":[138],"diffusion":[139],"policy":[140,151],"with":[141,189],"visual,":[142],"tactile,":[143],"force-related":[145],"observations,":[146],"deploy":[148],"learned":[150],"impedance-based":[153],"execution":[154],"regulation":[157],"motion":[159],"behavior.":[162],"Experiments":[163],"demonstrate":[164],"reliable":[165],"sensing":[166],"strong":[168],"downstream":[169],"performance":[170],"force-sensitive":[172],"pick-and-place,":[173],"interactive":[174],"surface":[175],"erasing,":[176],"tactile-informed":[178],"selective":[179],"release.":[180],"Overall,":[181],"combines":[183],"data":[187],"acquisition":[188],"foundation":[195],"manipulation.":[199]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-15T00:00:00"}