{"id":"https://openalex.org/W7165666325","doi":"https://doi.org/10.48550/arxiv.2606.23685","title":"LaST-HD: Learning Latent Physical Reasoning from Scalable Human Data for Robot Manipulation","display_name":"LaST-HD: Learning Latent Physical Reasoning from Scalable Human Data for Robot Manipulation","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165666325","doi":"https://doi.org/10.48550/arxiv.2606.23685"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.23685","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23685","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.23685","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139150920","display_name":"Jiaming Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiaming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047152154","display_name":"Yinxi Wang","orcid":"https://orcid.org/0000-0002-1651-7763"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yinxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139148515","display_name":"Chenyang Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Chenyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028696491","display_name":"Siyuan Qian","orcid":"https://orcid.org/0000-0002-7562-3689"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Siyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121833019","display_name":"Xiangju Mi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mi, Xiangju","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139195095","display_name":"Hao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139168838","display_name":"Jiawei Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jiawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098954361","display_name":"Qingpo Wuwu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wuwu, Qingpo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139157166","display_name":"Xiaoqi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiaoqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103392540","display_name":"Nuowei Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Nuowei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139142848","display_name":"Yiming Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104277119","display_name":"Xuheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xuheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139194271","display_name":"Yang Yue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040782947","display_name":"Yeqing Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yeqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139197953","display_name":"Lei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112481142","display_name":"P Pengxiang Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139137226","display_name":"Hao Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139132645","display_name":"Shanghang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shanghang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.4742000102996826,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.4742000102996826,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.27900001406669617,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.060600001364946365,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6621999740600586},{"id":"https://openalex.org/keywords/retargeting","display_name":"Retargeting","score":0.603600025177002},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5633999705314636},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5529999732971191},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.43950000405311584},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.42559999227523804},{"id":"https://openalex.org/keywords/wired-glove","display_name":"Wired glove","score":0.41339999437332153},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4108999967575073},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.3628999888896942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.746399998664856},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6621999740600586},{"id":"https://openalex.org/C2780575108","wikidata":"https://www.wikidata.org/wiki/Q7316652","display_name":"Retargeting","level":2,"score":0.603600025177002},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6026999950408936},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5633999705314636},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.557699978351593},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5529999732971191},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.43950000405311584},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.42559999227523804},{"id":"https://openalex.org/C107953548","wikidata":"https://www.wikidata.org/wiki/Q1172433","display_name":"Wired glove","level":3,"score":0.41339999437332153},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4108999967575073},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.3628999888896942},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.35260000824928284},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3422999978065491},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.3041999936103821},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2969000041484833},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.2930999994277954},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.2646999955177307},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.23685","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23685","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.23685","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23685","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Human-hand":[0],"demonstrations":[1,68],"provide":[2,148],"a":[3,53,70,133,174],"direct":[4],"and":[5,44,66,90,121,151,159,168,183,198,213],"scalable":[6],"source":[7],"of":[8,39,222],"physical":[9,40,119],"interaction":[10],"data":[11,142,147],"for":[12,20,140],"robot":[13,45,67,91],"learning.":[14,126],"While":[15],"manual":[16],"retargeting":[17],"is":[18],"indispensable":[19],"establishing":[21],"kinematic":[22],"action":[23,56,125,155],"correspondence":[24],"across":[25,157],"different":[26],"morphologies,":[27],"robust":[28],"transfer":[29],"requires":[30],"going":[31],"beyond":[32],"geometry":[33],"to":[34,93,116,138,194,210],"address":[35,48],"the":[36,164],"underlying":[37],"alignment":[38],"dynamics":[41,120],"between":[42],"human":[43,78,146],"manipulation.":[46],"To":[47],"this,":[49],"we":[50,128,172],"introduce":[51],"LaST-HD,":[52],"novel":[54,195,211],"human-to-robot":[55],"learning":[57],"paradigm":[58],"that":[59],"extends":[60],"reasoning-before-acting":[61],"VLA":[62],"by":[63],"aligning":[64,99],"human-hand":[65,89,124,141,170,184,202],"in":[69,102],"shared":[71,104,118],"latent":[72,96,111,166],"reasoning":[73,112],"space.":[74],"Rather":[75],"than":[76],"mimicking":[77],"kinematics,":[79],"LaST-HD":[80,139,191,207],"trains":[81],"an":[82],"auxiliary":[83],"action-conditioned":[84],"world":[85],"model":[86],"on":[87],"unpaired":[88],"trajectories":[92],"synthesize":[94],"unified":[95],"targets.":[97],"After":[98],"cross-embodiment":[100],"representations":[101],"this":[103],"forward-dynamics":[105],"space,":[106],"these":[107],"targets":[108],"supervise":[109],"LaST-HD's":[110],"process,":[113],"enabling":[114],"it":[115],"internalize":[117],"drive":[122],"efficient":[123],"Moreover,":[127],"develop":[129,173],"Out-of-Lab":[130],"(OOL)":[131],"Glove,":[132],"low-cost":[134],"motion-capture":[135],"glove":[136,224],"tailored":[137],"collection.":[143],"The":[144],"captured":[145],"precise":[149],"keypoints":[150],"serve":[152],"as":[153],"universal":[154],"supervision":[156],"grippers":[158],"dexterous":[160],"hands.":[161],"Armed":[162],"with":[163],"aligned":[165],"space":[167],"high-fidelity":[169],"data,":[171],"progressive":[175],"mixed-to-human":[176],"training":[177],"recipe":[178],"comprising":[179],"mixed":[180,189],"human-robot":[181],"co-training":[182],"online":[185,205],"correction":[186],"post-training.":[187],"Through":[188],"co-training,":[190],"improves":[192],"generalization":[193],"objects,":[196],"scenes,":[197],"positions":[199],"using":[200,218],"only":[201,219],"demonstrations.":[203],"With":[204],"correction,":[206],"further":[208],"adapts":[209],"environments":[212],"achieves":[214],"over":[215],"90\\%":[216],"accuracy":[217],"20":[220],"minutes":[221],"OOL":[223],"data.":[225]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}