{"id":"https://openalex.org/W7166688524","doi":"https://doi.org/10.48550/arxiv.2606.30645","title":"VLK: Learning Humanoid Loco-Manipulation from Synthetic Interactions in Reconstructed Scenes","display_name":"VLK: Learning Humanoid Loco-Manipulation from Synthetic Interactions in Reconstructed Scenes","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166688524","doi":"https://doi.org/10.48550/arxiv.2606.30645"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.30645","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30645","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.30645","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025242024","display_name":"Yen\u2010Jen Wang","orcid":"https://orcid.org/0000-0002-0425-9154"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yen-Jen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009234134","display_name":"Jiaman Li","orcid":"https://orcid.org/0000-0002-1261-3248"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiaman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139641667","display_name":"Sirui Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Sirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139664520","display_name":"Takara E. Truong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Truong, Takara E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139649456","display_name":"Pei Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Pei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139692423","display_name":"Pieter Abbeel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abbeel, Pieter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036908757","display_name":"Rocky Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Rocky","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139654116","display_name":"Koushil Sreenath","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sreenath, Koushil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031491881","display_name":"Angjoo Kanazawa","orcid":"https://orcid.org/0000-0003-2592-8430"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kanazawa, Angjoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041119232","display_name":"Carmelo Sferrazza","orcid":"https://orcid.org/0000-0002-7432-7634"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sferrazza, Carmelo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029314167","display_name":"Guanya Shi","orcid":"https://orcid.org/0000-0002-9075-3705"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Guanya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139701544","display_name":"Karen Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Karen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.2524000108242035,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.2524000108242035,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.20080000162124634,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.14030000567436218,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.6323000192642212},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.6115999817848206},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5479000210762024},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5307999849319458},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5070000290870667},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4805000126361847},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.3237000107765198},{"id":"https://openalex.org/keywords/human-multitasking","display_name":"Human multitasking","score":0.29670000076293945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7689999938011169},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6988999843597412},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.6323000192642212},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6245999932289124},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.6115999817848206},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5479000210762024},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5307999849319458},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5070000290870667},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4805000126361847},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37540000677108765},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C107418235","wikidata":"https://www.wikidata.org/wiki/Q1520565","display_name":"Human multitasking","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.27149999141693115},{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.2678000032901764},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.2596000134944916},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.2590999901294708},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.30645","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30645","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.30645","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30645","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Perception-based":[0],"humanoid":[1,135],"loco-manipulation":[2],"requires":[3,16],"connecting":[4],"egocentric":[5,18,73],"observations":[6,74],"and":[7,22,63,70,87,119],"task":[8],"instructions":[9],"to":[10,56],"whole-body":[11,95,99],"motion.":[12],"Learning":[13],"this":[14,32,39],"mapping":[15],"synchronized":[17],"images,":[19],"language":[20],"commands,":[21],"robot-compatible":[23],"kinematic":[24,96],"trajectories,":[25],"yet":[26],"no":[27,84],"existing":[28],"data":[29],"source":[30],"provides":[31],"complete":[33],"tuple":[34],"at":[35],"scale.":[36],"We":[37,78,110],"address":[38],"bottleneck":[40],"by":[41],"generating":[42],"vision-language-kinematics":[43],"(VLK)":[44],"supervision":[45,131],"synthetically":[46],"in":[47,126],"reconstructed":[48,127],"scenes.":[49],"Our":[50],"pipeline":[51],"leverages":[52],"3D":[53],"Gaussian":[54],"Splatting":[55],"reconstruct":[57],"metric-scale":[58],"indoor":[59],"environments,":[60],"synthesizes":[61],"navigation":[62,118],"object-interaction":[64],"trajectories":[65,82],"using":[66],"privileged":[67],"scene":[68],"information,":[69],"renders":[71],"paired":[72,81],"after":[75],"the":[76,107,113],"fact.":[77],"produce":[79],"48,000":[80],"with":[83],"human":[85],"intervention":[86],"train":[88],"a":[89],"VLK":[90],"policy":[91],"that":[92,123],"predicts":[93],"short-horizon":[94],"trajectories.":[97],"A":[98],"tracker":[100],"converts":[101],"these":[102],"predictions":[103],"into":[104],"actions":[105],"on":[106,112],"physical":[108,114],"humanoid.":[109],"evaluate":[111],"Unitree":[115],"G1":[116],"performing":[117],"single-object":[120],"transport,":[121],"demonstrating":[122],"synthesized":[124],"interactions":[125],"scenes":[128],"provide":[129],"effective":[130],"for":[132],"sim-to-real":[133],"perception-based":[134],"loco-manipulation.":[136],"Project":[137],"Website:":[138],"https://vision-language-kinematics.github.io/":[139]},"counts_by_year":[],"updated_date":"2026-07-01T06:29:00.853634","created_date":"2026-07-01T00:00:00"}