{"id":"https://openalex.org/W7163539690","doi":"https://doi.org/10.48550/arxiv.2606.05160","title":"GRAIL: Generating Humanoid Loco-Manipulation from 3D Assets and Video Priors","display_name":"GRAIL: Generating Humanoid Loco-Manipulation from 3D Assets and Video Priors","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163539690","doi":"https://doi.org/10.48550/arxiv.2606.05160"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.05160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.05160","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019551007","display_name":"Tianyi Xie","orcid":"https://orcid.org/0000-0001-6390-6043"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Tianyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137888139","display_name":"Haotian Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137834299","display_name":"Jinhyung Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Jinhyung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137899808","display_name":"Zi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003458289","display_name":"Bowen Wen","orcid":"https://orcid.org/0000-0002-9207-6103"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137816491","display_name":"Jiefeng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiefeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137842042","display_name":"Xueting Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xueting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094157157","display_name":"Qingwei Ben","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ben, Qingwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120024969","display_name":"Haoyang Weng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weng, Haoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137916096","display_name":"Yufei Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Yufei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085818581","display_name":"David Minor","orcid":"https://orcid.org/0000-0001-7082-6340"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minor, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091475385","display_name":"Tingwu Wang","orcid":"https://orcid.org/0000-0003-2006-0660"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Tingwu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137903612","display_name":"Chenfanfu Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Chenfanfu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070642269","display_name":"Sanja Fidler","orcid":"https://orcid.org/0000-0003-1040-3260"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fidler, Sanja","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137873054","display_name":"Jan Kautz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kautz, Jan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137905797","display_name":"Linxi Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Linxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137841311","display_name":"Yuke Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137862181","display_name":"Zhengyi Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Zhengyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137811132","display_name":"Umar Iqbal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iqbal, Umar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137834673","display_name":"Ye Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.2946000099182129,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.2946000099182129,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.2409999966621399,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.18930000066757202,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.6507999897003174},{"id":"https://openalex.org/keywords/teleoperation","display_name":"Teleoperation","score":0.5637999773025513},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.553600013256073},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5012000203132629},{"id":"https://openalex.org/keywords/retargeting","display_name":"Retargeting","score":0.48579999804496765},{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.4756999909877777},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.46160000562667847},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.4404999911785126},{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.41760000586509705}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7268000245094299},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7235999703407288},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.6507999897003174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6452999711036682},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.5637999773025513},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.553600013256073},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5012000203132629},{"id":"https://openalex.org/C2780575108","wikidata":"https://www.wikidata.org/wiki/Q7316652","display_name":"Retargeting","level":2,"score":0.48579999804496765},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.4756999909877777},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.46160000562667847},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.4404999911785126},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.41760000586509705},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.41499999165534973},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.40630000829696655},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3628999888896942},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.35350000858306885},{"id":"https://openalex.org/C132094186","wikidata":"https://www.wikidata.org/wiki/Q641585","display_name":"Clutter","level":3,"score":0.34380000829696655},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.3093999922275543},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.28700000047683716},{"id":"https://openalex.org/C90697248","wikidata":"https://www.wikidata.org/wiki/Q1062896","display_name":"Character animation","level":4,"score":0.2775000035762787},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2606000006198883},{"id":"https://openalex.org/C2781270358","wikidata":"https://www.wikidata.org/wiki/Q5885594","display_name":"Holy Grail","level":2,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.05160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.05160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Scaling":[0],"humanoid":[1,147],"loco-manipulation":[2],"requires":[3],"robot-compatible":[4],"demonstrations":[5],"across":[6],"diverse":[7,206],"objects,":[8],"whole-body":[9],"motions,":[10],"and":[11,16,32,54,95,104,122,137,149,160,177,193,209],"scene":[12],"geometries,":[13],"but":[14],"teleoperation":[15],"motion":[17,120],"capture":[18],"are":[19,99],"difficult":[20],"to":[21,61,125,145],"scale":[22],"because":[23],"each":[24],"collection":[25],"depends":[26],"on":[27,196,205,212],"physical":[28,66],"setups,":[29],"instrumented":[30],"actors,":[31],"robot":[33,148],"operation.":[34],"We":[35,140],"present":[36],"GRAIL,":[37],"a":[38,96,146,161,190,197],"digital":[39],"generation":[40,103],"pipeline":[41,192],"that":[42],"remains":[43],"fully":[44,81],"virtual":[45],"until":[46],"deployment:":[47],"it":[48],"composes":[49],"3D":[50,83],"assets,":[51],"simulator-ready":[52],"scenes,":[53],"priors":[55],"from":[56,80],"video":[57,102],"foundation":[58],"models":[59],"(VFMs)":[60],"synthesize":[62],"interactions":[63],"without":[64],"rebuilding":[65],"environments":[67],"or":[68],"teleoperating":[69],"the":[70,142],"robot.":[71],"Rather":[72],"than":[73],"reconstructing":[74],"unconstrained":[75],"in-the-wild":[76],"videos,":[77],"GRAIL":[78,167],"starts":[79],"specified":[82],"configurations":[84],"in":[85],"which":[86],"object":[87,117,174,207],"geometry,":[88],"camera":[89],"parameters,":[90],"metric":[91,127],"scale,":[92],"environment":[93],"depth,":[94],"robot-proportioned":[97],"character":[98],"known":[100],"before":[101],"reused":[105],"during":[106],"reconstruction.":[107],"This":[108],"privileged":[109],"setup":[110],"better":[111],"conditions":[112],"4D":[113,128],"recovery,":[114],"allowing":[115],"model-based":[116],"tracking,":[118],"human":[119],"estimation,":[121],"interaction-aware":[123],"optimization":[124],"reconstruct":[126],"human-object":[129],"interaction":[130],"(HOI)":[131],"trajectories":[132],"with":[133],"reduced":[134],"depth":[135],"ambiguity":[136],"morphology":[138],"mismatch.":[139],"retarget":[141],"recovered":[143],"motions":[144],"train":[150,185],"complementary":[151],"task-general":[152],"trackers:":[153],"an":[154],"object-aware":[155],"latent":[156],"adaptor":[157],"for":[158,164],"manipulation":[159],"scene-aware":[162],"tracker":[163],"terrain":[165,178],"traversal.":[166,179],"produces":[168],"over":[169],"20,000":[170],"sequences":[171],"spanning":[172],"pick-up,":[173],"manipulation,":[175],"sitting,":[176],"Using":[180],"only":[181],"GRAIL-generated":[182],"data,":[183],"we":[184],"egocentric":[186],"visual":[187],"policies":[188],"through":[189],"sim-to-real":[191],"deploy":[194],"them":[195],"Unitree":[198],"G1":[199],"humanoid,":[200],"achieving":[201],"84\\%":[202],"real-world":[203],"success":[204,211],"pick-up":[208],"90\\%":[210],"stair-climbing.":[213]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-05T00:00:00"}