{"id":"https://openalex.org/W7167675971","doi":"https://doi.org/10.48550/arxiv.2607.06564","title":"Lift3D-VLA: Lifting VLA Models to 3D Geometry and Dynamics-Aware Manipulation","display_name":"Lift3D-VLA: Lifting VLA Models to 3D Geometry and Dynamics-Aware Manipulation","publication_year":2026,"publication_date":"2026-07-07","ids":{"openalex":"https://openalex.org/W7167675971","doi":"https://doi.org/10.48550/arxiv.2607.06564"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.06564","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.06564","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.06564","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140238443","display_name":"Jiaming Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiaming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098954361","display_name":"Qingpo Wuwu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wuwu, Qingpo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103392540","display_name":"Nuowei Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Nuowei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140274923","display_name":"Hao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140284838","display_name":"Zhuoyang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhuoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140248898","display_name":"Fan Fei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100587094","display_name":"Yueru Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Yueru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130048999","display_name":"C Charles Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Chenyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140253212","display_name":"Yandong Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Yandong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140291826","display_name":"Boxin Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Boxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140228954","display_name":"Shanghang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shanghang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.42410001158714294,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.42410001158714294,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.34850001335144043,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.03579999879002571,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.8141999840736389},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.760200023651123},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6904000043869019},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.652999997138977},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6172000169754028},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5421000123023987},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5015000104904175},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.47920000553131104},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.43230000138282776}],"concepts":[{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.8141999840736389},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.760200023651123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7221999764442444},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6904000043869019},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.652999997138977},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6172000169754028},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5421000123023987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5192999839782715},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5015000104904175},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.47920000553131104},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44940000772476196},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.43230000138282776},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.4088999927043915},{"id":"https://openalex.org/C2777897806","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3D modeling","level":2,"score":0.3587000072002411},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.34790000319480896},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3409000039100647},{"id":"https://openalex.org/C7305733","wikidata":"https://www.wikidata.org/wiki/Q207961","display_name":"Geometric shape","level":2,"score":0.3386000096797943},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.32269999384880066},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3181999921798706},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C104065381","wikidata":"https://www.wikidata.org/wiki/Q1002535","display_name":"Geometric modeling","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C29123130","wikidata":"https://www.wikidata.org/wiki/Q874709","display_name":"Computational geometry","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C193581530","wikidata":"https://www.wikidata.org/wiki/Q683778","display_name":"Structured light","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C40319758","wikidata":"https://www.wikidata.org/wiki/Q5535477","display_name":"Geometric design","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C136520226","wikidata":"https://www.wikidata.org/wiki/Q302814","display_name":"Geometric data analysis","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.06564","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.06564","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.06564","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.06564","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"Vision-Language-Action":[1],"(VLA)":[2],"models":[3,77],"have":[4],"demonstrated":[5],"strong":[6],"generalization":[7,241],"across":[8],"diverse":[9],"tasks.":[10],"However,":[11],"effective":[12],"robotic":[13],"manipulation":[14,207],"in":[15,45,61],"physical":[16,170],"environments":[17],"fundamentally":[18],"requires":[19],"geometric":[20,42,155],"understanding":[21],"and":[22,41,50,57,84,169,204,212,220,228],"spatial":[23,127],"reasoning.":[24],"While":[25],"some":[26],"VLA":[27,73,122,226],"approaches":[28],"attempt":[29],"to":[30,52,104,164,191,242],"incorporate":[31],"3D":[32,47,55,80,107,133,167,175],"information,":[33],"they":[34],"are":[35],"constrained":[36],"by":[37,234],"limited":[38],"data":[39],"availability":[40],"information":[43,128],"loss":[44],"current":[46,148],"encoding":[48,119],"pipelines,":[49],"fail":[51],"jointly":[53],"capture":[54],"geometry":[56],"temporally":[58,86,197],"structured":[59],"actions":[60],"dynamic":[62],"environments.":[63],"To":[64,172],"address":[65],"these":[66],"limitations,":[67],"we":[68,135,177],"introduce":[69],"Lift3D-VLA,":[70],"a":[71,141],"unified":[72],"framework":[74,144],"that":[75,145],"equips":[76],"with":[78,109],"explicit":[79,132],"point":[81,149],"cloud":[82,150],"reasoning":[83],"enables":[85,116],"coherent":[87],"action":[88,182,194],"generation.":[89],"First,":[90],"building":[91],"upon":[92],"our":[93],"previous":[94],"work":[95],"Lift3D,":[96],"an":[97],"enhanced":[98],"2D":[99,111,161],"model-lifting":[100],"strategy":[101],"is":[102],"proposed":[103],"geometrically":[105],"align":[106],"points":[108],"pretrained":[110],"positional":[112],"embeddings.":[113],"This":[114,157],"design":[115,179],"direct":[117],"point-cloud":[118],"within":[120],"the":[121,147,160,189,223,230],"vision":[123,162],"encoder":[124,163],"while":[125,151,238],"minimizing":[126],"loss.":[129],"Based":[130],"on":[131,218],"inputs,":[134],"propose":[136],"Geometry-Centric":[137],"Masked":[138],"Autoencoding":[139],"(GC-MAE),":[140],"dual-objective":[142],"self-supervised":[143],"reconstructs":[146],"predicting":[152],"its":[153],"future":[154],"evolution.":[156],"formulation":[158],"allows":[159],"internalize":[165],"both":[166],"structure":[168],"dynamics.":[171],"fully":[173],"exploit":[174],"representations,":[176],"further":[178],"layer-wise":[180],"temporal":[181],"modeling,":[183],"which":[184],"leverages":[185],"multiple":[186],"layers":[187],"of":[188],"LLM":[190],"collaboratively":[192],"predict":[193],"chunks,":[195],"enabling":[196],"consistent":[198],"predictions.":[199],"Across":[200],"22":[201],"simulated":[202],"tasks":[203],"8":[205],"real-world":[206,232],"tasks,":[208],"Lift3D-VLA":[209],"achieves":[210],"10.8%":[211],"11.1%":[213],"higher":[214],"mean":[215],"success":[216],"rates":[217],"MetaWorld":[219],"RLBench":[221],"than":[222],"best-performing":[224],"prior":[225],"methods,":[227],"outperforms":[229],"strongest":[231],"baseline":[233],"4":[235],"percentage":[236],"points,":[237],"exhibiting":[239],"stronger":[240],"out-of-distribution":[243],"perturbations.":[244]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-09T00:00:00"}