{"id":"https://openalex.org/W7166810012","doi":"https://doi.org/10.48550/arxiv.2606.31329","title":"3D HAMSTER: Bridging Planning and Control in Hierarchical Vision Language Action Models through 3D Trajectory Guidance","display_name":"3D HAMSTER: Bridging Planning and Control in Hierarchical Vision Language Action Models through 3D Trajectory Guidance","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166810012","doi":"https://doi.org/10.48550/arxiv.2606.31329"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31329","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31329","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060972704","display_name":"Dongyoon Hwang","orcid":"https://orcid.org/0009-0003-6471-5208"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hwang, Dongyoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103249623","display_name":"Byungkun Lee","orcid":"https://orcid.org/0009-0003-3443-7809"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Byungkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139785345","display_name":"Dongjin Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Dongjin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139822398","display_name":"Hyojin Jang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jang, Hyojin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008296477","display_name":"Haoran Jin","orcid":"https://orcid.org/0009-0001-6583-4343"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Hoiyeong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139816068","display_name":"Jueun Mun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mun, Jueun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000818130","display_name":"M. Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Minho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139741024","display_name":"Hojoon Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hojoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004175293","display_name":"Hyunseung Kim","orcid":"https://orcid.org/0000-0002-1412-2979"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Hyunseung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139762803","display_name":"Jaegul Choo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choo, Jaegul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.3174999952316284,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.3174999952316284,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.31049999594688416,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1720000058412552,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/waypoint","display_name":"Waypoint","score":0.8754000067710876},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.6481000185012817},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6067000031471252},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.5194000005722046},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4634999930858612},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.44440001249313354},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.44119998812675476},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.43389999866485596},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4090000092983246},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3720000088214874}],"concepts":[{"id":"https://openalex.org/C2781271823","wikidata":"https://www.wikidata.org/wiki/Q138081","display_name":"Waypoint","level":2,"score":0.8754000067710876},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.6481000185012817},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6424000263214111},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6067000031471252},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5719000101089478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5490999817848206},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.5194000005722046},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4634999930858612},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.44440001249313354},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.44119998812675476},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.43389999866485596},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4090000092983246},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3400999903678894},{"id":"https://openalex.org/C2778305236","wikidata":"https://www.wikidata.org/wiki/Q178570","display_name":"OpenGL","level":3,"score":0.320499986410141},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.3165000081062317},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.27709999680519104},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2667999863624573},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.26339998841285706},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.2581999897956848},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2515000104904175},{"id":"https://openalex.org/C196467688","wikidata":"https://www.wikidata.org/wiki/Q1851985","display_name":"Telerobotics","level":4,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31329","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31329","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5281446576118469}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Hierarchical":[0],"Vision-Language-Action":[1],"(VLA)":[2],"models":[3],"decouple":[4],"high-level":[5],"planning":[6],"from":[7],"low-level":[8,40,125],"control":[9],"to":[10,61,113],"improve":[11],"generalization":[12],"in":[13,18,43],"robot":[14],"manipulation.":[15],"Recent":[16],"work":[17],"this":[19,86],"paradigm":[20],"uses":[21],"2D":[22,53],"end-effector":[23],"trajectories":[24],"predicted":[25],"by":[26,88],"a":[27,35,81,100,103,108,123],"Vision-Language":[28],"Model":[29],"(VLM)":[30],"as":[31],"explicit":[32],"guidance":[33,54],"for":[34],"downstream":[36],"policy.":[37,126],"However,":[38],"state-of-the-art":[39],"policies":[41],"operate":[42],"3D":[44,79,96,115,128,135],"metric":[45],"space":[46],"on":[47],"point":[48],"clouds,":[49],"and":[50,107,132,141,151,155],"feeding":[51],"them":[52],"that":[55,84],"lacks":[56],"depth":[57,65,105,110],"forces":[58],"each":[59],"waypoint":[60,116],"be":[62],"assigned":[63],"the":[64,90,145],"of":[66],"whatever":[67],"scene":[68],"surface":[69],"lies":[70],"beneath":[71],"it,":[72],"producing":[73],"geometrically":[74],"distorted":[75],"trajectories.":[76,97],"We":[77,98],"propose":[78],"HAMSTER,":[80],"hierarchical":[82],"framework":[83],"closes":[85],"gap":[87],"having":[89],"planner":[91],"directly":[92,120],"output":[93],"metrically":[94],"reliable":[95],"augment":[99],"VLM":[101],"with":[102,144],"dedicated":[104],"encoder":[106],"dense":[109],"reconstruction":[111],"objective":[112],"predict":[114],"sequences,":[117],"which":[118],"are":[119],"integrated":[121],"into":[122],"pointcloudbased":[124],"Across":[127],"trajectory":[129],"prediction,":[130],"simulation,":[131],"real-world":[133],"manipulation,":[134],"HAMSTER":[136],"consistently":[137],"outperforms":[138],"proprietary":[139],"VLMs":[140],"2D-guided":[142],"baselines,":[143],"largest":[146],"gains":[147],"under":[148],"appearance-altering":[149],"shifts":[150],"unseen":[152],"language,":[153],"spatial,":[154],"visual":[156],"conditions.":[157],"The":[158],"project":[159],"page":[160],"is":[161],"available":[162],"at":[163],"https://davian-robotics.github.io/3D_HAMSTER/.":[164]},"counts_by_year":[],"updated_date":"2026-07-02T06:18:51.028212","created_date":"2026-07-02T00:00:00"}