{"id":"https://openalex.org/W4405434146","doi":"https://doi.org/10.48550/arxiv.2412.10345","title":"TraceVLA: Visual Trace Prompting Enhances Spatial-Temporal Awareness for Generalist Robotic Policies","display_name":"TraceVLA: Visual Trace Prompting Enhances Spatial-Temporal Awareness for Generalist Robotic Policies","publication_year":2024,"publication_date":"2024-12-13","ids":{"openalex":"https://openalex.org/W4405434146","doi":"https://doi.org/10.48550/arxiv.2412.10345"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.10345","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.10345","pdf_url":"https://arxiv.org/pdf/2412.10345","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.10345","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013554787","display_name":"Ruijie Zheng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng, Ruijie","raw_affiliation_strings":["University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079510302","display_name":"Yongyuan Liang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liang, Yongyuan","raw_affiliation_strings":["University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064995424","display_name":"Shuaiyi Huang","orcid":"https://orcid.org/0000-0003-0555-2077","observed_orcids":["https://orcid.org/0000-0003-0555-2077"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huang, Shuaiyi","raw_affiliation_strings":["University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047233371","display_name":"Jianfeng Gao","orcid":"https://orcid.org/0000-0002-6371-505X","observed_orcids":["https://orcid.org/0000-0002-6371-505X"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gao, Jianfeng","raw_affiliation_strings":["Microsoft Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019928111","display_name":"Hal Daum\u00e9","orcid":"https://orcid.org/0000-0002-3760-345X","observed_orcids":["https://orcid.org/0000-0002-3760-345X"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daum\u00e9, Hal","raw_affiliation_strings":["University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101862316","display_name":"Andrey Kolobov","orcid":"https://orcid.org/0000-0003-4966-7466","observed_orcids":["https://orcid.org/0000-0003-4966-7466"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kolobov, Andrey","raw_affiliation_strings":["Microsoft Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037162168","display_name":"Furong Huang","orcid":"https://orcid.org/0000-0002-7393-1047","observed_orcids":["https://orcid.org/0000-0002-7393-1047"]},"institutions":[{"id":"https://openalex.org/I1305444813","display_name":"Capital One (United States)","ror":"https://ror.org/00svp7168","country_code":"US","type":"company","lineage":["https://openalex.org/I1305444813"]},{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huang, Furong","raw_affiliation_strings":["Capital One","University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Capital One","institution_ids":["https://openalex.org/I1305444813"]},{"raw_affiliation_string":"University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101607140","display_name":"Jianwei Yang","orcid":"https://orcid.org/0000-0002-2167-2880","observed_orcids":["https://orcid.org/0000-0002-2167-2880"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang, Jianwei","raw_affiliation_strings":["Microsoft Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":221,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.030500000342726707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-action-models","display_name":"vision-language-action models","score":0.9789999723434448},{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.6859999895095825},{"id":"https://openalex.org/keywords/trajectory-encoding","display_name":"trajectory encoding","score":0.5979999899864197},{"id":"https://openalex.org/keywords/openvla","display_name":"OpenVLA","score":0.718999981880188},{"id":"https://openalex.org/keywords/embodied-ai","display_name":"embodied AI","score":0.4690000116825104},{"id":"https://openalex.org/keywords/action-prediction","display_name":"action prediction","score":0.39100000262260437}],"concepts":[{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.8179768323898315},{"id":"https://openalex.org/C45371612","wikidata":"https://www.wikidata.org/wiki/Q3058587","display_name":"Generalist and specialist species","level":3,"score":0.7500065565109253},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.44357335567474365},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40993088483810425},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3322628140449524},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.061654627323150635},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.059475213289260864},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.05133363604545593},{"id":"https://openalex.org/C185933670","wikidata":"https://www.wikidata.org/wiki/Q52105","display_name":"Habitat","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2412.10345","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.10345","pdf_url":"https://arxiv.org/pdf/2412.10345","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.10345","doi":"https://doi.org/10.48550/arxiv.2412.10345","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.10345","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.10345","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.10345","pdf_url":"https://arxiv.org/pdf/2412.10345","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4720003262","display_name":null,"funder_award_id":"N00014-22","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5702281522","display_name":"FAI: Toward Fair Decision Making and Resource Allocation with Application to AI-Assisted Graduate Admission and Degree Completion","funder_award_id":"2147276","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6098521345","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7437616762","display_name":null,"funder_award_id":"HR00112020007","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405434146.pdf","grobid_xml":"https://content.openalex.org/works/W4405434146.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W3154938165","https://openalex.org/W3204665606","https://openalex.org/W4323572061","https://openalex.org/W4324299512","https://openalex.org/W4327810158","https://openalex.org/W4366208220","https://openalex.org/W4384918448","https://openalex.org/W4385430679","https://openalex.org/W4385431288","https://openalex.org/W4385473486","https://openalex.org/W4386083015","https://openalex.org/W4387294588","https://openalex.org/W4387764390","https://openalex.org/W4387800098","https://openalex.org/W4388512477","https://openalex.org/W4388685755","https://openalex.org/W4391013663","https://openalex.org/W4391801209","https://openalex.org/W4395474395","https://openalex.org/W4398192846","https://openalex.org/W4399695759","https://openalex.org/W4399795511","https://openalex.org/W4400222258","https://openalex.org/W4402354026","https://openalex.org/W4402354047","https://openalex.org/W4402354082","https://openalex.org/W4402776554","https://openalex.org/W4403906568","https://openalex.org/W4404342133","https://openalex.org/W4405785406"],"related_works":["https://openalex.org/W7116113878","https://openalex.org/W7163347952","https://openalex.org/W7214703654","https://openalex.org/W7203644814","https://openalex.org/W7164024459","https://openalex.org/W7128633911","https://openalex.org/W6910670805","https://openalex.org/W7119723348","https://openalex.org/W7081569152","https://openalex.org/W7125516024"],"abstract_inverted_index":{"Although":[0],"large":[1],"vision-language-action":[2],"(VLA)":[3],"models":[4],"pretrained":[5,146],"on":[6,73,98,110,114,143,147,152],"extensive":[7],"robot":[8,80,102],"datasets":[9],"offer":[10],"promising":[11],"generalist":[12],"policies":[13],"for":[14,56],"robotic":[15],"learning,":[16],"they":[17],"still":[18],"struggle":[19],"with":[20],"spatial-temporal":[21,54],"dynamics":[22],"in":[23,30,93],"interactive":[24],"robotics,":[25],"making":[26],"them":[27],"less":[28],"effective":[29,48],"handling":[31],"complex":[32],"tasks,":[33],"such":[34],"as":[35],"manipulation.":[36],"In":[37],"this":[38],"work,":[39],"we":[40,136],"introduce":[41],"visual":[42,84],"trace":[43,85],"prompting,":[44],"a":[45,66,99,138],"simple":[46],"yet":[47],"approach":[49],"to":[50],"facilitate":[51],"VLA":[52,140],"models'":[53],"awareness":[55],"action":[57],"prediction":[58],"by":[59,70,108],"encoding":[60],"state-action":[61],"trajectories":[62,82],"visually.":[63],"We":[64],"develop":[65],"new":[67],"TraceVLA":[68,89],"model":[69,141],"finetuning":[71],"OpenVLA":[72,107,158],"our":[74,134,153],"own":[75],"collected":[76],"dataset":[77],"of":[78,88,133],"150K":[79],"manipulation":[81],"using":[83],"prompting.":[86],"Evaluations":[87],"across":[90,121],"137":[91],"configurations":[92],"SimplerEnv":[94,111],"and":[95,112,117,124,131,150],"4":[96],"tasks":[97,116],"physical":[100],"WidowX":[101],"demonstrate":[103],"state-of-the-art":[104],"performance,":[105],"outperforming":[106],"10%":[109],"3.5x":[113],"real-robot":[115],"exhibiting":[118],"robust":[119],"generalization":[120],"diverse":[122],"embodiments":[123],"scenarios.":[125],"To":[126],"further":[127],"validate":[128],"the":[129,148,156],"effectiveness":[130],"generality":[132],"method,":[135],"present":[137],"compact":[139],"based":[142],"4B":[144],"Phi-3-Vision,":[145],"Open-X-Embodiment":[149],"finetuned":[151],"dataset,":[154],"rivals":[155],"7B":[157],"baseline":[159],"while":[160],"significantly":[161],"improving":[162],"inference":[163],"efficiency.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":134},{"year":2025,"cited_by_count":86},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2024-12-17T00:00:00"}