{"id":"https://openalex.org/W7163403009","doi":"https://doi.org/10.48550/arxiv.2606.03127","title":"TTT-VLA: Test-Time Latent Prompt Optimization for Vision-Language-Action Models","display_name":"TTT-VLA: Test-Time Latent Prompt Optimization for Vision-Language-Action Models","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163403009","doi":"https://doi.org/10.48550/arxiv.2606.03127"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03127","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03127","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03127","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137738073","display_name":"Wenbo Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wenbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137787541","display_name":"Jianxiong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jianxiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137717807","display_name":"Shuai Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Shuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137733846","display_name":"Sijin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Sijin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137793484","display_name":"Jiajun Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137792491","display_name":"Lingqiao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Lingqiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137758119","display_name":"Xiao Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8230999708175659,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8230999708175659,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.05990000069141388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.04360000044107437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6399000287055969},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5047000050544739},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.49549999833106995},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.39250001311302185},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.375900000333786},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.3700000047683716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6732000112533569},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6399000287055969},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5047000050544739},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5008000135421753},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.49549999833106995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47189998626708984},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.39250001311302185},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.375900000333786},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.33570000529289246},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.25929999351501465}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03127","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03127","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03127","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03127","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language-Action":[0],"(VLA)":[1],"models":[2,23],"trained":[3],"on":[4,43,87,133,148],"large-scale":[5],"data":[6,122,135],"have":[7],"made":[8],"remarkable":[9],"progress,":[10],"but":[11,37],"they":[12],"remain":[13],"vulnerable":[14],"to":[15],"distribution":[16],"shifts":[17],"at":[18],"deployment":[19],"time.":[20],"Recent":[21],"VLA":[22,56],"suggest":[24,190],"that":[25,64,151,169,191],"prompts":[26],"can":[27,51,69],"serve":[28],"as":[29],"an":[30,100,105,194],"efficient":[31],"interface":[32,67],"for":[33,55,110,199],"steering":[34,40,66],"policy":[35,111,145,186],"behavior,":[36],"existing":[38],"prompt-based":[39],"typically":[41],"relies":[42],"external":[44],"guidance.":[45],"This":[46],"raises":[47],"a":[48,61,82,176],"natural":[49],"question:":[50],"test-time":[52,83],"training":[53,84],"(TTT)":[54],"be":[57,70],"achieved":[58],"by":[59,119],"optimizing":[60,128],"prompt,":[62],"so":[63],"the":[65,94,124,130,137,144,152,170],"itself":[68],"learned":[71,98,107],"and":[72,127,163,196],"adapted":[73],"from":[74,123,174],"interaction?":[75],"We":[76],"address":[77],"this":[78],"question":[79],"with":[80,99],"TTT-VLA,":[81],"framework":[85],"based":[86],"Latent":[88],"Prompt":[89],"Optimization":[90],"(LPO).":[91],"During":[92],"training,":[93],"latent":[95,131],"prompt":[96,132],"is":[97,117],"additional":[101],"proxy":[102,138],"task,":[103],"providing":[104],"extra":[106],"conditioning":[108],"signal":[109],"learning.":[112],"At":[113],"test":[114],"time,":[115],"TTT":[116],"performed":[118],"collecting":[120],"interaction":[121],"current":[125],"environment":[126],"only":[129],"those":[134],"using":[136],"task's":[139],"self-supervised":[140],"signal,":[141],"without":[142],"modifying":[143],"itself.":[146],"Experiments":[147],"SimplerEnv":[149],"demonstrate":[150],"proposed":[153],"method":[154],"consistently":[155],"improves":[156],"task":[157],"success":[158],"rates":[159],"in":[160],"both":[161],"single-":[162],"multi-embodiment":[164],"settings.":[165],"Further":[166],"analysis":[167],"shows":[168],"gains":[171],"arise":[172],"primarily":[173],"correcting":[175],"small":[177],"number":[178],"of":[179,202],"critical":[180],"decisions":[181],"rather":[182],"than":[183],"globally":[184],"altering":[185],"behavior.":[187],"These":[188],"results":[189],"LPO":[192],"provides":[193],"effective":[195],"practical":[197],"pathway":[198],"deployment-time":[200],"improvement":[201],"foundation":[203],"manipulation":[204],"policies.":[205]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}