{"id":"https://openalex.org/W7129036514","doi":"https://doi.org/10.48550/arxiv.2602.12322","title":"ForeAct: Steering Your VLA with Efficient Visual Foresight Planning","display_name":"ForeAct: Steering Your VLA with Efficient Visual Foresight Planning","publication_year":2026,"publication_date":"2026-02-12","ids":{"openalex":"https://openalex.org/W7129036514","doi":"https://doi.org/10.48550/arxiv.2602.12322"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.12322","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009067861","display_name":"Zhuoyang Zhang","orcid":"https://orcid.org/0000-0002-3312-6246"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhuoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126168234","display_name":"Shang Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Shang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126148095","display_name":"Qinghao Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Qinghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126107070","display_name":"Luke J. Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Luke J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126124983","display_name":"James Hou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002511386","display_name":"Yufei Sun","orcid":"https://orcid.org/0000-0002-7265-6338"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yufei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126088560","display_name":"Yao Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126168469","display_name":"Song Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Song","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19972961,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.7491000294685364},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6941999793052673},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6714000105857849},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6384000182151794},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.6216999888420105},{"id":"https://openalex.org/keywords/futures-studies","display_name":"Futures studies","score":0.5309000015258789},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5270000100135803},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.48590001463890076},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.38749998807907104}],"concepts":[{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.7491000294685364},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6941999793052673},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6820999979972839},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6714000105857849},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6384000182151794},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.6216999888420105},{"id":"https://openalex.org/C64848388","wikidata":"https://www.wikidata.org/wiki/Q188867","display_name":"Futures studies","level":2,"score":0.5309000015258789},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5299000144004822},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5270000100135803},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.48590001463890076},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C17511633","wikidata":"https://www.wikidata.org/wiki/Q830694","display_name":"SMT placement equipment","level":3,"score":0.37790000438690186},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.35749998688697815},{"id":"https://openalex.org/C10912380","wikidata":"https://www.wikidata.org/wiki/Q527952","display_name":"Visual servoing","level":3,"score":0.35269999504089355},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.35260000824928284},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35120001435279846},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3391999900341034},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C2779462738","wikidata":"https://www.wikidata.org/wiki/Q17146409","display_name":"Realisation","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2637999951839447},{"id":"https://openalex.org/C141392084","wikidata":"https://www.wikidata.org/wiki/Q182661","display_name":"Excavator","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.25189998745918274},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.12322","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.12322","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.12322","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.12322","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.5485963225364685,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language-Action":[0],"(VLA)":[1],"models":[2],"convert":[3],"high-level":[4,57],"language":[5,89],"instructions":[6],"into":[7],"concrete,":[8],"executable":[9],"actions,":[10],"a":[11,26,33,69,78,100,161,180,190],"task":[12,107],"that":[13,31,76,103,163],"is":[14,140],"especially":[15],"challenging":[16],"in":[17],"open-world":[18],"environments.":[19],"We":[20,156],"present":[21],"Visual":[22],"Foresight":[23],"Planning":[24],"(ForeAct),":[25],"general":[27],"and":[28,40,64,88,108,116,189],"efficient":[29,71],"planner":[30,67,125],"guides":[32],"VLA":[34,49],"step-by-step":[35],"using":[36],"imagined":[37,45],"future":[38,46,81],"observations":[39],"subtask":[41,110,199],"descriptions.":[42],"With":[43],"an":[44,95,173],"observation,":[47],"the":[48,84,106,114,117,185],"can":[50,122],"focus":[51],"on":[52,94,142,160],"visuo-motor":[53],"inference":[54],"rather":[55],"than":[56],"semantic":[58],"reasoning,":[59],"leading":[60],"to":[61,151],"improved":[62],"accuracy":[63],"generalization.":[65],"Our":[66],"comprises":[68],"highly":[70],"foresight":[72,138],"image":[73],"generation":[74],"module":[75],"predicts":[77],"high-quality":[79],"640$\\times$480":[80],"observation":[82],"from":[83],"current":[85],"visual":[86,131],"input":[87],"instruction":[90],"within":[91],"only":[92],"0.33s":[93],"H100":[96],"GPU,":[97],"together":[98],"with":[99,197],"vision-language":[101],"model":[102],"reasons":[104],"over":[105,143,184,194],"produces":[109],"descriptions":[111],"for":[112],"both":[113],"generator":[115,139],"VLA.":[118],"Importantly,":[119],"state-of-the-art":[120],"VLAs":[121],"integrate":[123],"our":[124,158],"seamlessly":[126],"by":[127],"simply":[128],"augmenting":[129],"their":[130],"inputs,":[132],"without":[133],"any":[134],"architectural":[135],"modification.":[136],"The":[137],"pretrained":[141],"1":[144],"million":[145],"multi-task,":[146],"cross-embodiment":[147],"episodes,":[148],"enabling":[149],"it":[150],"learn":[152],"robust":[153],"embodied":[154],"dynamics.":[155],"evaluate":[157],"framework":[159],"benchmark":[162],"consists":[164],"of":[165,177],"11":[166],"diverse,":[167],"multi-step":[168],"real-world":[169],"tasks.":[170],"It":[171],"achieves":[172],"average":[174],"success":[175],"rate":[176],"87.4%,":[178],"demonstrating":[179],"+40.9%":[181],"absolute":[182,192],"improvement":[183,193],"$\u03c0_0$":[186,195],"baseline":[187],"(46.5%)":[188],"+30.3%":[191],"augmented":[196],"textual":[198],"guidance":[200],"(57.1%).":[201]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-17T00:00:00"}