{"id":"https://openalex.org/W7165612001","doi":"https://doi.org/10.48550/arxiv.2606.23641","title":"Flatness Preserves Instruction Following in Vision-Language-Action Models","display_name":"Flatness Preserves Instruction Following in Vision-Language-Action Models","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165612001","doi":"https://doi.org/10.48550/arxiv.2606.23641"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.23641","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23641","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.23641","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139133486","display_name":"Haochen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haochen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5041302228","display_name":"Yonatan Bisk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bisk, Yonatan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.932200014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.932200014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.009700000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.007600000128149986,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5634999871253967},{"id":"https://openalex.org/keywords/flatness","display_name":"Flatness (cosmology)","score":0.5292999744415283},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.5188000202178955},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4999000132083893},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4595000147819519},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4023999869823456}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7566999793052673},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5634999871253967},{"id":"https://openalex.org/C2778530986","wikidata":"https://www.wikidata.org/wiki/Q5457948","display_name":"Flatness (cosmology)","level":3,"score":0.5292999744415283},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.5188000202178955},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4999000132083893},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47859999537467957},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4595000147819519},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4023999869823456},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38839998841285706},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3296999931335449},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2939000129699707},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.2870999872684479}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.23641","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23641","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.23641","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23641","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6470927596092224}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-language-action":[0],"(VLA)":[1],"models":[2],"have":[3],"the":[4,83,101,138],"potential":[5],"for":[6],"open-world":[7],"generalization":[8],"by":[9,119],"leveraging":[10],"pretrained":[11],"vision-language":[12],"representations,":[13,24],"yet":[14],"downstream":[15],"finetuning":[16,49,81,114],"on":[17,82],"limited":[18,51],"robot":[19],"data":[20,52],"often":[21],"degrades":[22],"these":[23],"leading":[25],"to":[26,55,73,98,153],"brittle":[27],"policies":[28],"that":[29,47,107,148],"ignore":[30],"language":[31],"instructions":[32],"in":[33,93,100],"favor":[34],"of":[35,59,140],"visual":[36],"shortcuts,":[37],"a":[38,56,64,89,94],"failure":[39],"mode":[40],"we":[41,105],"term":[42],"instruction":[43,117],"blindness.":[44],"We":[45,71,135],"hypothesize":[46],"standard":[48],"with":[50,68],"applies":[53],"gradients":[54],"sparse":[57],"set":[58],"points,":[60],"which":[61],"manifests":[62],"as":[63],"sharp":[65],"loss":[66],"landscape":[67,91],"high-curvature":[69],"minima.":[70],"propose":[72],"address":[74],"this":[75],"directly":[76],"through":[77],"flatness-preserving":[78],"optimization":[79],"while":[80],"exact":[84],"same":[85],"data,":[86,130],"where":[87],"learning":[88],"flatter":[90],"results":[92],"model":[95],"more":[96],"robust":[97],"perturbations":[99],"weight":[102],"space.":[103],"Specifically,":[104],"demonstrate":[106],"simply":[108],"applying":[109],"sharpness-aware":[110],"minimization":[111],"during":[112],"VLA":[113],"significantly":[115],"improves":[116],"following":[118],"over":[120],"60%":[121],"across":[122],"multiple":[123],"simulation":[124],"and":[125,146],"real-world":[126],"benchmarks":[127],"without":[128],"additional":[129],"architectural":[131],"modification,":[132],"or":[133],"retraining.":[134],"further":[136],"analyze":[137],"effect":[139],"selective":[141],"sharpness,":[142],"quantify":[143],"its":[144],"effects,":[145],"show":[147],"our":[149],"approach":[150],"is":[151],"complementary":[152],"existing":[154],"guidance":[155],"techniques.":[156],"Project":[157],"page":[158],"can":[159],"be":[160],"found":[161],"at":[162],"https://haochenz11.github.io/papers/flatness-vla/.":[163]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}