{"id":"https://openalex.org/W7162519711","doi":"https://doi.org/10.48550/arxiv.2605.27284","title":"FineVLA: Fine-Grained Instruction Alignment for Steerable Vision-Language-Action Policies","display_name":"FineVLA: Fine-Grained Instruction Alignment for Steerable Vision-Language-Action Policies","publication_year":2026,"publication_date":"2026-05-26","ids":{"openalex":"https://openalex.org/W7162519711","doi":"https://doi.org/10.48550/arxiv.2605.27284"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.27284","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27284","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.27284","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101349278","display_name":"Xintong Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xintong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137168999","display_name":"Xuhong Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xuhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137149884","display_name":"Jinyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137095611","display_name":"Yutong Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Yutong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137099419","display_name":"Yuchong Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yuchong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137149781","display_name":"Qiuyue Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qiuyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137099730","display_name":"Mingsheng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Mingsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137190537","display_name":"Sicheng Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Sicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137109443","display_name":"Yitao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yitao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137101723","display_name":"Junhao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Junhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137189551","display_name":"Yixuan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137143232","display_name":"Yingming Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Yingming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137107263","display_name":"Shuai Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Shuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137103129","display_name":"Tao Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.40939998626708984,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.40939998626708984,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3788999915122986,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.04470000043511391,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6883000135421753},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6730999946594238},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5393000245094299},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.421999990940094},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.3878999948501587},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.350600004196167},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.32120001316070557}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7792999744415283},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6883000135421753},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6730999946594238},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6025000214576721},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5393000245094299},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5195000171661377},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.421999990940094},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3878999948501587},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3174999952316284},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.2930000126361847},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.2915000021457672},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.289900004863739},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.27559998631477356},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25609999895095825},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.27284","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27284","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.27284","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27284","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language-Action":[0],"(VLA)":[1],"models":[2],"are":[3,167],"increasingly":[4],"expected":[5],"to":[6,156,179,234,238],"not":[7,146],"only":[8],"complete":[9],"robot":[10,26,86],"tasks,":[11],"but":[12],"also":[13],"follow":[14],"human":[15],"instructions":[16,166,221],"about":[17],"how":[18,233],"those":[19],"tasks":[20,82],"should":[21,228],"be":[22],"executed.":[23],"However,":[24],"existing":[25],"datasets":[27,87],"usually":[28],"pair":[29],"trajectories":[30,79],"with":[31,102,128],"coarse":[32],"goal-level":[33,135,148,220,230],"language,":[34],"leaving":[35],"execution-critical":[36],"details":[37],"such":[38],"as":[39],"active":[40],"arm,":[41],"approach":[42,216],"direction,":[43],"and":[44,53,88,108,121,133,164,190,215],"contact":[45],"region":[46],"unspecified.":[47],"This":[48],"limits":[49],"steerable":[50,124,203],"policy":[51,126],"learning":[52],"robotic":[54],"video":[55],"understanding.":[56],"We":[57],"introduce":[58],"FineVLA,":[59],"an":[60],"open":[61],"framework":[62,69],"for":[63,117],"action-aligned":[64],"fine-grained":[65,96,119,132,143,163,200,226],"VLA":[66,125],"supervision.":[67],"The":[68,181],"includes:":[70],"(1)":[71],"a":[72,91,99,113,123,170],"data":[73],"construction":[74],"tool":[75],"that":[76],"unifies":[77],"972,247":[78],"across":[80,160],"85K":[81],"from":[83],"10":[84],"open-source":[85],"builds":[89],"FineVLA-Data,":[90],"human-verified":[92],"dataset":[93],"of":[94,131],"47,159":[95],"trajectories;":[97],"(2)":[98],"held-out":[100],"benchmark":[101],"500":[103],"videos,":[104],"11,631":[105],"atomic":[106],"facts,":[107],"1,030":[109],"VQA":[110],"questions;":[111],"(3)":[112],"robotics-specialized":[114],"VLM":[115],"annotator":[116],"scalable":[118],"annotation;":[120],"(4)":[122],"trained":[127],"controlled":[129],"mixtures":[130],"raw":[134,165],"instructions.":[136],"Our":[137],"experiments":[138],"yield":[139],"three":[140],"findings.":[141],"First,":[142],"supervision":[144,201],"does":[145],"sacrifice":[147],"success:":[149],"FG-only":[150],"improves":[151,202],"over":[152],"Raw-only":[153],"by":[154],"+1.4":[155],"+8.1":[157],"success-rate":[158],"points":[159],"settings.":[161],"Second,":[162],"complementary,":[168],"following":[169],"consistent":[171],"inverted-U":[172],"trend":[173],"peaking":[174],"at":[175],"FG:Raw":[176],"=":[177],"1:2":[178],"1:1.":[180],"best":[182],"mixed":[183],"setting":[184],"reaches":[185],"86.8%/82.5%":[186],"in":[187,192],"RoboTwin":[188],"simulation":[189],"62.7/100":[191],"real-world":[193,207],"dual-arm":[194],"manipulation":[195],"(vs.":[196],"49.9":[197],"Raw-only).":[198],"Third,":[199],"control:":[204],"the":[205],"largest":[206],"gains":[208],"appear":[209],"on":[210],"pose":[211],"(+23),":[212],"color":[213],"(+18),":[214],"direction":[217],"(+18)--factors":[218],"where":[219],"provide":[222],"no":[223],"guidance.":[224],"Overall,":[225],"language":[227],"augment":[229],"instructions:":[231],"specifying":[232],"execute":[235],"alongside":[236],"what":[237],"achieve.":[239],"Project":[240],"page:":[241],"https://finevla.xlang.ai/":[242]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-28T00:00:00"}