{"id":"https://openalex.org/W7165739222","doi":"https://doi.org/10.48550/arxiv.2606.24884","title":"InSight: Self-Guided Skill Acquisition via Steerable VLAs","display_name":"InSight: Self-Guided Skill Acquisition via Steerable VLAs","publication_year":2026,"publication_date":"2026-06-23","ids":{"openalex":"https://openalex.org/W7165739222","doi":"https://doi.org/10.48550/arxiv.2606.24884"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.24884","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.24884","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.24884","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139279303","display_name":"Maggie Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Maggie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008183885","display_name":"Lars Osterberg","orcid":"https://orcid.org/0000-0002-4694-837X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Osterberg, Lars","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056330807","display_name":"Stephen Tian","orcid":"https://orcid.org/0000-0003-3148-5541"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Stephen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139293921","display_name":"Ola Shorinwa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shorinwa, Ola","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139255707","display_name":"Jiajun Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139261435","display_name":"Mac Schwager","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schwager, Mac","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5113000273704529,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5113000273704529,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.2791999876499176,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.029999999329447746,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5259000062942505},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.426800012588501},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.3968000113964081},{"id":"https://openalex.org/keywords/dreyfus-model-of-skill-acquisition","display_name":"Dreyfus model of skill acquisition","score":0.36809998750686646},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.3472999930381775},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.3352000117301941}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6960999965667725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5557000041007996},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5259000062942505},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.426800012588501},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.3968000113964081},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.3472999930381775},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3352000117301941},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.31850001215934753},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.31029999256134033},{"id":"https://openalex.org/C163985040","wikidata":"https://www.wikidata.org/wiki/Q1172399","display_name":"Data acquisition","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2978000044822693},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.24884","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.24884","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.24884","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.24884","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5615934729576111}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-language-action":[0],"(VLA)":[1],"models":[2],"can":[3,149],"learn":[4],"manipulation":[5,126],"skills":[6,16],"from":[7],"demonstrations,":[8],"but":[9],"their":[10],"capabilities":[11],"are":[12],"bounded":[13],"by":[14,31],"the":[15,18,36,43,48,99,115],"in":[17,175],"training":[19,117],"data.":[20],"We":[21,119],"present":[22],"InSight,":[23],"a":[24,81,92,168],"framework":[25],"that":[26,61,85,164],"unlocks":[27],"autonomous":[28],"skill":[29,173],"acquisition":[30,174],"rendering":[32],"VLAs":[33],"steerable":[34],"at":[35],"primitive-action":[37],"level":[38],"(e.g.,":[39],"\"move":[40],"gripper":[41],"to":[42,74,90,152],"bowl\",":[44],"\"lift":[45],"upward\",":[46],"\"pour":[47],"bottle\").":[49],"InSight":[50,121],"consists":[51],"of":[52,98,141],"two":[53],"primary":[54],"stages:":[55],"(1)":[56],"an":[57],"automated":[58],"segmentation":[59],"pipeline":[60],"partitions":[62],"demonstrations":[63,97,113,140],"into":[64,114],"labeled":[65],"primitives":[66,88,101,148],"via":[67],"VLM":[68],"plan":[69],"decomposition":[70],"and":[71,79,106,110,124,135],"end-effector":[72],"poses":[73],"enable":[75],"VLA":[76,116,176],"primitive":[77,165],"steerability,":[78],"(2)":[80],"VLM-guided":[82],"data":[83],"flywheel":[84],"identifies":[86],"missing":[87,100],"required":[89],"accomplish":[91],"novel":[93],"task,":[94],"autonomously":[95],"attempts":[96],"with":[102],"VLM-proposed":[103],"low-level":[104],"control,":[105],"automatically":[107],"labels,":[108],"stores,":[109],"integrates":[111],"successful":[112],"set.":[118],"evaluate":[120],"across":[122],"simulation":[123],"real-world":[125],"tasks,":[127],"including":[128],"block":[129],"flipping,":[130],"drawer":[131],"closing,":[132],"sweeping,":[133],"twisting,":[134],"pouring,":[136],"without":[137,157],"any":[138],"human":[139,159],"these":[142,147],"target":[143],"skills.":[144],"Once":[145],"learned,":[146],"be":[150],"composed":[151],"execute":[153],"novel,":[154],"long-horizon":[155],"tasks":[156],"additional":[158],"demonstrations.":[160],"Our":[161],"findings":[162],"demonstrate":[163],"steerability":[166],"provides":[167],"practical":[169],"foundation":[170],"for":[171],"continual":[172],"policies.":[177],"Project":[178],"website:":[179],"https://insight-vla.github.io.":[180]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-25T00:00:00"}