{"id":"https://openalex.org/W7171684772","doi":"https://doi.org/10.48550/arxiv.2607.25487","title":"CoTinyVLA: Chain-of-Thought Distillation for a Sub-Billion-Parameter Vision-Language-Action Model","display_name":"CoTinyVLA: Chain-of-Thought Distillation for a Sub-Billion-Parameter Vision-Language-Action Model","publication_year":2026,"publication_date":"2026-07-28","ids":{"openalex":"https://openalex.org/W7171684772","doi":"https://doi.org/10.48550/arxiv.2607.25487"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.25487","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25487","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.25487","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5143882845","display_name":"Minhyeok Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Minhyeok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143911096","display_name":"Chiyoung Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Chiyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143891459","display_name":"Chanhoe Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Chanhoe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143892540","display_name":"Seongrok Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Seongrok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061125037","display_name":"Sanghyuk Roy Choi","orcid":"https://orcid.org/0000-0001-8316-194X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Sanghyuk Roy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143921353","display_name":"Donghwan Hwang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hwang, Donghwan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056728661","display_name":"DongHun Ryu","orcid":"https://orcid.org/0000-0003-3283-3376"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ryu, Donghun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101497089","display_name":"Seokhyun Kim","orcid":"https://orcid.org/0009-0007-4444-5537"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Seokhyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8483999967575073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8483999967575073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.04450000077486038,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.033399999141693115,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6212000250816345},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5737000107765198},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5022000074386597},{"id":"https://openalex.org/keywords/unary-operation","display_name":"Unary operation","score":0.5008999705314636},{"id":"https://openalex.org/keywords/snapshot","display_name":"Snapshot (computer storage)","score":0.4652999937534332},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.41429999470710754},{"id":"https://openalex.org/keywords/paraphrase","display_name":"Paraphrase","score":0.3871000111103058},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.3734999895095825}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6212000250816345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5917999744415283},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5737000107765198},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5253000259399414},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5022000074386597},{"id":"https://openalex.org/C78023250","wikidata":"https://www.wikidata.org/wiki/Q657596","display_name":"Unary operation","level":2,"score":0.5008999705314636},{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.41429999470710754},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.3871000111103058},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.3734999895095825},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.36480000615119934},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3237000107765198},{"id":"https://openalex.org/C2775945657","wikidata":"https://www.wikidata.org/wiki/Q381442","display_name":"Structuring","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C76752636","wikidata":"https://www.wikidata.org/wiki/Q2461178","display_name":"Reboiler","level":3,"score":0.29409998655319214},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2685999870300293},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2547000050544739},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.25487","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25487","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.25487","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25487","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language-Action":[0],"(VLA)":[1],"models":[2],"translate":[3],"natural-language":[4],"commands":[5,108],"into":[6,85,109],"robot":[7],"action":[8,36],"sequences,":[9],"but":[10],"leading":[11,137],"systems":[12],"on":[13,38,125,128,131,135,142,162,177,188,228],"the":[14,52,60,138,163,167,170,193,198,218,245],"LIBERO-Plus":[15],"robustness":[16,45],"benchmark":[17],"use":[18],"three-":[19],"to":[20,201,248,261],"seven-billion-parameter":[21],"backbones":[22],"whose":[23],"memory":[24],"demands":[25],"can":[26],"exceed":[27,273],"embedded":[28],"robotic":[29],"budgets.":[30],"We":[31],"present":[32],"CoTinyVLA,":[33],"a":[34,39,82,90,209,270],"0.9B-parameter":[35],"model":[37],"Qwen3.5-0.8B":[40],"backbone":[41,272],"that":[42,44],"obtains":[43],"by":[46,146,204],"structuring":[47],"supervision":[48,267],"instead":[49],"of":[50,59,65,166,237,264,275],"enlarging":[51],"model.":[53],"Three":[54],"components":[55,200],"target":[56],"different":[57],"axes":[58,165],"problem:":[61],"dual-view":[62],"temporal":[63],"input":[64],"16":[66],"history":[67],"frames":[68,214],"per":[69],"step":[70],"with":[71,153,253],"textual":[72],"camera":[73],"and":[74,89,99,102,133,150,207,221,241],"time":[75,223],"markers;":[76],"hierarchical":[77],"chain-of-thought":[78],"(CoT)":[79],"distillation":[80],"from":[81],"35B":[83],"teacher":[84],"an":[86,254],"episode-level":[87],"Plan":[88,247],"chunk-level":[91],"Think":[92],"span":[93,258],"over":[94],"task":[95],"phase,":[96],"gripper":[97],"state":[98],"next":[100],"subaction;":[101],"paraphrase":[103],"augmentation":[104],"expanding":[105],"40":[106,260],"base":[107],"800":[110],"variants.":[111],"On":[112],"LIBERO-Plus,":[113],"spanning":[114],"10,030":[115],"perturbed":[116],"tasks":[117],"across":[118,169,222],"seven":[119],"perturbation":[120,205],"dimensions,":[121],"CoTinyVLA":[122,185],"reaches":[123,186],"90.8%":[124],"Spatial,":[126],"87.3%":[127],"Object,":[129],"86.6%":[130],"Goal":[132,189],"80.7%":[134],"Long,":[136],"strongest":[139,194],"7B":[140],"baseline":[141],"all":[143,274],"four":[144],"suites":[145],"4.7,":[147],"2.8,":[148],"15.9":[149],"3.0":[151],"points,":[152],"every":[154],"margin":[155],"interval":[156],"excluding":[157],"zero.":[158],"The":[159],"gains":[160],"concentrate":[161],"hardest":[164],"benchmark:":[168],"eleven":[171],"published":[172],"baselines":[173],"none":[174],"exceeds":[175],"53.2%":[176],"Robot":[178],"Initial":[179],"States":[180],"in":[181],"any":[182],"suite,":[183],"whereas":[184],"73.6%":[187],"against":[190],"39.9%":[191],"for":[192,225],"baseline.":[195],"Ablations":[196],"show":[197,244],"three":[199],"be":[202,249],"separable":[203],"axis,":[206],"at":[208,234],"matched":[210],"image":[211],"budget":[212],"how":[213],"are":[215],"divided":[216],"between":[217],"two":[219],"cameras":[220],"accounts":[224],"8.6":[226],"points":[227,263],"its":[229],"own.":[230],"Closed-loop":[231],"inference":[232],"peaks":[233],"2.25":[235],"GiB":[236],"allocated":[238],"GPU":[239],"memory,":[240],"paired":[242],"interventions":[243],"episode":[246],"load-bearing:":[250],"replacing":[251],"it":[252],"empty":[255],"or":[256],"contradictory":[257],"costs":[259],"45":[262],"success.":[265],"Structured":[266],"thus":[268],"lets":[269],"0.9B":[271],"them.":[276],"Code:":[277],"https://github.com/BrainJellyPie/CoTinyVLA":[278]},"counts_by_year":[],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2026-07-30T00:00:00"}