{"id":"https://openalex.org/W7164036006","doi":"https://doi.org/10.48550/arxiv.2606.08094","title":"vla.cpp: A Unified Inference Runtime for Vision-Language-Action Models","display_name":"vla.cpp: A Unified Inference Runtime for Vision-Language-Action Models","publication_year":2026,"publication_date":"2026-06-06","ids":{"openalex":"https://openalex.org/W7164036006","doi":"https://doi.org/10.48550/arxiv.2606.08094"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.08094","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08094","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.08094","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138238314","display_name":"Khanh D. Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Khanh D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138235450","display_name":"Hung T. Ho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ho, Hung T.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138278399","display_name":"Chinh T. Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Chinh T.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138238308","display_name":"Thanh Q. Duong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duong, Thanh Q.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138217071","display_name":"Linh D. Le","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Le, Linh D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050539353","display_name":"Duy M. H. Nguyen","orcid":"https://orcid.org/0009-0008-6007-7786"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Duy M. H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138243752","display_name":"Vien A. Ngo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ngo, Vien A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128686351","display_name":"An T. Le","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Le, An T.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7781000137329102,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7781000137329102,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.03669999912381172,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.013299999758601189,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6407999992370605},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5633000135421753},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.49320000410079956},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.46959999203681946},{"id":"https://openalex.org/keywords/inference-engine","display_name":"Inference engine","score":0.46470001339912415},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.38100001215934753},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3781000077724457},{"id":"https://openalex.org/keywords/memory-bandwidth","display_name":"Memory bandwidth","score":0.36250001192092896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7867000102996826},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6407999992370605},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5633000135421753},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.49320000410079956},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.46959999203681946},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.46470001339912415},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.38440001010894775},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3781000077724457},{"id":"https://openalex.org/C188045654","wikidata":"https://www.wikidata.org/wiki/Q17148339","display_name":"Memory bandwidth","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3452000021934509},{"id":"https://openalex.org/C198370458","wikidata":"https://www.wikidata.org/wiki/Q586459","display_name":"Type inference","level":3,"score":0.32919999957084656},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.29840001463890076},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.29760000109672546},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.29739999771118164},{"id":"https://openalex.org/C2778100165","wikidata":"https://www.wikidata.org/wiki/Q1589327","display_name":"Memory hierarchy","level":3,"score":0.287200003862381},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2782000005245209},{"id":"https://openalex.org/C2778134712","wikidata":"https://www.wikidata.org/wiki/Q1047307","display_name":"Bundle","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C2779639559","wikidata":"https://www.wikidata.org/wiki/Q7661178","display_name":"Symbolic execution","level":3,"score":0.2770000100135803},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.25859999656677246}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.08094","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08094","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.08094","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08094","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language-Action":[0],"(VLA)":[1],"policies":[2],"are":[3,219],"typically":[4],"shipped":[5],"as":[6,93],"Python/PyTorch":[7],"stacks":[8],"that":[9,148,188],"assume":[10],"a":[11,14,27,56,63,94,102,133,195,201],"workstation-class":[12],"GPU,":[13],"mismatch":[15],"for":[16],"the":[17,40,47,99,160,190,205,215],"hardware":[18,130,206],"on":[19,33,184,204],"which":[20,55,194],"robots":[21],"actually":[22],"run.":[23],"We":[24,177],"present":[25],"vla.cpp,":[26],"portable":[28],"C++":[29],"inference":[30,52,151],"runtime":[31,74],"built":[32],"llama.cpp.":[34],"To":[35],"our":[36],"knowledge,":[37],"it":[38,207],"is":[39,60,152,159],"first":[41],"ggml-class":[42],"engine":[43,100],"to":[44,105,137],"natively":[45],"serve":[46],"flow-matching":[48],"and":[49,81,112,214],"diffusion":[50],"VLA":[51,150,197],"pattern,":[53],"in":[54,118],"cached":[57],"vision-language":[58],"prefix":[59],"consumed":[61],"by":[62,175],"cross-attending":[64],"action":[65],"expert":[66],"integrated":[67],"over":[68],"several":[69],"solver":[70],"steps.":[71],"A":[72,143],"single":[73],"serves":[75],"seven":[76],"architectures":[77],"spanning":[78],"five":[79],"backbone":[80],"four":[82],"action-head":[83],"families":[84],"behind":[85],"one":[86,107],"request/response":[87],"protocol,":[88],"with":[89],"each":[90],"model":[91],"packaged":[92],"self-contained":[95],"bundle.":[96],"On":[97],"LIBERO-Object,":[98],"matches":[101],"state-of-the-art":[103],"checkpoint":[104],"within":[106],"episode":[108],"out":[109],"of":[110,121],"200,":[111],"runs":[113,126],"BitVLA":[114,172],"at":[115,221],"100%":[116],"success":[117],"1.3":[119],"GiB":[120],"memory.":[122],"The":[123],"same":[124],"bundle":[125],"unchanged":[127],"across":[128],"three":[129],"tiers,":[131],"from":[132,168],"consumer":[134],"GPU":[135],"down":[136],"an":[138,163,180,185],"8":[139],"GB":[140],"embedded":[141],"module.":[142],"cross-hardware":[144],"roofline":[145],"analysis":[146,170],"shows":[147],"batch-1":[149],"compute-bound,":[153],"so":[154],"utilization":[155],"rather":[156],"than":[157],"bandwidth":[158],"deployment":[161],"lever;":[162],"IMMA":[164],"ladder":[165],"GEMM":[166],"derived":[167],"this":[169],"cuts":[171],"per-step":[173],"latency":[174,191],"4.5x.":[176],"then":[178],"frame":[179],"on-robot":[181],"stress":[182],"test":[183],"ALOHA":[186],"arm":[187],"isolates":[189],"constraint":[192],"under":[193],"learned":[196],"must":[198],"replan":[199],"against":[200],"moving":[202],"target":[203],"was":[208],"trained":[209],"for.":[210],"Code,":[211],"demo":[212],"videos,":[213],"reproducible":[216],"benchmark":[217],"scaffold":[218],"available":[220],"https://fai-modelopt-tech.github.io/vla-cpp.github.io/.":[222]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}