{"id":"https://openalex.org/W7138419246","doi":"https://doi.org/10.48550/arxiv.2603.14371","title":"OxyGen: Unified KV Cache Management for VLA Inference under Multi-Task Parallelism","display_name":"OxyGen: Unified KV Cache Management for VLA Inference under Multi-Task Parallelism","publication_year":2026,"publication_date":"2026-03-15","ids":{"openalex":"https://openalex.org/W7138419246","doi":"https://doi.org/10.48550/arxiv.2603.14371"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.14371","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14371","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.14371","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129739179","display_name":"Xiangyu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiangyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129711634","display_name":"Huaizhi Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Huaizhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129662108","display_name":"Xin Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129643458","display_name":"Weijun Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Weijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129649899","display_name":"Ting Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Ting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129659594","display_name":"Yunxin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yunxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6396999955177307,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6396999955177307,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07329999655485153,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.032999999821186066,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6915000081062317},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5461999773979187},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.48559999465942383},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4108000099658966},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4043000042438507},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3797999918460846},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.374099999666214},{"id":"https://openalex.org/keywords/shared-memory","display_name":"Shared memory","score":0.3357999920845032},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.33469998836517334}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8823999762535095},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6915000081062317},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5461999773979187},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5264000296592712},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5031999945640564},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.48559999465942383},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4108000099658966},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4043000042438507},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3797999918460846},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.374099999666214},{"id":"https://openalex.org/C133875982","wikidata":"https://www.wikidata.org/wiki/Q764810","display_name":"Shared memory","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.33469998836517334},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.32690000534057617},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.32089999318122864},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3052000105381012},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.2906000018119812},{"id":"https://openalex.org/C141917322","wikidata":"https://www.wikidata.org/wiki/Q1025017","display_name":"Cache coherence","level":5,"score":0.2865999937057495},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C2776834041","wikidata":"https://www.wikidata.org/wiki/Q25346349","display_name":"Execution model","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2590000033378601},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.14371","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14371","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.14371","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14371","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Embodied":[0],"AI":[1],"agents":[2],"increasingly":[3],"require":[4],"parallel":[5],"execution":[6],"of":[7,49,104],"multiple":[8],"tasks,":[9],"such":[10,32],"as":[11,61,82],"manipulation,":[12],"conversation,":[13],"and":[14,52,89,132,141,167,177],"memory":[15],"construction,":[16],"from":[17,115],"shared":[18,85,105],"observations":[19],"under":[20],"distinct":[21],"time":[22],"constraints.":[23],"Recent":[24],"Mixture-of-Transformers":[25],"(MoT)":[26],"Vision-Language-Action":[27],"Models":[28],"(VLAs)":[29],"architecturally":[30],"support":[31],"heterogeneous":[33],"outputs,":[34],"yet":[35],"existing":[36],"inference":[37,75],"systems":[38],"fail":[39],"to":[40,155],"achieve":[41],"efficient":[42],"multi-task":[43],"parallelism":[44],"for":[45,126,148],"on-device":[46,149],"deployment":[47],"because":[48],"redundant":[50,102],"computation":[51],"resource":[53,86],"contention.":[54],"We":[55,122],"identify":[56],"isolated":[57,159],"KV":[58,71,80,99],"cache":[59,72,81],"management":[60],"the":[62,79,181],"root":[63],"cause.":[64],"To":[65],"address":[66],"this,":[67],"we":[68,178],"propose":[69],"unified":[70],"management,":[73],"an":[74],"design":[76,125],"that":[77],"treats":[78],"a":[83,128,184],"first-class":[84],"across":[87,119],"tasks":[88],"over":[90,158,162],"time.":[91],"This":[92],"abstraction":[93],"enables":[94],"two":[95,145],"key":[96],"optimizations:":[97],"cross-task":[98],"sharing":[100],"eliminates":[101],"prefill":[103],"observations,":[106],"while":[107],"cross-frame":[108],"continuous":[109],"batching":[110],"decouples":[111],"variable-length":[112],"language":[113,165],"decoding":[114],"fixed-rate":[116],"action":[117,170,175],"generation":[118],"control":[120],"cycles.":[121],"implement":[123],"this":[124],"$\u03c0_{0.5}$,":[127],"popular":[129],"MoT":[130],"VLA,":[131],"evaluate":[133],"it":[134],"on":[135,183],"both":[136],"NVIDIA":[137],"GeForce":[138],"RTX":[139],"4090":[140],"Jetson":[142,190],"AGX":[143,191],"Thor,":[144],"representative":[146],"platforms":[147],"VLA":[150],"inference.":[151],"OxyGen":[152],"achieves":[153],"up":[154],"3.7$\\times$":[156],"speedup":[157],"execution,":[160],"delivering":[161],"200":[163],"tokens/s":[164],"throughput":[166],"70":[168],"Hz":[169],"frequency":[171],"simultaneously":[172],"without":[173],"degrading":[174],"quality,":[176],"further":[179],"validate":[180],"gains":[182],"real":[185],"humanoid":[186],"robot":[187],"with":[188],"on-board":[189],"Thor.":[192]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-18T00:00:00"}