{"id":"https://openalex.org/W7162800558","doi":"https://doi.org/10.48550/arxiv.2605.30351","title":"VideoMLA: Low-Rank Latent KV Cache for Minute-Scale Autoregressive Video Diffusion","display_name":"VideoMLA: Low-Rank Latent KV Cache for Minute-Scale Autoregressive Video Diffusion","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162800558","doi":"https://doi.org/10.48550/arxiv.2605.30351"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.30351","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30351","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.30351","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093452545","display_name":"Hidir Yesiltepe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yesiltepe, Hidir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137336613","display_name":"Jiazhen Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Jiazhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076343947","display_name":"Tuna Han Salih Meral","orcid":"https://orcid.org/0000-0002-0379-848X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meral, Tuna Han Salih","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089010304","display_name":"Adil Kaan Akan","orcid":"https://orcid.org/0000-0003-0022-7224"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akan, Adil Kaan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009438864","display_name":"Kaan Oktay","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oktay, Kaan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038305381","display_name":"Hoda Eldardiry","orcid":"https://orcid.org/0000-0002-9712-6667"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eldardiry, Hoda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5016498717","display_name":"Pinar Yanardag","orcid":"https://orcid.org/0000-0003-0193-7818"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yanardag, Pinar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.28119999170303345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.28119999170303345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.18320000171661377,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.08590000122785568,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6647999882698059},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5746999979019165},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5407999753952026},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.4596000015735626},{"id":"https://openalex.org/keywords/latent-dirichlet-allocation","display_name":"Latent Dirichlet allocation","score":0.39649999141693115},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.3935999870300293},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.36739999055862427},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.3416000008583069}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7702000141143799},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6647999882698059},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5746999979019165},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5407999753952026},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.4596000015735626},{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.39649999141693115},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3935999870300293},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37380000948905945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3707999885082245},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.36739999055862427},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3416000008583069},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.322299987077713},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.3075999915599823},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C182548165","wikidata":"https://www.wikidata.org/wiki/Q2261483","display_name":"Scrambling","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C75438885","wikidata":"https://www.wikidata.org/wiki/Q3403615","display_name":"Large deviations theory","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.30351","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30351","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.30351","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30351","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-rollout":[0],"causal":[1],"video":[2,64,102,121,194],"diffusion":[3,103,195],"has":[4,45],"converged":[5],"on":[6,213],"a":[7,37,73,79,214],"fixed-size":[8],"sliding-window":[9],"KV":[10,34,87],"cache,":[11],"with":[12,72,126],"recent":[13],"progress":[14],"innovating":[15],"within":[16,186],"this":[17,51,182],"layout":[18,35],"by":[19,89,211],"changing":[20],"which":[21],"tokens":[22],"occupy":[23,171],"the":[24,55,106,154,159,163,173,198],"window":[25],"or":[26],"how":[27],"their":[28],"positions":[29],"are":[30],"encoded.":[31],"The":[32],"per-head":[33,68],"itself,":[36],"dominant":[38],"contributor":[39],"to":[40,111],"streaming":[41,193],"memory":[42,88],"and":[43,70,78,168,179,208],"latency,":[44],"been":[46],"mostly":[47],"left":[48],"unchanged.":[49],"In":[50],"paper,":[52],"we":[53],"present":[54],"first":[56],"study":[57],"of":[58],"Multi-Head":[59],"Latent":[60],"Attention":[61],"(MLA)":[62],"in":[63,101,114],"diffusion.":[65],"VideoMLA":[66,136,190],"replaces":[67],"keys":[69],"values":[71],"shared":[74,80],"low-rank":[75],"content":[76],"latent":[77,134],"decoupled":[81],"3D-RoPE":[82],"positional":[83],"key,":[84],"reducing":[85],"per-token":[86],"92.7%":[90],"at":[91,139,202],"every":[92],"cached":[93],"layer.":[94],"We":[95,151],"further":[96],"investigate":[97],"why":[98],"MLA":[99,155],"succeeds":[100],"even":[104],"though":[105],"spectral":[107,144,167],"assumption":[108],"often":[109],"used":[110],"motivate":[112],"it":[113],"language":[115],"models":[116],"does":[117],"not":[118,124],"hold:":[119],"pretrained":[120,160],"attention":[122],"is":[123],"low-rank,":[125],"99%-energy":[127],"effective":[128,164],"rank":[129,175],"far":[130],"above":[131],"any":[132],"practical":[133],"dimension.":[135],"retains":[137],"quality":[138],"compression":[140],"ratios":[141],"where":[142],"direct":[143],"approximation":[145],"would":[146],"predict":[147],"large":[148],"reconstruction":[149],"error.":[150],"show":[152],"that":[153],"bottleneck,":[156],"rather":[157],"than":[158],"spectrum,":[161],"determines":[162],"rank:":[165],"both":[166],"random":[169],"initialization":[170],"nearly":[172],"full":[174],"budget":[176,183],"from":[177],"initialization,":[178],"training":[180],"preserves":[181],"while":[184],"adapting":[185],"it.":[187],"On":[188],"VBench,":[189],"matches":[191],"short-horizon":[192],"baselines,":[196],"achieves":[197],"best":[199],"overall":[200],"score":[201],"long":[203],"horizons":[204],"among":[205],"evaluated":[206],"methods,":[207],"improves":[209],"throughput":[210],"1.23x":[212],"single":[215],"B200.":[216]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-30T00:00:00"}