{"id":"https://openalex.org/W7160946578","doi":"https://doi.org/10.48550/arxiv.2605.09681","title":"Forcing-KV: Hybrid KV Cache Compression for Efficient Autoregressive Video Diffusion Models","display_name":"Forcing-KV: Hybrid KV Cache Compression for Efficient Autoregressive Video Diffusion Models","publication_year":2026,"publication_date":"2026-05-10","ids":{"openalex":"https://openalex.org/W7160946578","doi":"https://doi.org/10.48550/arxiv.2605.09681"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.09681","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09681","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.09681","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135924110","display_name":"Yicheng Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Yicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135947009","display_name":"Zhizhou Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Zhizhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135968843","display_name":"Jun Zhang","orcid":"https://orcid.org/0000-0003-3809-7023"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135999367","display_name":"Qin Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Qin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135951141","display_name":"XiTai Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, XiTai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101488080","display_name":"Ying Qin","orcid":"https://orcid.org/0000-0002-1177-3688"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Ying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135952659","display_name":"Wenhan Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Wenhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083630691","display_name":"Shuiyang Mao","orcid":"https://orcid.org/0000-0002-9302-185X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Shuiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135935806","display_name":"Wei Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135980205","display_name":"Huan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Huan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.32850000262260437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.32850000262260437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.24220000207424164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.029500000178813934,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.7886000275611877},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7781000137329102},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6238999962806702},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5846999883651733},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.47099998593330383},{"id":"https://openalex.org/keywords/forcing","display_name":"Forcing (mathematics)","score":0.459199994802475},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.43939998745918274},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.423799991607666},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.4018999934196472}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.840499997138977},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.7886000275611877},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7781000137329102},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6238999962806702},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5846999883651733},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5781000256538391},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.47099998593330383},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.459199994802475},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.446399986743927},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.43939998745918274},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.423799991607666},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.4018999934196472},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.35929998755455017},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.34709998965263367},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3009999990463257},{"id":"https://openalex.org/C2778100165","wikidata":"https://www.wikidata.org/wiki/Q1589327","display_name":"Memory hierarchy","level":3,"score":0.2962000072002411},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.29490000009536743},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.28690001368522644},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2556000053882599},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.09681","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09681","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.09681","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09681","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autoregressive":[0],"(AR)":[1],"video":[2,12,28,68],"diffusion":[3,29,78],"models":[4,30,79],"adopt":[5],"a":[6,138,169,179],"streaming":[7],"generation":[8,13,170],"framework,":[9],"enabling":[10],"long-horizon":[11],"with":[14,185],"real-time":[15],"responsiveness,":[16],"as":[17],"exemplified":[18],"by":[19,61],"the":[20,43,107],"Self":[21,200],"Forcing":[22,201],"training":[23],"paradigm.":[24],"However,":[25],"existing":[26],"AR":[27,77],"still":[31],"suffer":[32],"from":[33],"significant":[34],"attention":[35,73,83,108],"complexity":[36],"and":[37,85,93,122,125,132,152,194,199,205,215],"severe":[38],"memory":[39,188],"overhead":[40],"due":[41],"to":[42,192,208],"redundant":[44],"key-value":[45],"(KV)":[46],"caches":[47],"across":[48,91,119],"historical":[49],"frames,":[50],"which":[51,115,128],"limits":[52],"scalability.":[53],"In":[54],"this":[55,59],"paper,":[56],"we":[57,105],"tackle":[58],"challenge":[60],"introducing":[62],"KV":[63,140],"cache":[64,141,187],"compression":[65,142],"into":[66,110],"autoregressive":[67,120],"diffusion.":[69],"We":[70,134],"observe":[71],"that":[72,88,144],"heads":[74,109,151],"in":[75],"mainstream":[76],"exhibit":[80],"markedly":[81],"distinct":[82],"patterns":[84],"functional":[86,103],"roles":[87],"remain":[89],"stable":[90],"samples":[92],"denoising":[94],"steps.":[95],"Building":[96],"on":[97,117,156,178,197],"our":[98,166],"empirical":[99],"study":[100],"of":[101,172],"head-wise":[102],"specialization,":[104],"divide":[106],"two":[111],"categories:":[112],"static":[113,147,150],"heads,":[114,127],"focus":[116],"transitions":[118],"chunks":[121],"intra-frame":[123],"fidelity,":[124],"dynamic":[126,153,160],"govern":[129],"inter-frame":[130],"motion":[131],"consistency.":[133],"then":[135],"propose":[136],"Forcing-KV,":[137],"hybrid":[139],"strategy":[143],"performs":[145],"structured":[146],"pruning":[148,154],"for":[149,159],"based":[155],"segment-wise":[157],"similarity":[158],"heads.":[161],"While":[162],"maintaining":[163],"output":[164],"quality,":[165],"method":[167],"achieves":[168],"speed":[171],"over":[173],"29":[174],"frames":[175],"per":[176],"second":[177],"single":[180],"NVIDIA":[181],"H200":[182],"GPU":[183],"along":[184],"30%":[186],"reduction,":[189],"delivering":[190],"up":[191],"1.35x":[193],"1.50x":[195],"speedups":[196],"LongLive":[198],"at":[202,211,220],"480P":[203],"resolution,":[204],"further":[206],"scaling":[207],"2.82x":[209],"speedup":[210],"1080P":[212],"resolution.":[213],"Code":[214],"demo":[216],"videos":[217],"are":[218],"provided":[219],"https://zju-jiyicheng.github.io/Forcing-KV-Page.":[221]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}