{"id":"https://openalex.org/W7167035616","doi":"https://doi.org/10.48550/arxiv.2607.00712","title":"Towards Memory-Efficient Autoregressive Video Generation via Instance-Specific Parametric Absorption","display_name":"Towards Memory-Efficient Autoregressive Video Generation via Instance-Specific Parametric Absorption","publication_year":2026,"publication_date":"2026-07-01","ids":{"openalex":"https://openalex.org/W7167035616","doi":"https://doi.org/10.48550/arxiv.2607.00712"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00712","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111595815","display_name":"Xiaoqin Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Xiaomeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139917500","display_name":"Jia Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139869174","display_name":"Yiming Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139908675","display_name":"Yong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139922603","display_name":"Hayden Kwok-Hay So","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"So, Hayden Kwok-Hay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139873581","display_name":"Jiao Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Jiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056733554","display_name":"Xi Chu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu, Xiangxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139904580","display_name":"Jizhong Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Jizhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2939999997615814,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2939999997615814,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.17350000143051147,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.12399999797344208,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7454000115394592},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5375999808311462},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5340999960899353},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4745999872684479},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4564000070095062},{"id":"https://openalex.org/keywords/parametric-model","display_name":"Parametric model","score":0.3440999984741211},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.33820000290870667}],"concepts":[{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7454000115394592},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7142999768257141},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5375999808311462},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5340999960899353},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4745999872684479},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4564000070095062},{"id":"https://openalex.org/C24574437","wikidata":"https://www.wikidata.org/wiki/Q7135228","display_name":"Parametric model","level":3,"score":0.3440999984741211},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3336000144481659},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.32710000872612},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.2872999906539917},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28209999203681946},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C104759252","wikidata":"https://www.wikidata.org/wiki/Q187120","display_name":"Time shifting","level":3,"score":0.2786000072956085},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2768000066280365},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.2702000141143799},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.25839999318122864}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autoregressive":[0],"(AR)":[1],"streaming":[2,180],"models":[3],"have":[4],"emerged":[5],"as":[6],"a":[7,22,64,83,104,124],"powerful":[8],"paradigm":[9],"for":[10,136,179],"long":[11],"video":[12],"generation.":[13],"However,":[14],"the":[15,69,99,110,119,137,155],"linearly":[16],"growing":[17],"Key-Value":[18],"(KV)":[19],"cache":[20,71,157,177],"poses":[21],"significant":[23],"bottleneck,":[24],"leading":[25],"to":[26,38,75,81,90,128,144,152,169],"memory":[27,172],"overload":[28],"and":[29,52,115],"degraded":[30],"inference":[31],"throughput.":[32],"A":[33],"common":[34],"compression":[35,72],"method":[36],"is":[37,80],"drop":[39],"redundant":[40],"KV":[41,70,156],"tokens,":[42],"which":[43],"often":[44],"breaks":[45],"long-range":[46],"dependencies,":[47],"resulting":[48],"in":[49],"temporal":[50],"flickering":[51],"identity":[53],"loss.":[54],"In":[55],"this":[56,164],"paper,":[57],"we":[58,122],"propose":[59],"Instance-Specific":[60],"Parametric":[61],"Absorption":[62],"(ISPA),":[63],"novel":[65],"framework":[66],"that":[67,134,147],"shifts":[68],"from":[73,87],"discarding":[74],"distilling.":[76],"The":[77],"core":[78],"idea":[79],"transit":[82],"subset":[84],"of":[85,154],"layers":[86],"Full-Attention":[88],"(F-Layers)":[89],"memory-efficient":[91],"Local-Attention":[92],"(L-Layers)":[93],"by":[94],"\"absorbing\"":[95],"historical":[96],"context":[97],"into":[98],"model's":[100],"weights.":[101],"Specifically,":[102],"during":[103],"brief":[105],"warmup":[106],"phase,":[107],"ISPA":[108,148],"monitors":[109],"output":[111],"discrepancy":[112],"between":[113],"global":[114],"local":[116],"attention.":[117],"At":[118],"transition":[120],"point,":[121],"solve":[123],"closed-form":[125],"least-squares":[126],"problem":[127],"compute":[129],"an":[130],"instance-specific":[131],"weight":[132],"modulation":[133],"compensates":[135],"missing":[138],"history.":[139],"Experiments":[140],"across":[141],"architectures":[142],"(1.3B":[143],"14B)":[145],"demonstrate":[146],"can":[149],"remove":[150],"up":[151],"50\\%":[153],"with":[158],"near-lossless":[159],"visual":[160],"quality.":[161],"We":[162],"hope":[163],"perspective":[165],"encourages":[166],"future":[167],"work":[168],"explore":[170],"parametric":[171],"consolidation":[173],"beyond":[174],"external":[175],"token-level":[176],"management":[178],"generative":[181],"models.":[182]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}