{"id":"https://openalex.org/W7170953435","doi":"https://doi.org/10.48550/arxiv.2607.21553","title":"SANA-Video 2.0: Hybrid Linear Attention with Attention Residuals for Efficient Video Generation","display_name":"SANA-Video 2.0: Hybrid Linear Attention with Attention Residuals for Efficient Video Generation","publication_year":2026,"publication_date":"2026-07-23","ids":{"openalex":"https://openalex.org/W7170953435","doi":"https://doi.org/10.48550/arxiv.2607.21553"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.21553","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.21553","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.21553","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5143580367","display_name":"Junsong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Junsong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112107807","display_name":"Jincheng Yu","orcid":"https://orcid.org/0009-0007-3831-3845"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Jincheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143541717","display_name":"Yitong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101309763","display_name":"Shuchen Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Shuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143547540","display_name":"Haozhe Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Haozhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143579131","display_name":"Jingyu Xin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin, Jingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143559626","display_name":"Yuyang Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yuyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008265822","display_name":"Ye T","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Tian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058420911","display_name":"Zhangjie Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhangjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143578799","display_name":"Zian Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143542277","display_name":"Daquan Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Daquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143583834","display_name":"Ping Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Ping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128291109","display_name":"S Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Song","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143594529","display_name":"Enze Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Enze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.4632999897003174,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.4632999897003174,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.14720000326633453,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.06769999861717224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.4372999966144562},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4320000112056732},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4097000062465668},{"id":"https://openalex.org/keywords/header","display_name":"Header","score":0.398499995470047},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.3831999897956848},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.35589998960494995},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.3546999990940094},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.3361000120639801},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.33309999108314514},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.3294000029563904}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7272999882698059},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.4372999966144562},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4320000112056732},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C48105269","wikidata":"https://www.wikidata.org/wiki/Q1141160","display_name":"Header","level":2,"score":0.398499995470047},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39649999141693115},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.3831999897956848},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36160001158714294},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36059999465942383},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.35589998960494995},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.3546999990940094},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33379998803138733},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C104759252","wikidata":"https://www.wikidata.org/wiki/Q187120","display_name":"Time shifting","level":3,"score":0.31369999051094055},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C134535813","wikidata":"https://www.wikidata.org/wiki/Q1888734","display_name":"Transcoding","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.27090001106262207},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2680000066757202},{"id":"https://openalex.org/C62897895","wikidata":"https://www.wikidata.org/wiki/Q1915482","display_name":"Mean opinion score","level":3,"score":0.26589998602867126},{"id":"https://openalex.org/C90199385","wikidata":"https://www.wikidata.org/wiki/Q6692777","display_name":"Low-rank approximation","level":3,"score":0.26269999146461487},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2605000138282776},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2524000108242035},{"id":"https://openalex.org/C170122806","wikidata":"https://www.wikidata.org/wiki/Q1914828","display_name":"Linear scale","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.21553","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.21553","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.21553","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.21553","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"introduce":[1],"SANA-Video":[2,31,113,140],"2.0,":[3],"a":[4,16,28,68,143,153,165,179,185,207],"hybrid":[5,118,231],"video":[6,23,35,162,190,245],"diffusion":[7],"transformer":[8],"instantiated":[9],"at":[10,67,150,164,183,216,236],"5B":[11,212],"and":[12,103,199,218],"14B":[13],"scales":[14],"under":[15],"unified":[17],"architecture.":[18],"Designed":[19],"to":[20,25,214],"generate":[21],"high-quality":[22],"up":[24],"720p":[26],"on":[27,152,226],"single":[29,154],"GPU,":[30],"2.0":[32,114,141],"matches":[33],"full-softmax":[34,181],"DiTs":[36,163],"in":[37,148],"quality":[38],"while":[39],"retaining":[40],"the":[41,72,116,133,168,211],"favorable":[42],"long-sequence":[43],"scaling":[44],"of":[45,146,167],"linear":[46,58,78,98],"attention.":[47],"To":[48,81],"avoid":[49],"quadratic":[50],"attention":[51,59,79],"throughout,":[52],"Hybrid":[53],"Linear-Softmax":[54],"Attention":[55,89],"combines":[56],"gated":[57],"for":[60],"O(N)-dominated":[61],"mixing":[62],"with":[63,125,158,189],"periodic":[64],"gated-softmax":[65],"anchors":[66],"3:1":[69],"ratio,":[70],"restoring":[71],"full-rank":[73],"token":[74],"interactions":[75],"that":[76,187],"pure":[77],"lacks.":[80],"propagate":[82],"these":[83],"refreshed":[84],"representations":[85],"across":[86],"depth,":[87],"Block":[88],"Residuals":[90],"(AttnRes)":[91],"route":[92],"completed":[93],"block":[94],"summaries":[95],"into":[96],"later":[97],"layers,":[99],"enabling":[100],"anchor-feature":[101],"reuse":[102],"boosting":[104],"deep-layer":[105],"effective":[106],"rank":[107],"by":[108,206],"~12%.":[109],"Through":[110],"from-scratch":[111],"training,":[112],"learns":[115],"complete":[117],"directly":[119],"rather":[120],"than":[121,178,223],"linearizing":[122],"pretrained":[123],"models,":[124],"reduced-resolution":[126],"proxy":[127],"studies":[128],"establishing":[129],"25%":[130],"softmax":[131,161],"as":[132],"optimal":[134],"quality-efficiency":[135],"trade-off.":[136],"With":[137],"40-step":[138],"sampling,":[139],"achieves":[142],"VBench":[144],"score":[145],"84.30":[147],"13.2s":[149],"480p":[151],"H100,":[155],"remaining":[156],"competitive":[157],"far":[159],"larger":[160],"fraction":[166],"latency.":[169],"Its":[170],"compiled":[171],"DiT":[172],"forward":[173],"pass":[174],"is":[175],"3.2x":[176],"faster":[177,222],"matched":[180],"baseline":[182],"720p/60s,":[184],"gap":[186],"expands":[188],"duration.":[191],"Furthermore,":[192],"full-stack":[193],"Sol-Engine":[194],"optimization":[195],"(kernel":[196],"fusion,":[197],"caching,":[198],"sparse":[200],"attention)":[201],"accelerates":[202],"this":[203],"hardware-friendly":[204],"backbone":[205],"further":[208],"3.58x,":[209],"bringing":[210],"pipeline":[213],"13.06s":[215],"720p/5s":[217],"making":[219],"it":[220],"120x":[221],"Wan":[224],"2.2-A14B":[225],"one":[227],"H100.":[228],"Overall,":[229],"our":[230],"design":[232],"recovers":[233],"softmax-level":[234],"expressiveness":[235],"substantially":[237],"reduced":[238],"cost,":[239],"unlocking":[240],"scalable":[241],"long,":[242],"high":[243],"resolution":[244],"generation.":[246]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-25T00:00:00"}