{"id":"https://openalex.org/W7165647770","doi":"https://doi.org/10.48550/arxiv.2606.23019","title":"ScalingAttention: Discovering Intrinsic Sparse Attention Topology for Video Diffusion Transformers","display_name":"ScalingAttention: Discovering Intrinsic Sparse Attention Topology for Video Diffusion Transformers","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165647770","doi":"https://doi.org/10.48550/arxiv.2606.23019"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.23019","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23019","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.23019","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055884962","display_name":"Ruiliang Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Ruiliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090578536","display_name":"X . Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xuecheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139201320","display_name":"Kang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Kang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071784568","display_name":"Guangyun Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Guangyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139211164","display_name":"Bin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139168083","display_name":"Qinqin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qinqin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124116860","display_name":"Wende Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Wende","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139203052","display_name":"Qingjie Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Qingjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139155639","display_name":"Chengru Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Chengru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2775000035762787,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2775000035762787,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.1453000009059906,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10623","display_name":"Thin-Film Transistor Technologies","score":0.04170000180602074,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5504999756813049},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.46939998865127563},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.453000009059906},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.42719998955726624},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.41620001196861267},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.3961000144481659},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.390500009059906},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.3903000056743622}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7490000128746033},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5504999756813049},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.46939998865127563},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.453000009059906},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.42719998955726624},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.41620001196861267},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.3961000144481659},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.390500009059906},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3732999861240387},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.34950000047683716},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3377000093460083},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.3303000032901764},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.29249998927116394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27459999918937683},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.23019","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23019","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.23019","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23019","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"Diffusion":[1],"Transformers":[2],"(DiTs)":[3],"have":[4],"revolutionized":[5],"high-fidelity":[6],"video":[7],"generation,":[8],"their":[9],"reliance":[10],"on":[11,125,141],"3D":[12],"full":[13],"attention":[14,66],"creates":[15],"a":[16,24,50,55,74,104,135,153],"quadratic":[17],"computational":[18],"bottleneck.":[19],"Existing":[20],"sparse":[21],"methods":[22],"face":[23],"dilemma:":[25],"dynamic":[26],"pruning":[27],"suffers":[28],"from":[29,93],"prohibitive":[30],"runtime":[31,112],"overhead":[32],"and":[33,85],"memory":[34],"fragmentation,":[35],"while":[36,59],"static":[37],"heuristics":[38],"fail":[39],"to":[40,73,87,110,145],"capture":[41],"fine-grained":[42],"dependencies.":[43],"In":[44],"this":[45],"work,":[46],"we":[47,133],"propose":[48],"ScalingAttention,":[49],"training-free":[51],"framework":[52],"grounded":[53],"in":[54],"key":[56],"inductive":[57],"bias:":[58],"individual":[60],"activations":[61],"are":[62],"input-dependent,":[63],"the":[64],"high-mass":[65],"regions":[67],"for":[68],"each":[69],"head":[70],"rapidly":[71],"converge":[72],"stable,":[75],"prompt-agnostic":[76],"Intrinsic":[77],"Sparse":[78,100],"Topology.":[79],"This":[80],"topology":[81,91],"is":[82],"weight-encoded,":[83],"scale-invariant,":[84],"efficient":[86],"extract.":[88],"ScalingAttention":[89],"decouples":[90],"discovery":[92],"sparsity":[94,123],"control":[95],"via:":[96],"(1)":[97],"WEST":[98],"(Weight-Encoded":[99],"Topology),":[101],"which":[102,119],"extracts":[103],"robust":[105],"block-sparse":[106,138],"prior":[107],"mask":[108],"offline":[109],"eliminate":[111],"search;":[113],"(2)":[114],"FAST":[115],"(Fidelity-Aware":[116],"Sensitivity":[117],"Tuning),":[118],"adaptively":[120],"tunes":[121],"head-wise":[122],"based":[124],"diffusion":[126],"fidelity":[127],"requirements.":[128],"To":[129],"ensure":[130],"practical":[131],"acceleration,":[132],"co-design":[134],"hardware-aligned":[136],"bit-wise":[137],"kernel.":[139],"Experiments":[140],"Wan2.1":[142],"show":[143],"up":[144],"1.90X":[146],"end-to-end":[147],"speedup":[148],"with":[149],"superior":[150],"fidelity,":[151],"establishing":[152],"new":[154],"Pareto":[155],"frontier":[156],"over":[157],"state-of-the-art":[158],"baselines.":[159]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}