{"id":"https://openalex.org/W7147659951","doi":"https://doi.org/10.48550/arxiv.2603.29494","title":"VecAttention: Vector-wise Sparse Attention for Accelerating Long Context Inference","display_name":"VecAttention: Vector-wise Sparse Attention for Accelerating Long Context Inference","publication_year":2026,"publication_date":"2026-03-31","ids":{"openalex":"https://openalex.org/W7147659951","doi":"https://doi.org/10.48550/arxiv.2603.29494"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.29494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.29494","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132634558","display_name":"Anmin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Anmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132625802","display_name":"Ruixuan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Ruixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070156365","display_name":"Huiqiang Jiang","orcid":"https://orcid.org/0000-0002-1327-4882"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Huiqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132564897","display_name":"Bin Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132577067","display_name":"Minmin Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Minmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132541734","display_name":"Yong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132559050","display_name":"Chen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132658227","display_name":"Tao Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.14810000360012054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.14810000360012054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.1362999975681305,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.131400004029274,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8400999903678894},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6266000270843506},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5440000295639038},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5054000020027161},{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.4887000024318695},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4672999978065491},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.4546000063419342},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.40950000286102295},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.40630000829696655}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8400999903678894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8371999859809875},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6266000270843506},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5440000295639038},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5156000256538391},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5054000020027161},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.4887000024318695},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4672999978065491},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.4546000063419342},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.40950000286102295},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.40630000829696655},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4016999900341034},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.36719998717308044},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3562999963760376},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C2781357197","wikidata":"https://www.wikidata.org/wiki/Q5757597","display_name":"High memory","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C81845259","wikidata":"https://www.wikidata.org/wiki/Q290117","display_name":"Quadratic programming","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.29494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.29494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-context":[0],"video":[1,12,63,68,129],"understanding":[2,130],"and":[3,37,77,102,118,133,135,149],"generation":[4,136],"pose":[5],"a":[6,50,72,109,143,150],"significant":[7],"computational":[8],"challenge":[9],"for":[10,62],"Transformer-based":[11],"models":[13],"due":[14],"to":[15,29,161],"the":[16],"quadratic":[17],"complexity":[18],"of":[19,53,122],"self-attention.":[20],"While":[21],"existing":[22,91],"sparse":[23,55,75,93,124,155],"attention":[24,56,69,148,156],"methods":[25],"employ":[26],"coarse-grained":[27,92],"patterns":[28],"improve":[30],"efficiency,":[31],"they":[32],"typically":[33],"incur":[34],"redundant":[35],"computation":[36],"suboptimal":[38],"performance.":[39],"To":[40],"address":[41],"this":[42,45,81,97],"issue,":[43],"in":[44],"paper,":[46],"we":[47],"propose":[48],"\\textbf{VecAttention},":[49],"novel":[51],"framework":[52],"vector-wise":[54],"that":[57,67,80,113,140],"achieves":[58],"superior":[59],"accuracy-efficiency":[60],"trade-offs":[61,88],"models.":[64],"We":[65],"observe":[66],"maps":[70],"exhibit":[71],"strong":[73],"vertical-vector":[74,82],"pattern,":[76],"further":[78],"demonstrate":[79],"pattern":[83],"offers":[84],"consistently":[85],"better":[86],"accuracy-sparsity":[87],"compared":[89],"with":[90,158],"patterns.":[94],"Based":[95],"on":[96,128],"observation,":[98],"VecAttention":[99,141],"dynamically":[100],"selects":[101],"processes":[103],"only":[104],"informative":[105],"vertical":[106],"vectors":[107],"through":[108],"lightweight":[110],"important-vector":[111],"selection":[112],"minimizes":[114],"memory":[115],"access":[116],"overhead":[117],"an":[119],"optimized":[120],"kernel":[121],"vector":[123],"attention.":[125,163],"Comprehensive":[126],"evaluations":[127],"(VideoMME,":[131],"LongVideoBench,":[132],"VCRBench)":[134],"(VBench)":[137],"tasks":[138],"show":[139],"delivers":[142],"2.65$\\times$":[144],"speedup":[145,152],"over":[146,153],"full":[147,162],"1.83$\\times$":[151],"state-of-the-art":[154],"methods,":[157],"comparable":[159],"accuracy":[160],"Our":[164],"code":[165],"is":[166],"available":[167],"at":[168],"https://github.com/anminliu/VecAttention.":[169]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-02T00:00:00"}