{"id":"https://openalex.org/W7161038762","doi":"https://doi.org/10.48550/arxiv.2605.12491","title":"Elastic Attention Cores for Scalable Vision Transformers","display_name":"Elastic Attention Cores for Scalable Vision Transformers","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161038762","doi":"https://doi.org/10.48550/arxiv.2605.12491"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.12491","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12491","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.12491","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136005019","display_name":"Alan Z. Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Alan Z.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047108211","display_name":"Yinjie Chen","orcid":"https://orcid.org/0000-0001-8779-682X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yinjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136017218","display_name":"Mu Nan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nan, Mu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136037928","display_name":"Rui Zhang","orcid":"https://orcid.org/0009-0001-2184-9252"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136069529","display_name":"Jiahang Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Jiahang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017995936","display_name":"Weijian Mai","orcid":"https://orcid.org/0000-0001-6810-6256"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mai, Weijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109729380","display_name":"Muquan Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Muquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059458301","display_name":"Hossein Adeli","orcid":"https://orcid.org/0000-0002-1132-1091"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adeli, Hossein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136022230","display_name":"Deva Ramanan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramanan, Deva","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111602424","display_name":"M. J. Tarr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tarr, Michael J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5113261108","display_name":"Andrew F. Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Andrew F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.31850001215934753,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.31850001215934753,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.29269999265670776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.09669999778270721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5460000038146973},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5336999893188477},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4602999985218048},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.4537999927997589},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.44339999556541443},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.3702999949455261},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.33070001006126404},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3179999887943268}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6377000212669373},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5460000038146973},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5336999893188477},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48510000109672546},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4602999985218048},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.4537999927997589},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.44339999556541443},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.3702999949455261},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36230000853538513},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3522999882698059},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3050999939441681},{"id":"https://openalex.org/C81845259","wikidata":"https://www.wikidata.org/wiki/Q290117","display_name":"Quadratic programming","level":2,"score":0.29589998722076416},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28200000524520874},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C195956108","wikidata":"https://www.wikidata.org/wiki/Q7268362","display_name":"Quadratic growth","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2612999975681305},{"id":"https://openalex.org/C166704113","wikidata":"https://www.wikidata.org/wiki/Q861092","display_name":"Image registration","level":3,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.12491","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12491","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.12491","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12491","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision":[0,222],"Transformers":[1],"(ViTs)":[2],"achieve":[3],"strong":[4],"data-driven":[5],"scaling":[6],"by":[7,85],"leveraging":[8],"all-to-all":[9],"self-attention.":[10],"However,":[11],"this":[12,30,47,51,137],"flexibility":[13],"incurs":[14],"a":[15,73,86,98,128,167,216],"computational":[16,207],"cost":[17],"that":[18,35,54,77],"scales":[19],"quadratically":[20],"with":[21,127,172,199],"image":[22,122],"resolution,":[23],"limiting":[24],"ViTs":[25],"in":[26],"high-resolution":[27],"domains.":[28],"Underlying":[29],"approach":[31],"is":[32],"the":[33,107,120,159,176,200],"assumption":[34],"pairwise":[36],"token":[37],"interactions":[38],"are":[39,111],"necessary":[40],"for":[41,142,221],"learning":[42],"rich":[43],"visual-semantic":[44],"representations.":[45],"In":[46,92],"work,":[48],"we":[49],"challenge":[50],"assumption,":[52],"demonstrating":[53],"effective":[55],"visual":[56],"representations":[57],"can":[58,181],"be":[59],"learned":[60,90,134],"without":[61],"any":[62],"direct":[63],"patch-to-patch":[64],"interaction.":[65],"We":[66],"propose":[67],"VECA":[68,154,195],"(Visual":[69],"Elastic":[70],"Core":[71],"Attention),":[72],"vision":[74,202],"transformer":[75],"architecture":[76],"uses":[78],"efficient":[79],"linear-time":[80],"core-periphery":[81,213],"structured":[82],"attention":[83,214],"enabled":[84],"small":[87,168],"set":[88,131,161],"of":[89,132,162],"cores.":[91],"VECA,":[93],"these":[94],"cores":[95],"act":[96],"as":[97,215],"communication":[99],"interface:":[100],"patch":[101],"tokens":[102],"exchange":[103],"information":[104],"exclusively":[105],"through":[106],"core":[108,177],"tokens,":[109,165],"which":[110,145],"initialized":[112],"from":[113],"scratch":[114],"and":[115,156,186,192],"propagated":[116],"across":[117],"layers.":[118],"Because":[119],"$N$":[121,163],"patches":[123],"only":[124],"directly":[125],"interact":[126],"resolution":[129],"invariant":[130],"$C$":[133],"\"core\"":[135],"embeddings,":[136],"yields":[138],"linear":[139],"complexity":[140],"$O(N)$":[141],"predetermined":[143],"$C$,":[144],"bypasses":[146],"quadratic":[147],"scaling.":[148],"Compared":[149],"to":[150],"prior":[151],"cross-attention":[152],"architectures,":[153],"maintains":[155],"iteratively":[157],"updates":[158],"full":[160],"input":[164],"avoiding":[166],"$C$-way":[169],"bottleneck.":[170],"Combined":[171],"nested":[173],"training":[174],"along":[175],"axis,":[178],"our":[179],"model":[180],"elastically":[182],"trade":[183],"off":[184],"compute":[185],"accuracy":[187],"during":[188],"inference.":[189],"Across":[190],"classification":[191],"dense":[193],"tasks,":[194],"achieves":[196],"performance":[197],"competitive":[198],"latest":[201],"foundation":[203],"models":[204],"while":[205],"reducing":[206],"cost.":[208],"Our":[209],"results":[210],"establish":[211],"elastic":[212],"scalable":[217],"alternative":[218],"building":[219],"block":[220],"Transformers.":[223]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}