{"id":"https://openalex.org/W4415541028","doi":"https://doi.org/10.1145/3746027.3754825","title":"ELFATT: Efficient Linear Fast Attention for Vision Transformers","display_name":"ELFATT: Efficient Linear Fast Attention for Vision Transformers","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415541028","doi":"https://doi.org/10.1145/3746027.3754825"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3754825","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3754825","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077932855","display_name":"Chong Wu","orcid":"https://orcid.org/0000-0003-3405-742X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chong Wu","raw_affiliation_strings":["Department of Electrical Engineering and Centre for Intelligent Multidimensional Data Analysis, City University of Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-3405-742X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Centre for Intelligent Multidimensional Data Analysis, City University of Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013911889","display_name":"Maolin Che","orcid":"https://orcid.org/0000-0001-9956-062X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Maolin Che","raw_affiliation_strings":["School of Mathematics and Statistics and State Key Laboratory of Public Big Data, Guizhou University, Guiyang, China and Department of Electrical Engineering and Centre for Intelligent Multidimensional Data Analysis, City University of Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-9956-062X","affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics and State Key Laboratory of Public Big Data, Guizhou University, Guiyang, China and Department of Electrical Engineering and Centre for Intelligent Multidimensional Data Analysis, City University of Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I168719708","https://openalex.org/I178232147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100700831","display_name":"Renjie Xu","orcid":"https://orcid.org/0000-0002-6951-7273"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Renjie Xu","raw_affiliation_strings":["Department of Electrical Engineering and Centre for Intelligent Multidimensional Data Analysis, City University of Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-6951-7273","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Centre for Intelligent Multidimensional Data Analysis, City University of Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055526665","display_name":"Zhuoheng Ran","orcid":"https://orcid.org/0000-0002-0446-6276"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhuoheng Ran","raw_affiliation_strings":["Department of Electrical Engineering and Centre for Intelligent Multidimensional Data Analysis, City University of Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-0446-6276","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Centre for Intelligent Multidimensional Data Analysis, City University of Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100644375","display_name":"Hong Yan","orcid":"https://orcid.org/0000-0001-9661-3095"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hong Yan","raw_affiliation_strings":["Department of Electrical Engineering and Centre for Intelligent Multidimensional Data Analysis, City University of Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-9661-3095","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Centre for Intelligent Multidimensional Data Analysis, City University of Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.4113,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.98572183,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"9140","last_page":"9149"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6137999892234802},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5576000213623047},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.49639999866485596},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.47620001435279846},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.42089998722076416},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.38600000739097595},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.37040001153945923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7483000159263611},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6137999892234802},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5576000213623047},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.49639999866485596},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.47620001435279846},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.42089998722076416},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.38600000739097595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38100001215934753},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.37040001153945923},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3702000081539154},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3456999957561493},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.29350000619888306},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.27250000834465027},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.26570001244544983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3754825","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3754825","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G198816913","display_name":null,"funder_award_id":"9610034, 9610460","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"}],"funders":[{"id":"https://openalex.org/F4320309893","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2117539524","https://openalex.org/W2737258237","https://openalex.org/W2963150697","https://openalex.org/W2963925437","https://openalex.org/W3138516171","https://openalex.org/W3173365702","https://openalex.org/W4283809036","https://openalex.org/W4283815155","https://openalex.org/W4312443924","https://openalex.org/W4312933868","https://openalex.org/W4313007769","https://openalex.org/W4389834800","https://openalex.org/W4390576576","https://openalex.org/W4390874575","https://openalex.org/W4392004333","https://openalex.org/W4408930692","https://openalex.org/W4411726481"],"related_works":[],"abstract_inverted_index":{"The":[0],"attention":[1,30,51,92,119,144,186],"mechanism":[2,31,94,120,145],"is":[3,129],"the":[4,7,17,23,27,33,37,108,116,141],"key":[5],"to":[6,22,58,61,95,180,184,194,201],"success":[8],"of":[9,26,39,158],"transformers":[10],"in":[11,121,154,188],"different":[12],"machine":[13],"learning":[14],"tasks.":[15,46],"However,":[16],"quadratic":[18,74],"complexity":[19,76],"with":[20],"respect":[21],"sequence":[24,41],"length":[25],"vanilla":[28,117,142],"softmax-based":[29,118,143],"becomes":[32],"major":[34],"bottleneck":[35],"for":[36],"application":[38],"long":[40],"tasks,":[42],"such":[43,69],"as":[44,70],"vision":[45,123,148],"Although":[47],"various":[48,189],"efficient":[49,89],"linear":[50,90,101],"mechanisms":[52,187],"have":[53,73],"been":[54],"proposed,":[55],"they":[56],"need":[57],"sacrifice":[59],"performance":[60,106,165],"achieve":[62,96],"high":[63,105],"efficiency.":[64],"What's":[65],"more,":[66],"memory-efficient":[67],"methods,":[68],"FlashAttention-1-3,":[71],"still":[72,136,162,177],"computation":[75],"which":[77],"can":[78,198],"be":[79,199],"further":[80],"improved.":[81],"In":[82],"this":[83],"paper,":[84],"we":[85],"propose":[86],"a":[87],"novel":[88],"fast":[91],"(ELFATT)":[93],"low":[97],"memory":[98],"input/output":[99],"operations,":[100],"computational":[102],"complexity,":[103],"and":[104,166,203],"at":[107],"same":[109],"time.":[110],"ELFATT":[111,128,135,161,176,197],"offers":[112,137,167,178],"4-7x":[113],"speedups":[114,139,169,182],"over":[115,140,170],"high-resolution":[122,147],"tasks":[124,149,157,206],"without":[125,150,208],"losing":[126,151],"performance.":[127,152],"FlashAttention":[130],"friendly.":[131],"Using":[132],"FlashAttention-2":[133],"acceleration,":[134],"2-3x":[138],"on":[146,173],"Even":[153,172],"some":[155],"non-vision":[156],"long-range":[159],"arena,":[160],"achieves":[163],"leading":[164],"1.2-2.3x":[168],"FlashAttention-2.":[171],"edge":[174],"GPUs,":[175],"1.6x":[179],"2.0x":[181],"compared":[183],"state-of-the-art":[185],"power":[190],"modes":[191],"from":[192],"5W":[193],"60W.":[195],"Furthermore,":[196],"used":[200],"enhance":[202],"accelerate":[204],"diffusion":[205],"directly":[207],"training.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-25T00:00:00"}