{"id":"https://openalex.org/W7162417620","doi":"https://doi.org/10.48550/arxiv.2605.24144","title":"EVA: Accelerating LLM Decoding via an Efficient Vector Quantization Architecture","display_name":"EVA: Accelerating LLM Decoding via an Efficient Vector Quantization Architecture","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162417620","doi":"https://doi.org/10.48550/arxiv.2605.24144"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.24144","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24144","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.24144","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137050367","display_name":"Bowen Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137037336","display_name":"Cong Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Cong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060545776","display_name":"Chiyue Wei","orcid":"https://orcid.org/0009-0008-8815-7948"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Chiyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100585144","display_name":"Haoxuan Shan","orcid":"https://orcid.org/0009-0000-9671-6713"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan, Haoxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055491561","display_name":"Yuzhe Fu","orcid":"https://orcid.org/0000-0002-1381-0278"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Yuzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137053805","display_name":"Xinhua Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xinhua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137031397","display_name":"Yifan Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100600502","display_name":"Ziyue Zhang","orcid":"https://orcid.org/0000-0002-8219-8510"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ziyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002238001","display_name":"Changchun Zhou","orcid":"https://orcid.org/0000-0001-9706-3224"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Changchun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137055932","display_name":"Hai \"Helen\" Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137019776","display_name":"Yiran Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yiran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.24070000648498535,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.24070000648498535,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.16689999401569366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.15469999611377716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.7968000173568726},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7383000254631042},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5619999766349792},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"Vector quantization","score":0.5328999757766724},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4749999940395355},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.47440001368522644},{"id":"https://openalex.org/keywords/linde\u2013buzo\u2013gray-algorithm","display_name":"Linde\u2013Buzo\u2013Gray algorithm","score":0.39320001006126404},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3605000078678131},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.35429999232292175}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.7968000173568726},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7383000254631042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7283999919891357},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5619999766349792},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.5328999757766724},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5194000005722046},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4749999940395355},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.47440001368522644},{"id":"https://openalex.org/C93372532","wikidata":"https://www.wikidata.org/wiki/Q6552455","display_name":"Linde\u2013Buzo\u2013Gray algorithm","level":3,"score":0.39320001006126404},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3903000056743622},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3605000078678131},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.35429999232292175},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3402000069618225},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3190999925136566},{"id":"https://openalex.org/C82687282","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Auxiliary memory","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C2779602883","wikidata":"https://www.wikidata.org/wiki/Q15544750","display_name":"Memory architecture","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C193969084","wikidata":"https://www.wikidata.org/wiki/Q7452500","display_name":"Sequential decoding","level":4,"score":0.2831000089645386},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.258899986743927},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C2781357197","wikidata":"https://www.wikidata.org/wiki/Q5757597","display_name":"High memory","level":2,"score":0.25110000371932983},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.24144","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24144","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.24144","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24144","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8820957541465759}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"achieved":[5],"impressive":[6],"performance":[7],"across":[8],"diverse":[9],"domains":[10],"but":[11],"remain":[12],"inefficient":[13],"during":[14,102],"the":[15,20,64,92,155,214],"autoregressive":[16],"decoding":[17,28,160,190],"phase.":[18],"Unlike":[19],"prefill":[21,196],"stage,":[22],"which":[23],"employs":[24],"compute-bound":[25],"GEMM":[26,164],"operations,":[27],"executes":[29],"a":[30,59,126,183],"sequence":[31],"of":[32,95,140],"small":[33],"GEMV-like":[34],"computations":[35],"that":[36,54,113,131,200],"are":[37],"memory-bound":[38],"and":[39,62,82,98,117,154,207],"underutilize":[40],"modern":[41],"accelerators.":[42],"Weight-only":[43],"vector":[44,223],"quantization":[45],"(VQ)":[46],"has":[47],"emerged":[48],"as":[49],"an":[50,109,172],"effective":[51,129],"compression":[52],"technique":[53],"clusters":[55],"model":[56,80],"weights":[57,143],"into":[58],"shared":[60],"codebook":[61,103],"replaces":[63],"original":[65],"weight":[66,73,156],"matrix":[67],"with":[68,135,194,213],"low-precision":[69],"indices,":[70,145],"enabling":[71],"2-bit-level":[72],"compression.":[74],"While":[75],"this":[76],"approach":[77],"substantially":[78],"reduces":[79],"size":[81],"memory":[83,100,118,137,177],"bandwidth,":[84],"it":[85],"still":[86],"suffers":[87],"from":[88,144,161,171],"two":[89],"critical":[90],"inefficiencies:":[91],"low":[93],"utilization":[94],"GEMV":[96,162],"computation":[97,134],"frequent":[99],"conflicts":[101],"lookups.":[104],"This":[105],"paper":[106],"presents":[107],"EVA,":[108],"efficient":[110],"vector-quantization-based":[111],"architecture":[112,186],"addresses":[114],"both":[115],"computational":[116],"bottlenecks":[119],"in":[120],"LLM":[121,159,189],"decoding.":[122],"EVA":[123,146,201],"builds":[124],"on":[125],"simple":[127],"yet":[128],"insight":[130],"combines":[132],"input-codebook":[133],"conflict-free":[136],"access.":[138],"Instead":[139],"reconstructing":[141],"quantized":[142],"directly":[147],"performs":[148,168],"dot":[149],"products":[150],"between":[151],"input":[152],"vectors":[153],"codebook,":[157],"transforming":[158],"to":[163,204],"computation.":[165],"It":[166],"then":[167],"structured":[169],"lookups":[170],"intermediate":[173],"output":[174],"buffer,":[175],"eliminating":[176],"bank":[178],"conflicts.":[179],"We":[180],"further":[181],"design":[182],"hardware-software":[184],"co-optimized":[185],"specialized":[187],"for":[188],"while":[191,218],"remaining":[192],"compatible":[193],"conventional":[195],"execution.":[197],"Evaluations":[198],"show":[199],"achieves":[202],"up":[203],"11.17$\\times$":[205],"speedup":[206],"7.17$\\times$":[208],"higher":[209],"energy":[210],"efficiency":[211],"compared":[212],"SOTA":[215],"lookup-based":[216],"architecture,":[217],"preserving":[219],"arithmetic":[220],"precision":[221],"after":[222],"quantization.":[224],"Our":[225],"code":[226],"is":[227],"available":[228],"at":[229],"https://github.com/dbw6/Eva.git.":[230]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-27T00:00:00"}