{"id":"https://openalex.org/W7160143286","doi":"https://doi.org/10.48550/arxiv.2605.00342","title":"Making Every Verified Token Count: Adaptive Verification for MoE Speculative Decoding","display_name":"Making Every Verified Token Count: Adaptive Verification for MoE Speculative Decoding","publication_year":2026,"publication_date":"2026-05-01","ids":{"openalex":"https://openalex.org/W7160143286","doi":"https://doi.org/10.48550/arxiv.2605.00342"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.00342","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00342","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.00342","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005927982","display_name":"Lehan Pan","orcid":"https://orcid.org/0000-0003-4679-3379"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Lehan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047200044","display_name":"Ziyang Tao","orcid":"https://orcid.org/0009-0001-4320-8683"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Ziyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135204017","display_name":"Ruoyu Pang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pang, Ruoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135227640","display_name":"Xiao Jing Wang","orcid":"https://orcid.org/0000-0001-9786-8153"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135142457","display_name":"Jianjun Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jianjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135148448","display_name":"Yanyong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yanyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.21330000460147858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.21330000460147858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.14399999380111694,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.062300000339746475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7287999987602234},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.727400004863739},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.7016000151634216},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.508400022983551},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.4438999891281128},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.42750000953674316}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8047000169754028},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7287999987602234},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.727400004863739},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.7016000151634216},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.508400022983551},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.4438999891281128},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.42750000953674316},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.41659998893737793},{"id":"https://openalex.org/C52723943","wikidata":"https://www.wikidata.org/wiki/Q1127410","display_name":"Serialization","level":2,"score":0.40149998664855957},{"id":"https://openalex.org/C115067241","wikidata":"https://www.wikidata.org/wiki/Q1639854","display_name":"Token passing","level":3,"score":0.3801000118255615},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3635999858379364},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3440000116825104},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.31690001487731934},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30730000138282776},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2565999925136566},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.00342","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00342","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.00342","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00342","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tree-based":[0],"speculative":[1,57],"decoding":[2,123],"accelerates":[3],"autoregressive":[4,122],"generation":[5],"by":[6,65],"verifying":[7],"multiple":[8],"draft":[9,24,68],"candidates":[10],"in":[11],"parallel,":[12],"but":[13],"this":[14],"advantage":[15],"weakens":[16],"for":[17,55],"sparse":[18],"Mixture-of-Experts":[19],"(MoE)":[20],"models.":[21],"As":[22],"the":[23,33,67,76,99,130],"tree":[25,69],"grows,":[26],"different":[27,30],"branches":[28],"activate":[29],"experts,":[31],"expanding":[32],"union":[34],"of":[35],"activated":[36],"experts":[37],"and":[38,50,73,94,111,124],"substantially":[39],"increasing":[40],"target-side":[41],"verification":[42,53,72,92],"cost.":[43],"We":[44],"propose":[45],"EVICT,":[46],"a":[47],"training-free,":[48],"hyperparameter-free,":[49],"lossless":[51],"adaptive":[52],"method":[54],"MoE":[56,109],"decoding.":[58],"EVICT":[59,115],"makes":[60],"every":[61],"verified":[62],"token":[63],"count":[64],"truncating":[66],"before":[70],"target":[71],"retaining":[74],"only":[75],"cost-effective":[77],"prefix.":[78],"It":[79],"leverages":[80],"fine-grained":[81],"drafter":[82],"signals":[83],"to":[84,118],"estimate":[85],"candidate":[86],"benefit,":[87],"combines":[88],"them":[89],"with":[90,98],"offline-profiled":[91],"cost,":[93],"remains":[95],"highly":[96],"compatible":[97],"high-performance":[100],"graph-based":[101],"serving":[102],"framework":[103],"SGLang.":[104],"Extensive":[105],"experiments":[106],"on":[107],"diverse":[108],"backbones":[110],"benchmarks":[112],"show":[113],"that":[114],"achieves":[116],"up":[117],"2.35x":[119],"speedup":[120,128],"over":[121,129],"an":[125],"average":[126],"1.21x":[127],"state-of-the-art":[131],"baseline":[132],"EAGLE-3,":[133],"while":[134],"significantly":[135],"reducing":[136],"unnecessary":[137],"expert":[138],"activations":[139],"during":[140],"verification.":[141]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-05T00:00:00"}