{"id":"https://openalex.org/W7158718922","doi":"https://doi.org/10.48550/arxiv.2604.26412","title":"When Hidden States Drift: Can KV Caches Rescue Long-Range Speculative Decoding?","display_name":"When Hidden States Drift: Can KV Caches Rescue Long-Range Speculative Decoding?","publication_year":2026,"publication_date":"2026-04-29","ids":{"openalex":"https://openalex.org/W7158718922","doi":"https://doi.org/10.48550/arxiv.2604.26412"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.26412","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26412","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.26412","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134888658","display_name":"Tianyu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134897346","display_name":"Yuhao Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134891139","display_name":"Xinyi Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xinyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134885255","display_name":"Baolin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Baolin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007708898","display_name":"Hengxin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hengxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134882009","display_name":"Jun Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134907331","display_name":"Jun Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010924485","display_name":"Shuang Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Shuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134880166","display_name":"Lei Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134899427","display_name":"Yue Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5108223442","display_name":"Mingcheng Wan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan, MingCheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2102999985218048,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2102999985218048,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.1185000017285347,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.08089999854564667,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6489999890327454},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6435999870300293},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6312000155448914},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6032999753952026},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.5928999781608582},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5803999900817871},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.557200014591217},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.5135999917984009},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4575999975204468}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7946000099182129},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6489999890327454},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6435999870300293},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6312000155448914},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6032999753952026},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5928999781608582},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5803999900817871},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.557200014591217},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.5135999917984009},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4575999975204468},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.42570000886917114},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.42250001430511475},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.397599995136261},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33309999108314514},{"id":"https://openalex.org/C28362024","wikidata":"https://www.wikidata.org/wiki/Q2067413","display_name":"Thrashing","level":2,"score":0.3208000063896179},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.2987000048160553},{"id":"https://openalex.org/C88196245","wikidata":"https://www.wikidata.org/wiki/Q8034984","display_name":"Working set","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.29679998755455017},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2863999903202057},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2637999951839447},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.26412","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26412","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.26412","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26412","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.47378093004226685,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Speculative":[0],"decoding":[1,228],"accelerates":[2],"LLM":[3],"inference,":[4],"but":[5,108],"SOTA":[6],"hidden-state-based":[7],"drafters":[8,203],"suffer":[9],"from":[10,52],"long-range":[11,41,50,184],"decay:":[12],"draft":[13,142],"accuracy":[14],"degrades":[15],"as":[16,34,69,122],"the":[17,53,64,81,85,105,116,127,137,141,146,223],"speculative":[18,112],"step":[19],"increases.":[20],"Existing":[21],"work":[22],"attributes":[23],"this":[24,159],"decay":[25,42,51],"to":[26,80,104,144,205],"train-inference":[27],"mismatch":[28],"and":[29,174,210,247],"proposes":[30],"test-time":[31],"training":[32,193,235],"(TTT)":[33],"a":[35,70,89,164,243,248],"remedy,":[36],"yet":[37],"we":[38,62,161],"observe":[39],"that":[40,167,181,221],"persists":[43],"even":[44],"in":[45],"TTT-trained":[46],"drafters.":[47],"We":[48,134],"revisit":[49],"perspective":[54],"of":[55,130,226],"context":[56,72],"information":[57,78,101],"preservation.":[58],"In":[59,114],"hidden-state":[60],"reuse,":[61],"argue":[63],"target":[65,117,147,207],"hidden":[66],"state":[67],"acts":[68],"biased":[71],"compression:":[73],"it":[74],"aggregates":[75],"historical":[76],"token":[77],"according":[79],"attention":[82],"query":[83,107],"at":[84],"current":[86,106,192],"position,":[87],"yielding":[88],"compact":[90],"representation":[91],"optimized":[92],"for":[93,110,154,251],"immediate":[94],"next-token":[95],"prediction.":[96],"This":[97],"compression":[98],"can":[99,150],"suppress":[100],"less":[102],"relevant":[103],"important":[109],"later":[111],"steps.":[113],"contrast,":[115],"model's":[118],"KV":[119,132,148,212],"cache":[120,149],"serves":[121],"an":[123],"explicit":[124],"context,":[125],"retaining":[126],"complete":[128],"set":[129],"token-wise":[131],"representations.":[133],"therefore":[135],"posit":[136],"KV-Reuse":[138,182],"Hypothesis:":[139],"allowing":[140],"model":[143],"reuse":[145,170],"provide":[151],"richer":[152],"signals":[153],"long-horizon":[155],"drafting.":[156],"To":[157],"test":[158],"hypothesis,":[160],"introduce":[162],"KVShot,":[163],"diagnostic":[165,245],"framework":[166],"compares":[168],"three":[169],"paradigms:":[171],"hidden-only,":[172],"KV-only,":[173],"hybrid.":[175],"Extensive":[176],"evaluations":[177],"on":[178],"Qwen3-8B":[179],"show":[180],"improves":[183],"acceptance,":[185],"although":[186],"end-to-end":[187],"speedups":[188],"remain":[189],"marginal":[190],"under":[191],"pipelines.":[194],"Our":[195],"analysis":[196],"identifies":[197],"two":[198],"key":[199],"structural":[200],"bottlenecks:":[201],"shallow":[202],"struggle":[204],"estimate":[206],"queries":[208],"accurately,":[209],"draft-side":[211],"projections":[213],"receive":[214],"sparse":[215],"gradient":[216],"signals.":[217],"These":[218],"findings":[219],"suggest":[220],"realizing":[222],"full":[224],"potential":[225],"KV-aware":[227],"requires":[229],"moving":[230],"beyond":[231],"TTT":[232],"toward":[233],"block-wise":[234],"paradigms.":[236],"By":[237],"exposing":[238],"these":[239],"bottlenecks,":[240],"KVShot":[241],"provides":[242],"foundational":[244],"testbed":[246],"clear":[249],"roadmap":[250],"designing":[252],"next-generation":[253],"inference":[254],"architectures.":[255]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-01T00:00:00"}