{"id":"https://openalex.org/W6948223822","doi":"https://doi.org/10.48550/arxiv.2507.08045","title":"Krul: Efficient State Restoration for Multi-turn Conversations with Dynamic Cross-layer KV Sharing","display_name":"Krul: Efficient State Restoration for Multi-turn Conversations with Dynamic Cross-layer KV Sharing","publication_year":2025,"publication_date":"2025-07-10","ids":{"openalex":"https://openalex.org/W6948223822","doi":"https://doi.org/10.48550/arxiv.2507.08045"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2507.08045","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.08045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2507.08045","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wen, Junyi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Junyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liang, Junyuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Junyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Hong, Zicong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Zicong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chen, Wuhui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wuhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Cai, Ting","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Ting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Zheng, Zibin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Zibin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3790999948978424,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3790999948978424,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07479999959468842,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.04659999907016754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.734499990940094},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5683000087738037},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5414999723434448},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5401999950408936},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5001999735832214},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.46959999203681946},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.45899999141693115},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.43160000443458557}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.762499988079071},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.734499990940094},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5683000087738037},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5414999723434448},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5401999950408936},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5001999735832214},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.46959999203681946},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.45899999141693115},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.43160000443458557},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.42080000042915344},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4002000093460083},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.39730000495910645},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3560999929904938},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3345000147819519},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2849000096321106},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.28279998898506165},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27090001106262207},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.2694000005722046},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2572999894618988}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2507.08045","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.08045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2507.08045","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.08045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.6021024584770203}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Efficient":[0],"state":[1],"restoration":[2,178],"in":[3,77,210,217],"multi-turn":[4,95],"conversations":[5],"with":[6,43],"large":[7],"language":[8],"models":[9],"(LLMs)":[10],"remains":[11],"a":[12,53,94,121,135,150,157,176,207,214],"critical":[13,142],"challenge,":[14],"primarily":[15],"due":[16,193],"to":[17,87,124,140,163,180,194,222],"the":[18,61,126,154,165,186],"overhead":[19,171],"of":[20,188],"recomputing":[21,189],"or":[22],"loading":[23,191],"full":[24],"key-value":[25],"(KV)":[26],"caches":[27,39],"for":[28,65,144,153],"all":[29,58],"historical":[30],"tokens.":[31],"To":[32],"address":[33],"this,":[34],"existing":[35],"approaches":[36],"compress":[37],"KV":[38,104,127,196,218],"across":[40,57,81,116],"adjacent":[41],"layers":[42],"highly":[44],"similar":[45],"attention":[46,70,78,114,160,166],"patterns.":[47],"However,":[48],"these":[49],"methods":[50,224],"often":[51],"apply":[52],"fixed":[54],"compression":[55,66,110,137],"scheme":[56],"conversations,":[59,83],"selecting":[60],"same":[62],"layer":[63,117],"pairs":[64,118],"without":[67,225],"considering":[68],"conversation-specific":[69],"dynamics.":[71],"This":[72],"static":[73],"strategy":[74,138,152],"overlooks":[75],"variability":[76],"pattern":[79],"similarity":[80,115,161,167],"different":[82],"which":[84],"can":[85],"lead":[86],"noticeable":[88],"accuracy":[89],"degradation.":[90],"We":[91],"present":[92],"Krul,":[93],"LLM":[96],"inference":[97],"system":[98],"that":[99,204],"enables":[100],"accurate":[101],"and":[102,119,148,169,190,213],"efficient":[103],"cache":[105,219],"restoration.":[106],"Krul":[107,205],"dynamically":[108],"selects":[109,149],"strategies":[111],"based":[112],"on":[113,200],"uses":[120],"recomputation-loading":[122],"pipeline":[123],"restore":[125],"cache.":[128],"It":[129],"introduces":[130],"three":[131],"key":[132],"innovations:":[133],"1)":[134],"preemptive":[136],"selector":[139],"preserve":[141],"context":[143],"future":[145],"conversation":[146],"turns":[147],"customized":[151],"conversation;":[155],"2)":[156],"token-wise":[158],"heterogeneous":[159],"estimator":[162],"mitigate":[164],"computation":[168],"storage":[170,220],"during":[172],"model":[173],"generation;":[174],"3)":[175],"bubble-free":[177],"scheduler":[179],"reduce":[181],"potential":[182],"bubbles":[183],"brought":[184],"by":[185],"imbalance":[187],"stream":[192],"compressed":[195],"caches.":[197],"Empirical":[198],"evaluations":[199],"real-world":[201],"tasks":[202],"demonstrate":[203],"achieves":[206],"1.5x-2.68x":[208],"reduction":[209,216],"time-to-first-token":[211],"(TTFT)":[212],"1.33x-2.35x":[215],"compared":[221],"state-of-the-art":[223],"compromising":[226],"generation":[227],"quality.":[228]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}