{"id":"https://openalex.org/W7160956826","doi":"https://doi.org/10.48550/arxiv.2605.08581","title":"PRISM: Fast Online LLM Serving via Scheduling-Memory Co-design","display_name":"PRISM: Fast Online LLM Serving via Scheduling-Memory Co-design","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7160956826","doi":"https://doi.org/10.48550/arxiv.2605.08581"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.08581","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08581","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.08581","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135940490","display_name":"Xingyu Qu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Xingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074728568","display_name":"Tianhao Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Tianhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135978541","display_name":"Yiqi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135912626","display_name":"Zhiyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135910724","display_name":"Sheng Wang","orcid":"https://orcid.org/0000-0002-3195-1701"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Sheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.1492999941110611,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.1492999941110611,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.10930000245571136,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.07180000096559525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.8237000107765198},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6761999726295471},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6320000290870667},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.4007999897003174},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.3400999903678894}],"concepts":[{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.8237000107765198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.796500027179718},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6761999726295471},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6320000290870667},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.39570000767707825},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33959999680519104},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2874000072479248},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.26030001044273376}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.08581","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08581","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.08581","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08581","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"online":[1],"large":[2],"language":[3],"model":[4],"(LLM)":[5],"services,":[6],"such":[7],"as":[8],"Retrieval-Augmented":[9],"Generation":[10],"(RAG)":[11],"and":[12,29,58,64,105,122,161,171,177],"agent":[13],"systems,":[14],"increasingly":[15],"expose":[16],"two":[17],"prominent":[18],"characteristics:":[19],"prompt":[20],"segmentation":[21],"(e.g.,":[22],"system":[23],"instructions,":[24],"retrieved":[25],"passages,":[26],"tool":[27],"outputs)":[28],"hotspot":[30],"skew,":[31],"where":[32],"a":[33,126,131],"small":[34],"set":[35],"of":[36,55],"these":[37,48,71],"segments":[38,57],"recurs":[39],"frequently":[40],"across":[41],"user":[42],"requests.":[43],"Failing":[44],"to":[45,52,84,136],"jointly":[46,108],"exploit":[47],"patterns":[49,72],"could":[50],"lead":[51],"repeated":[53],"prefill":[54],"hot":[56],"prolonged":[59],"TTFT,":[60],"undermining":[61],"both":[62],"throughput":[63],"user-perceived":[65],"responsiveness.":[66],"However,":[67],"existing":[68],"work":[69],"tackles":[70],"independently:":[73],"KV-cache":[74,94,106,166],"management":[75,107],"mainly":[76],"exploits":[77],"segment":[78],"reuse":[79],"while":[80,163],"scheduling":[81,104],"reorders":[82],"requests":[83],"improve":[85],"cache":[86],"locality,":[87],"yet":[88],"neither":[89],"aligns":[90],"request":[91,138],"admission":[92,139],"with":[93,130,140],"retention.":[95,143],"To":[96],"address":[97],"this":[98],"gap,":[99],"we":[100,114],"first":[101],"analyze":[102],"how":[103],"affect":[109],"TTFT.":[110],"Guided":[111],"by":[112,159,169],"this,":[113],"present":[115],"PRISM":[116,153],"(Prefix":[117],"Reuse":[118],"Optimization":[119],"Integrated":[120],"Scheduling":[121],"Memory),":[123],"which":[124],"co-designs":[125],"query-aware":[127],"scheduler":[128],"(QAS)":[129],"demand-aware":[132],"radix":[133],"tree":[134],"(DART)":[135],"align":[137],"exact-prefix":[141,165],"KV":[142],"Our":[144],"evaluation":[145],"results":[146],"show":[147],"that,":[148],"versus":[149],"the":[150],"strongest":[151],"baseline,":[152],"reduces":[154],"average":[155],"per-QPS":[156],"P99":[157],"TTFT":[158],"23.3\\%":[160],"37.1\\%":[162],"increasing":[164],"hit":[167],"rate":[168],"5.9":[170],"12.2":[172],"percentage":[173],"points":[174],"on":[175],"4B":[176],"13B":[178],"models,":[179],"respectively.":[180]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}