{"id":"https://openalex.org/W7138268496","doi":"https://doi.org/10.48550/arxiv.2603.13358","title":"Not All Prefills Are Equal: PPD Disaggregation for Multi-turn LLM Serving","display_name":"Not All Prefills Are Equal: PPD Disaggregation for Multi-turn LLM Serving","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7138268496","doi":"https://doi.org/10.48550/arxiv.2603.13358"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.13358","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13358","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.13358","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129744993","display_name":"Zongze Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zongze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129722006","display_name":"Jingyu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071514863","display_name":"Zach Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129750002","display_name":"Yineng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yineng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129665258","display_name":"Tahseen Rabbani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rabbani, Tahseen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129650768","display_name":"Ce Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ce","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.3273000121116638,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.3273000121116638,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.13230000436306,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.06270000338554382,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5378000140190125},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4936000108718872},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.47929999232292175},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.46880000829696655},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.4246000051498413},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.40310001373291016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6625999808311462},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5684999823570251},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5378000140190125},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4936000108718872},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.47929999232292175},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.46880000829696655},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4246000051498413},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.40290001034736633},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3871000111103058},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2854999899864197}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.13358","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13358","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.13358","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13358","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Prefill-Decode":[0],"(PD)":[1],"disaggregation":[2],"has":[3],"become":[4],"the":[5,15,22,49,55,69,95],"standard":[6],"architecture":[7],"for":[8,25,220],"modern":[9],"LLM":[10,222],"inference":[11],"engines,":[12],"which":[13,92],"alleviates":[14],"interference":[16],"of":[17],"two":[18,41],"distinctive":[19],"workloads.":[20],"With":[21,186],"growing":[23],"demand":[24],"multi-turn":[26,221],"interactions":[27],"in":[28,36],"chatbots":[29],"and":[30,39,52,58,65,75,179,217],"agentic":[31],"systems,":[32],"we":[33,125,144,189],"re-examined":[34],"PD":[35,184],"this":[37,142],"case":[38],"found":[40],"fundamental":[42],"inefficiencies:":[43],"(1)":[44],"every":[45],"turn":[46],"requires":[47],"prefilling":[48],"new":[50,96],"prompt":[51],"response":[53],"from":[54],"last":[56],"turn,":[57],"(2)":[59],"repeated":[60],"KV":[61,102,169,207],"transfers":[62],"between":[63],"prefill":[64,86],"decode":[66,118,165],"nodes":[67,119,166],"saturate":[68],"bandwidth,":[70],"leading":[71],"to":[72,117,158,173],"high":[73,211],"latency":[74],"even":[76],"service":[77],"degradation.":[78],"Our":[79],"key":[80],"insight":[81],"is":[82],"that":[83,127,155,191],"not":[84],"all":[85,134],"operations":[87],"are":[88],"equally":[89],"disruptive:":[90],"append-prefill,":[91],"processes":[93],"only":[94],"input":[97],"tokens":[98],"while":[99,200],"reusing":[100],"cached":[101,168],"states,":[103],"incurs":[104],"an":[105],"order-of-magnitude":[106],"smaller":[107],"decoding":[108],"slowdown":[109],"than":[110],"full":[111],"prefill.":[112],"This":[113],"motivates":[114],"routing":[115,131,153],"append-prefill":[116],"locally.":[120],"However,":[121],"through":[122],"comprehensive":[123],"analysis,":[124],"show":[126,190],"no":[128],"single":[129],"fixed":[130],"strategy":[132],"satisfies":[133],"Service":[135],"Level":[136],"Objectives":[137],"(SLOs)":[138],"simultaneously.":[139],"Based":[140],"on":[141,164],"insight,":[143],"propose":[145],"Prefill":[146],"Prefill-capable":[147],"Decode":[148],"(PPD)":[149],"disaggregation,":[150],"a":[151,215],"dynamic":[152],"system":[154],"decides":[156],"when":[157],"process":[159],"Turn":[160,194],"2+":[161,195],"requests":[162],"locally":[163],"using":[167],"states.":[170],"PPD":[171,192,213],"adapts":[172],"varying":[174],"SLOs":[175],"via":[176],"configurable":[177],"weights":[178],"seamlessly":[180],"integrates":[181],"with":[182],"traditional":[183],"deployments.":[185],"extensive":[187],"evaluations,":[188],"reduces":[193],"time-to-first-token":[196],"(TTFT)":[197],"by":[198],"$\\sim$68\\%":[199],"maintaining":[201],"competitive":[202],"time-per-output-token":[203],"(TPOT),":[204],"effectively":[205],"alleviating":[206],"transfer":[208],"congestion":[209],"under":[210],"load.":[212],"provides":[214],"flexible":[216],"efficient":[218],"paradigm":[219],"serving.":[223]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-18T00:00:00"}