{"id":"https://openalex.org/W7154467396","doi":"https://doi.org/10.48550/arxiv.2604.12171","title":"PipeLive: Efficient Live In-place Pipeline Parallelism Reconfiguration for Dynamic LLM Serving","display_name":"PipeLive: Efficient Live In-place Pipeline Parallelism Reconfiguration for Dynamic LLM Serving","publication_year":2026,"publication_date":"2026-04-14","ids":{"openalex":"https://openalex.org/W7154467396","doi":"https://doi.org/10.48550/arxiv.2604.12171"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.12171","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12171","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.12171","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133636059","display_name":"Xu Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036540153","display_name":"Muhammed Tawfiqul Islam","orcid":"https://orcid.org/0000-0003-4922-7807"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Islam, Muhammed Tawfiqul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082942585","display_name":"Chen Wang","orcid":"https://orcid.org/0009-0003-4512-2896"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133555598","display_name":"Adel N. Toosi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toosi, Adel N.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.6136000156402588,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.6136000156402588,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.05909999832510948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.058400001376867294,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.8062999844551086},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6032999753952026},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5289000272750854},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.48089998960494995},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4546999931335449},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.44769999384880066},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.3874000012874603},{"id":"https://openalex.org/keywords/cache-coherence","display_name":"Cache coherence","score":0.38679999113082886}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8098999857902527},{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.8062999844551086},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6032999753952026},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5289000272750854},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4927000105381012},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.48089998960494995},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.4571000039577484},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4546999931335449},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.44769999384880066},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3919000029563904},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.3874000012874603},{"id":"https://openalex.org/C141917322","wikidata":"https://www.wikidata.org/wiki/Q1025017","display_name":"Cache coherence","level":5,"score":0.38679999113082886},{"id":"https://openalex.org/C2777632111","wikidata":"https://www.wikidata.org/wiki/Q1937518","display_name":"Reservation","level":2,"score":0.37279999256134033},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.3662000000476837},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C2778710394","wikidata":"https://www.wikidata.org/wiki/Q4179813","display_name":"Live migration","level":4,"score":0.2980000078678131},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.2892000079154968},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.2732999920845032},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.26989999413490295},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.26649999618530273},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25540000200271606},{"id":"https://openalex.org/C52723943","wikidata":"https://www.wikidata.org/wiki/Q1127410","display_name":"Serialization","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.12171","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12171","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.12171","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12171","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Pipeline":[0],"parallelism":[1],"(PP)":[2],"is":[3,72,113],"widely":[4],"used":[5],"to":[6,32,34,151,175,203,209,221,232],"partition":[7],"layers":[8],"of":[9],"large":[10,20,117],"language":[11],"models":[12],"(LLMs)":[13],"across":[14],"GPUs,":[15],"enabling":[16],"scalable":[17],"inference":[18],"for":[19,88,105,157],"models.":[21],"However,":[22,67],"existing":[23],"systems":[24,100],"rely":[25],"on":[26],"static":[27],"PP":[28,46,70,134],"configurations":[29,183],"that":[30,103],"fail":[31],"adapt":[33],"dynamic":[35],"settings,":[36],"such":[37],"as":[38,124],"serverless":[39],"platforms":[40],"and":[41,49,61,82,92,181,184,224,227,234],"heterogeneous":[42],"GPU":[43],"environments.":[44],"Reconfiguring":[45],"by":[47,170,230],"stopping":[48],"redeploying":[50],"service":[51],"incurs":[52],"prohibitive":[53],"downtime,":[54],"so":[55],"reconfiguration":[56,71,135,217],"must":[57],"instead":[58],"proceed":[59],"live":[60,68,132,158,171],"in":[62,195],"place,":[63],"without":[64,198,212],"interrupting":[65],"inference.":[66],"in-place":[69,133],"fundamentally":[73],"challenging.":[74],"GPUs":[75],"are":[76],"already":[77],"saturated":[78],"with":[79,99,136,147],"model":[80],"weights":[81],"KV":[83,94,109,143,159,166,177,199,205,213],"cache,":[84],"leaving":[85],"little":[86],"room":[87],"new":[89],"layer":[90],"placements":[91],"necessitating":[93],"cache":[95,144,200],"resizing,":[96],"at":[97],"odds":[98],"like":[101],"vLLM":[102],"preallocate":[104],"throughput.":[106],"Moreover,":[107],"maintaining":[108],"consistency":[110],"during":[111],"execution":[112],"difficult:":[114],"stop-and-copy":[115],"introduces":[116,140],"pauses,":[118],"while":[119],"background":[120],"synchronization":[121],"risks":[122],"inconsistency":[123],"states":[125,178],"evolve.":[126],"We":[127],"present":[128],"PipeLive,":[129],"which":[130],"enables":[131],"minimal":[137],"disruption.":[138],"PipeLive":[139,190],"a":[141,148,154,186,192,210],"redesigned":[142],"layout":[145],"together":[146],"co-designed":[149],"extension":[150],"PageAttention,":[152],"forming":[153],"unified":[155],"mechanism":[156],"resizing.":[160,206],"It":[161],"further":[162],"adopts":[163],"an":[164],"incremental":[165],"patching":[167],"mechanism,":[168],"inspired":[169],"virtual":[172],"machine":[173],"migration,":[174],"synchronize":[176],"between":[179],"source":[180],"target":[182],"identify":[185],"safe":[187],"switch":[188],"point.":[189],"achieves":[191],"2.5X":[193],"reduction":[194],"time-to-first-token":[196],"(TTFT)":[197],"overflow":[201],"compared":[202,208],"disabling":[204],"Furthermore,":[207],"variant":[211],"patching,":[214],"it":[215],"reduces":[216],"overhead":[218],"from":[219],"seconds":[220],"under":[222],"10ms,":[223],"improves":[225],"TTFT":[226],"time-per-output-token":[228],"(TPOT)":[229],"up":[231],"54.7%":[233],"14.7%,":[235],"respectively.":[236]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-16T00:00:00"}