{"id":"https://openalex.org/W7164988683","doi":"https://doi.org/10.48550/arxiv.2606.17787","title":"LUMEN: Coordinated Failure Recovery for Distributed LLM Serving","display_name":"LUMEN: Coordinated Failure Recovery for Distributed LLM Serving","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7164988683","doi":"https://doi.org/10.48550/arxiv.2606.17787"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17787","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17787","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17787","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100635854","display_name":"Zhang Cao","orcid":"https://orcid.org/0000-0003-3649-9512"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064254673","display_name":"Shujie Han","orcid":"https://orcid.org/0000-0001-5311-5782"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Shujie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138818260","display_name":"Juncheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Juncheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138813391","display_name":"Yuanming Ren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Yuanming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138814102","display_name":"Yongkun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yongkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012129385","display_name":"Patrick P. C. Lee","orcid":"https://orcid.org/0000-0002-4501-4364"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Patrick P. C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.2353000044822693,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.2353000044822693,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.18379999697208405,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.13979999721050262,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.477400004863739},{"id":"https://openalex.org/keywords/idle","display_name":"Idle","score":0.4514999985694885},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4117000102996826},{"id":"https://openalex.org/keywords/failure-rate","display_name":"Failure rate","score":0.3716999888420105},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.34450000524520874},{"id":"https://openalex.org/keywords/lock","display_name":"Lock (firearm)","score":0.289000004529953},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.28380000591278076}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6481000185012817},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5364000201225281},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.477400004863739},{"id":"https://openalex.org/C16320812","wikidata":"https://www.wikidata.org/wiki/Q1812200","display_name":"Idle","level":2,"score":0.4514999985694885},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4117000102996826},{"id":"https://openalex.org/C163164238","wikidata":"https://www.wikidata.org/wiki/Q2737027","display_name":"Failure rate","level":2,"score":0.3716999888420105},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.34450000524520874},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.320499986410141},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.29600000381469727},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.29120001196861267},{"id":"https://openalex.org/C174839445","wikidata":"https://www.wikidata.org/wiki/Q1134386","display_name":"Lock (firearm)","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C165136773","wikidata":"https://www.wikidata.org/wiki/Q1363179","display_name":"Single point of failure","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2671000063419342},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C109751979","wikidata":"https://www.wikidata.org/wiki/Q998767","display_name":"Failover","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2547999918460846},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2540999948978424},{"id":"https://openalex.org/C65813073","wikidata":"https://www.wikidata.org/wiki/Q1622420","display_name":"High availability","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17787","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17787","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17787","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17787","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6631561517715454}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"large":[1],"language":[2],"model":[3,94,130],"(LLM)":[4],"serving":[5,39,102,126,147],"clusters":[6],"distribute":[7],"inference":[8],"requests":[9,52,61],"across":[10,112],"multiple":[11],"worker":[12,25,91],"processes":[13],"on":[14,71],"different":[15],"GPUs,":[16],"but":[17,76],"failures":[18],"are":[19],"prevalent":[20],"at":[21,122],"scale.":[22],"When":[23],"a":[24,72,99,108],"fails,":[26],"the":[27,31,46,89],"cluster":[28,85],"simultaneously":[29],"loses":[30],"failed":[32],"worker's":[33],"GPU-resident":[34],"key-value":[35],"(KV)":[36],"caches":[37,67],"and":[38,87,125,139,142,148],"capacity,":[40],"leaving":[41],"surviving":[42],"workers":[43],"to":[44],"absorb":[45],"redirected":[47],"traffic":[48],"while":[49],"re-running":[50],"interrupted":[51,60],"from":[53,62,68],"scratch.":[54],"Existing":[55],"fault-tolerant":[56,100],"systems":[57],"either":[58],"restart":[59],"scratch":[63],"or":[64],"restore":[65],"KV":[66],"checkpoints":[69],"stored":[70],"fixed":[73],"neighboring":[74],"worker,":[75],"both":[77,136],"approaches":[78],"route":[79],"recovery":[80,106,149],"work":[81],"without":[82],"considering":[83],"current":[84],"load":[86],"leave":[88],"recovering":[90],"idle":[92],"during":[93,129],"reload.":[95,131],"We":[96,132],"present":[97],"LUMEN,":[98],"LLM":[101],"system":[103],"that":[104],"treats":[105],"as":[107],"load-aware":[109],"coordination":[110],"problem":[111],"three":[113],"decision":[114],"points:":[115],"checkpoint":[116],"placement":[117],"before":[118],"failures,":[119],"interrupted-request":[120],"distribution":[121],"failure":[123],"time,":[124],"capacity":[127],"restoration":[128],"evaluate":[133],"LUMEN":[134],"using":[135],"prototype":[137],"experiments":[138],"large-scale":[140],"simulations":[141],"demonstrate":[143],"significant":[144],"improvements":[145],"in":[146],"times.":[150]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-18T00:00:00"}