{"id":"https://openalex.org/W7165648267","doi":"https://doi.org/10.48550/arxiv.2606.23521","title":"Concordia: JIT-Compiled Persistent-Kernel Checkpointing for Fault-Tolerant LLM Inference","display_name":"Concordia: JIT-Compiled Persistent-Kernel Checkpointing for Fault-Tolerant LLM Inference","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165648267","doi":"https://doi.org/10.48550/arxiv.2606.23521"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.23521","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23521","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.23521","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139171931","display_name":"Yuhang Gan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gan, Yuhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139178313","display_name":"Yiwei Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139141471","display_name":"Yuyi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103668258","display_name":"Gao X","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Xiangyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139215426","display_name":"Yichen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057251842","display_name":"Rain Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Rain","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139208618","display_name":"Xiaoning Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Xiaoning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125672098","display_name":"Andi Quinn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quinn, Andi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139143980","display_name":"Chen Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.011699999682605267,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executor","display_name":"Executor","score":0.6327999830245972},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5633000135421753},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5164999961853027},{"id":"https://openalex.org/keywords/host","display_name":"Host (biology)","score":0.5066999793052673},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.4219000041484833},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.39309999346733093},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.3684999942779541},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.3646000027656555},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.3447999954223633}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8446000218391418},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.6425999999046326},{"id":"https://openalex.org/C180591056","wikidata":"https://www.wikidata.org/wiki/Q654437","display_name":"Executor","level":2,"score":0.6327999830245972},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5633000135421753},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5164999961853027},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.5066999793052673},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4002000093460083},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.39959999918937683},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.39309999346733093},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.3684999942779541},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C40842320","wikidata":"https://www.wikidata.org/wiki/Q19423","display_name":"Buffer overflow","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.337799996137619},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3165000081062317},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.31619998812675476},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C172086080","wikidata":"https://www.wikidata.org/wiki/Q62270","display_name":"Remote procedure call","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C2985963534","wikidata":"https://www.wikidata.org/wiki/Q7603704","display_name":"State information","level":3,"score":0.29840001463890076},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2913999855518341},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C1793878","wikidata":"https://www.wikidata.org/wiki/Q1153762","display_name":"Out-of-order execution","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.26429998874664307},{"id":"https://openalex.org/C2780870223","wikidata":"https://www.wikidata.org/wiki/Q1004415","display_name":"Runtime system","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2590000033378601},{"id":"https://openalex.org/C206952183","wikidata":"https://www.wikidata.org/wiki/Q1193100","display_name":"Preemption","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.23521","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23521","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.23521","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23521","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.667435884475708}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-running":[0],"LLM":[1,114,145],"agents":[2],"keep":[3],"valuable":[4],"state":[5,21,146],"resident":[6],"on":[7,94,118],"GPUs:":[8],"KV":[9],"caches,":[10],"request":[11],"schedulers,":[12],"communication":[13],"state,":[14],"and":[15,53,83,87,122,125,130,139,166,187,200],"sometimes":[16],"online":[17],"adapters.":[18],"Losing":[19],"this":[20],"after":[22],"a":[23,66,101,105,150,157,179,205],"GPU":[24,119],"or":[25,45,162,211],"communicator":[26],"failure":[27],"can":[28],"discard":[29],"minutes":[30],"to":[31,133,204],"hours":[32],"of":[33,183],"work,":[34],"yet":[35],"existing":[36],"recovery":[37,163,188],"mechanisms":[38],"either":[39],"restart":[40],"the":[41,91,95,110,170,191],"whole":[42],"serving":[43],"stack":[44],"require":[46],"application-specific":[47],"checkpoint":[48,70,129],"logic":[49],"inside":[50],"every":[51],"attention":[52],"runtime":[54,102],"component.":[55],"This":[56],"paper":[57],"argues":[58],"that":[59,81,103],"fault":[60],"tolerance":[61],"for":[62,112,155],"such":[63],"workloads":[64],"needs":[65],"GPU-resident":[67],"execution":[68],"context:":[69],"hooks":[71,132],"must":[72],"run":[73],"at":[74],"device":[75],"synchronization":[76],"points,":[77],"observe":[78],"binary":[79],"kernels":[80],"frameworks":[82],"libraries":[84],"actually":[85],"execute,":[86],"recover":[88],"without":[89],"putting":[90],"host":[92,212],"CPU":[93],"critical":[96],"path.":[97],"We":[98],"present":[99],"Concordia,":[100],"uses":[104],"device-resident":[106],"persistent":[107,171,176],"kernel":[108,177],"as":[109],"substrate":[111],"fault-tolerant":[113],"inference.":[115],"Concordia":[116,148],"interposes":[117],"module":[120],"loading":[121],"supports":[123],"PTX-":[124],"SASS-level":[126],"instrumentation,":[127],"allowing":[128],"pause":[131],"be":[134],"inserted":[135],"below":[136],"framework":[137],"code":[138],"library":[140],"boundaries.":[141],"For":[142],"each":[143],"registered":[144],"region,":[147],"JIT-compiles":[149],"specialized":[151],"delta-checkpoint":[152],"handler":[153],"--":[154,165],"example,":[156],"KV-block":[158],"scanner,":[159,161],"adapter-page":[160],"applier":[164],"hot-swaps":[167],"it":[168],"into":[169],"kernel's":[172],"operator":[173],"table.":[174],"The":[175],"consumes":[178],"lock-free":[180],"ring":[181],"buffer":[182],"compute,":[184],"checkpoint,":[185],"append-log,":[186],"tasks,":[189],"so":[190],"same":[192],"always-on":[193],"executor":[194],"triggers":[195],"dirty-page":[196],"detection,":[197],"stages":[198],"deltas,":[199],"appends":[201],"committed":[202],"records":[203],"CPU-visible":[206],"log":[207],"in":[208],"CXL":[209],"memory":[210],"DRAM.":[213]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}