{"id":"https://openalex.org/W7163141910","doi":"https://doi.org/10.48550/arxiv.2606.01143","title":"Schedule-Level Shared-Prefix Reuse for LLM RL Training","display_name":"Schedule-Level Shared-Prefix Reuse for LLM RL Training","publication_year":2026,"publication_date":"2026-05-31","ids":{"openalex":"https://openalex.org/W7163141910","doi":"https://doi.org/10.48550/arxiv.2606.01143"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01143","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01143","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01143","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103061383","display_name":"Pengbo Li","orcid":"https://orcid.org/0009-0005-8425-0801"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Pengbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137633520","display_name":"Feiyuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Feiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020661868","display_name":"Guangming Sheng","orcid":"https://orcid.org/0000-0003-3395-3994"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheng, Guangming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102951068","display_name":"G. He","orcid":"https://orcid.org/0009-0009-7307-7694"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Guangxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057997406","display_name":"Di Chai","orcid":"https://orcid.org/0000-0003-4810-0644"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chai, Di","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137683812","display_name":"Ziniu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ziniu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074532565","display_name":"Taiqiang Wu","orcid":"https://orcid.org/0000-0002-3664-3513"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Taiqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Mao, Wenyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Wenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137703019","display_name":"Binhang Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Binhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Chen, Kai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.5465999841690063,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.5465999841690063,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.21330000460147858,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.07670000195503235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prefix","display_name":"Prefix","score":0.9199000000953674},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.607200026512146},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6055999994277954},{"id":"https://openalex.org/keywords/suffix","display_name":"Suffix","score":0.5055000185966492},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4661000072956085},{"id":"https://openalex.org/keywords/troubleshooting","display_name":"Troubleshooting","score":0.45590001344680786},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3488999903202057},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.3400999903678894}],"concepts":[{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.9199000000953674},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7709000110626221},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.607200026512146},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6055999994277954},{"id":"https://openalex.org/C2779804580","wikidata":"https://www.wikidata.org/wiki/Q102047","display_name":"Suffix","level":2,"score":0.5055000185966492},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4661000072956085},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.45590001344680786},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.45509999990463257},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4146000146865845},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.37630000710487366},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.31869998574256897},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.3181999921798706},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31029999256134033},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28220000863075256},{"id":"https://openalex.org/C190290938","wikidata":"https://www.wikidata.org/wiki/Q387015","display_name":"Trie","level":3,"score":0.2791999876499176},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01143","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01143","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01143","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01143","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"GRPO-based":[0],"LLM":[1],"post-training":[2],"commonly":[3],"samples":[4],"multiple":[5],"trajectories":[6],"from":[7,222],"the":[8,15,40,59,107,138,151,172,218],"same":[9,60],"prompt":[10],"and":[11,63,77,95,100,122,131,147,154,168,203,208],"then":[12,101],"trains":[13],"on":[14,106,181],"resulting":[16],"group.":[17],"In":[18],"long-context":[19],"GRPO":[20,185,204],"workloads,":[21],"this":[22],"shared":[23],"prompt-side":[24],"prefix":[25,61,76,83,93,103,142,201],"can":[26],"contain":[27],"retrieved":[28],"passages,":[29],"visual":[30],"tokens,":[31],"tool":[32],"schemas,":[33],"system":[34],"instructions,":[35],"or":[36],"task":[37],"context,":[38],"while":[39,91],"full":[41],"rollout":[42],"group":[43,205],"is":[44,114],"still":[45],"too":[46],"large":[47],"to":[48,116,191,215,224],"pack":[49],"into":[50],"one":[51],"training":[52,118],"microbatch.":[53],"Standard":[54],"dense":[55,165],"trainers":[56],"therefore":[57],"recompute":[58],"forward":[62,84],"backward":[64,104],"for":[65],"every":[66],"trajectory.":[67],"We":[68],"present":[69],"a":[70,182,196],"schedule-level":[71],"reuse":[72],"mechanism":[73],"that":[74],"decouples":[75],"suffix":[78,136],"computation.":[79],"The":[80],"schedule":[81,113,173],"runs":[82,102],"once,":[85],"executes":[86],"suffixes":[87],"as":[88,200],"ordinary":[89],"microbatches":[90],"reading":[92],"K/V":[94,130],"accumulating":[96],"prefix-side":[97],"gK/gV":[98,132],",":[99],"once":[105],"accumulated":[108],"gradient":[109],"cache.":[110],"This":[111],"reordered":[112],"equivalent":[115],"baseline":[117],"over":[119],"real":[120,184],"arithmetic":[121],"aligns":[123,180],"numerically":[124],"within":[125],"finite-precision":[126],"tolerance.":[127],"Because":[128],"only":[129],"are":[133],"hot":[134],"during":[135],"computation,":[137],"approach":[139],"offloads":[140],"dormant":[141],"activations,":[143],"integrates":[144],"with":[145],"TP/EP/CP/PP":[146],"DP-style":[148],"placement":[149],"at":[150],"execution":[152],"level,":[153],"preserves":[155],"aux-loss-based":[156],"MoE":[157,169],"router":[158],"semantics":[159],"through":[160],"logical":[161],"prefix-token":[162],"accounting.":[163],"On":[164],"Llama3-8B,":[166],"Qwen3-8B,":[167],"Qwen3-MoE-30B-A3B":[170],"configurations,":[171],"matches":[174],"optimizer":[175],"updates":[176],"across":[177],"TP/CP/PP/EP":[178],"combinations,":[179],"100-step":[183],"actor-update":[186],"trace":[187],"replay,":[188],"reaches":[189],"up":[190,214],"4.395x":[192],"speedup":[193],"(2.930x":[194],"under":[195],"conservative":[197],"compile-on":[198],"comparison)":[199],"ratio":[202],"size":[206],"grow,":[207],"reduces":[209],"Phase-B":[210],"peak":[211],"HBM":[212],"by":[213],"59.1%,":[216],"extending":[217],"Llama3-8B":[219],"capacity":[220],"frontier":[221],"17,920":[223],"29,696":[225],"total":[226],"tokens.":[227]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}