{"id":"https://openalex.org/W7160957519","doi":"https://doi.org/10.48550/arxiv.2605.08862","title":"BubbleSpec: Turning Long-Tail Bubbles into Speculative Rollout Drafts for Synchronous Reinforcement Learning","display_name":"BubbleSpec: Turning Long-Tail Bubbles into Speculative Rollout Drafts for Synchronous Reinforcement Learning","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7160957519","doi":"https://doi.org/10.48550/arxiv.2605.08862"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.08862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.08862","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135946323","display_name":"Yuhang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yuhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135974819","display_name":"Kaibin Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Kaibin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135959082","display_name":"Yang Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035951638","display_name":"Zhice Yang","orcid":"https://orcid.org/0000-0002-7900-0745"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhice","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102256715","display_name":"Yifeng Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Yifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135912563","display_name":"Yan Li","orcid":"https://orcid.org/0000-0002-6336-0981"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135945598","display_name":"Shengzhong Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shengzhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135925902","display_name":"Fan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135992502","display_name":"Guihai Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guihai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.19760000705718994,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.19760000705718994,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.13019999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.08709999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.8500000238418579},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7408000230789185},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7142000198364258},{"id":"https://openalex.org/keywords/idle","display_name":"Idle","score":0.5960999727249146},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5460000038146973},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.49320000410079956},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.3546000123023987},{"id":"https://openalex.org/keywords/carry","display_name":"Carry (investment)","score":0.329800009727478}],"concepts":[{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.8500000238418579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8059999942779541},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7408000230789185},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7142000198364258},{"id":"https://openalex.org/C16320812","wikidata":"https://www.wikidata.org/wiki/Q1812200","display_name":"Idle","level":2,"score":0.5960999727249146},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5460000038146973},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.49320000410079956},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36980000138282776},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.3546000123023987},{"id":"https://openalex.org/C2776299755","wikidata":"https://www.wikidata.org/wiki/Q432449","display_name":"Carry (investment)","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.32359999418258667},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.3093999922275543},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.29269999265670776},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2720000147819519},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.25940001010894775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.08862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.08862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"(RL)":[2],"has":[3],"become":[4],"a":[5,21,71],"cornerstone":[6],"for":[7,46,106,112],"improving":[8],"the":[9,28,62,81,95,138,174],"performance":[10],"of":[11,85,99,140,178],"Large":[12],"Language":[13],"Models":[14],"(LLMs).":[15],"However,":[16],"its":[17],"rollout":[18,53,104,154],"phase":[19],"constitutes":[20],"significant":[22],"efficiency":[23],"bottleneck,":[24],"mainly":[25],"arising":[26],"from":[27,137],"long-tail":[29],"bubbles":[30,59],"across":[31],"data":[32],"parallel":[33],"ranks,":[34],"particularly":[35],"in":[36],"long-context":[37],"scenarios":[38],"where":[39],"faster":[40,100],"GPUs":[41],"remain":[42],"idle":[43,96],"while":[44,78],"waiting":[45],"stragglers.":[47],"Existing":[48],"solutions,":[49],"such":[50],"as":[51,110,171],"partial":[52],"or":[54],"asynchronous":[55],"RL,":[56],"mitigate":[57],"these":[58],"by":[60,150,156],"compromising":[61],"algorithm's":[63],"strict":[64,175],"synchronous":[65,176],"nature.":[66],"Instead,":[67],"we":[68],"propose":[69],"BubbleSpec,":[70],"novel":[72],"framework":[73],"that":[74,119,145],"accelerates":[75],"RL":[76,167,179],"rollouts":[77],"strictly":[79],"keeping":[80],"mathematical":[82],"exactness.":[83],"Instead":[84],"attempting":[86],"to":[87,102,130,158],"eliminate":[88],"bubbles,":[89],"BubbleSpec":[90,127,146,161],"exploits":[91],"them.":[92],"We":[93],"exploit":[94],"time":[97],"windows":[98],"ranks":[101],"pre-generate":[103],"results":[105],"subsequent":[107],"steps,":[108],"serving":[109],"drafts":[111],"speculative":[113,117],"decoding.":[114],"Unlike":[115],"prior":[116],"methods":[118],"rely":[120],"on":[121],"historical":[122],"epoch":[123],"similarity":[124],"and":[125,133,152,169],"warm-ups,":[126],"is":[128,162],"agnostic":[129],"dataset":[131],"size":[132],"provides":[134],"immediate":[135],"acceleration":[136],"onset":[139],"training.":[141],"Extensive":[142],"evaluations":[143],"demonstrate":[144],"reduces":[147],"decoding":[148],"steps":[149],"50%":[151],"increases":[153],"throughput":[155],"up":[157],"1.8x.":[159],"Critically,":[160],"seamlessly":[163],"compatible":[164],"with":[165],"various":[166],"frameworks":[168],"strategies":[170],"it":[172],"sustains":[173],"property":[177],"algorithms.":[180]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}