{"id":"https://openalex.org/W7165130272","doi":"https://doi.org/10.48550/arxiv.2606.19004","title":"Spotlight: Synergizing Seed Exploration and Spot GPUs for DiT RL Post-Training","display_name":"Spotlight: Synergizing Seed Exploration and Spot GPUs for DiT RL Post-Training","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165130272","doi":"https://doi.org/10.48550/arxiv.2606.19004"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.19004","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19004","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.19004","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061143035","display_name":"\u8cf4\u745e\u7426","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lai, Ruiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017698145","display_name":"Dakai An","orcid":"https://orcid.org/0009-0007-8016-736X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Dakai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138851305","display_name":"Wei Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006022044","display_name":"J W Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Ju","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138841294","display_name":"Siran Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Siran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138856881","display_name":"Jiamang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiamang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138914698","display_name":"Lin Qu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083116172","display_name":"Dmitrii Ustiugov","orcid":"https://orcid.org/0000-0003-3156-010X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ustiugov, Dmitrii","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138870916","display_name":"Wei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.34950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.34950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.2240999937057495,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.04910000041127205,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.5049999952316284},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4171999990940094},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.40779998898506165},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.38850000500679016},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.37610000371932983},{"id":"https://openalex.org/keywords/changeover","display_name":"Changeover","score":0.36899998784065247},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3278999924659729},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.32100000977516174}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8195000290870667},{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.5049999952316284},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4203000068664551},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4171999990940094},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.40779998898506165},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.38850000500679016},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.37610000371932983},{"id":"https://openalex.org/C2780129190","wikidata":"https://www.wikidata.org/wiki/Q5071912","display_name":"Changeover","level":3,"score":0.36899998784065247},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.31540000438690186},{"id":"https://openalex.org/C147297375","wikidata":"https://www.wikidata.org/wiki/Q6674930","display_name":"Look-ahead","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C2778565505","wikidata":"https://www.wikidata.org/wiki/Q2207566","display_name":"Spec#","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2809000015258789},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.27300000190734863},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.272599995136261},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C153185123","wikidata":"https://www.wikidata.org/wiki/Q1391624","display_name":"Sequence diagram","level":4,"score":0.2572999894618988},{"id":"https://openalex.org/C16320812","wikidata":"https://www.wikidata.org/wiki/Q1812200","display_name":"Idle","level":2,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.19004","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19004","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.19004","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19004","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"post-training":[3],"of":[4,13,61,122],"Diffusion":[5],"Transformers":[6],"(DiTs)":[7],"is":[8],"prohibitively":[9],"expensive,":[10],"requiring":[11],"thousands":[12],"high-end":[14],"GPUs.":[15],"Existing":[16],"works":[17],"explore":[18],"two":[19,93],"directions":[20],"to":[21,36,127,146],"reduce":[22],"cost:":[23],"seed":[24],"exploration":[25,101,108,126,159],"improves":[26],"training":[27,50,167],"convergence":[28],"by":[29,231],"selecting":[30],"high-contrast":[31],"samples,":[32],"yet":[33,46],"adds":[34],"compute":[35],"the":[37,79,111,115,119,166,178,206,219],"critical":[38],"path;":[39],"spot":[40,84,131],"GPUs":[41,85,132],"offer":[42],"69--77\\%":[43],"lower":[44],"cost,":[45],"sit":[47],"idle":[48,130],"during":[49,133],"because":[51,107],"DiT":[52,87],"rollouts":[53],"finish":[54],"nearly":[55],"simultaneously,":[56],"which":[57],"prevents":[58],"LLM-style":[59],"pipelining":[60],"rollout":[62],"with":[63,243],"training.":[64,134],"Spot":[65],"preemptions":[66],"further":[67],"break":[68],"Sequence":[69],"Parallelism":[70],"(SP)":[71],"groups,":[72],"fragmenting":[73],"GPU":[74],"topology.":[75],"We":[76,202],"present":[77],"Spotlight,":[78],"first":[80],"system":[81],"that":[82,100,109,161,173,193],"harvests":[83],"for":[86],"RL":[88,208],"post-training.":[89,216],"Spotlight":[90,153,204,217],"rests":[91],"on":[92,129,150,177,205,214,238],"key":[94],"insights":[95],"we":[96],"devise:":[97],"(1)~we":[98],"show":[99],"can":[102,137],"tolerate":[103],"stale":[104],"model":[105,112],"weights":[106,113],"uses":[110],"from":[114,144],"previous":[116],"iteration":[117],"preserves":[118],"relative":[120],"ranking":[121],"random":[123],"seeds,":[124],"allowing":[125],"run":[128],"(2)~SP":[135],"reconfiguration":[136],"reuse":[138],"on-node":[139],"state,":[140],"reducing":[141,228],"group":[142],"recovery":[143],"minutes":[145],"sub-second":[147],"launches.":[148],"Built":[149],"these":[151],"insights,":[152],"introduces":[154],"three":[155],"techniques:":[156],"a":[157,188],"bandit-based":[158],"planner":[160],"maximizes":[162],"reward":[163],"variance":[164],"within":[165],"time":[168],"budget,":[169],"elastic":[170],"sequence":[171],"parallelism":[172],"reconfigures":[174],"SP":[175],"groups":[176],"fly":[179],"via":[180],"persistent":[181],"schedulers":[182],"and":[183,187,196,211,240,246],"intra-node":[184],"weight":[185],"copying,":[186],"preemption-aware":[189],"pull-based":[190],"request":[191],"scheduler":[192],"balances":[194],"load":[195],"commits":[197],"in-flight":[198],"state":[199],"upon":[200],"preemption.":[201],"implement":[203],"open-source":[207],"platform":[209],"ROLL":[210],"evaluate":[212],"it":[213],"Qwen-Image":[215],"reaches":[218],"same":[220],"target":[221],"validation":[222],"score":[223],"$4\\times$":[224],"faster":[225],"than":[226],"baselines,":[227],"total":[229],"cost":[230],"$1.4$-$6.4\\times$":[232],"while":[233],"achieving":[234],"superior":[235],"image":[236],"quality":[237],"DeepSeek-OCR":[239],"Geneval":[241],"datasets":[242],"resolution":[244],"$512\\times512$":[245],"$1280\\times1280$.":[247]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-19T00:00:00"}