{"id":"https://openalex.org/W7162513042","doi":"https://doi.org/10.48550/arxiv.2605.26418","title":"When Does Deep RL Beat Calibrated Baselines? A Benchmark Study on Adaptive Resource Control","display_name":"When Does Deep RL Beat Calibrated Baselines? A Benchmark Study on Adaptive Resource Control","publication_year":2026,"publication_date":"2026-05-26","ids":{"openalex":"https://openalex.org/W7162513042","doi":"https://doi.org/10.48550/arxiv.2605.26418"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.26418","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26418","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.26418","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137151580","display_name":"Guilin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Guilin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137159286","display_name":"Chuanyi Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Chuanyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137159914","display_name":"Kai Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chu, Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109312970","display_name":"Shahryar Sarkani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarkani, Shahryar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Fossaceca, John","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fossaceca, John","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.4424000084400177,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.4424000084400177,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.11760000139474869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.0617000013589859,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.7342000007629395},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6621000170707703},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6252999901771545},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.580299973487854},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4027999937534332},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.382099986076355},{"id":"https://openalex.org/keywords/predictability","display_name":"Predictability","score":0.36090001463890076}],"concepts":[{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.7342000007629395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7213000059127808},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6621000170707703},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6252999901771545},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.580299973487854},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.44440001249313354},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4027999937534332},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.382099986076355},{"id":"https://openalex.org/C197640229","wikidata":"https://www.wikidata.org/wiki/Q2534066","display_name":"Predictability","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31279999017715454},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.29760000109672546},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28349998593330383},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.27889999747276306},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26739999651908875},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.263700008392334}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.26418","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26418","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.26418","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26418","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"A":[0],"properly":[1],"calibrated":[2,83,114],"rule-based":[3,84],"autoscaler":[4],"can":[5],"beat":[6],"every":[7,20],"one":[8,143],"of":[9,147],"six":[10,87,122],"mainstream":[11],"deep":[12],"reinforcement":[13],"learning":[14],"(DRL)":[15],"algorithms":[16,138],"on":[17,46,98,120,131],"cost":[18,60,119],"across":[19,86,162],"workload":[21,58,88],"we":[22],"test":[23],"-":[24],"so":[25],"when,":[26],"if":[27],"ever,":[28],"does":[29],"DRL":[30,45],"actually":[31],"help?":[32],"We":[33,64],"study":[34],"this":[35],"in":[36,149,174],"RLScale-Bench,":[37],"a":[38,56,82],"reproducible":[39],"benchmark":[40,97],"and":[41,61,71,78,90,103,133,156,187],"evaluation":[42,189],"protocol":[43],"for":[44],"adaptive":[47],"resource":[48,176],"control,":[49],"where":[50],"an":[51],"agent":[52],"allocates":[53],"compute":[54],"to":[55,144,153,169],"dynamic":[57],"under":[59,73],"service-level":[62],"constraints.":[63],"evaluate":[65],"PPO,":[66],"DQN,":[67],"A2C,":[68],"SAC,":[69],"TD3,":[70],"DDPG":[72],"matched":[74],"architectures,":[75],"training":[76],"budgets,":[77],"reward":[79,185],"functions":[80],"against":[81],"baseline":[85,183],"patterns":[89],"five":[91],"seeds":[92],"(240":[93],"runs),":[94],"instantiate":[95],"the":[96,113,117,127],"Kubernetes":[99],"Horizontal":[100],"Pod":[101],"Autoscaling,":[102],"probe":[104],"distribution-shift":[105],"generalization.":[106],"Three":[107],"findings":[108],"challenge":[109],"common":[110],"assumptions:":[111],"(i)":[112],"controller":[115],"achieves":[116],"lowest":[118],"all":[121],"workloads,":[123,163],"though":[124],"it":[125],"trails":[126],"best":[128],"RL":[129],"agents":[130],"bursty":[132],"flash":[134],"traffic;":[135],"(ii)":[136],"discrete-action":[137],"outperform":[139],"continuous-action":[140],"ones":[141],"by":[142,167],"two":[145],"orders":[146],"magnitude":[148],"constraint":[150],"violations":[151],"due":[152],"action-space":[154],"mismatch;":[155],"(iii)":[157],"no":[158],"single":[159],"algorithm":[160,180],"dominates":[161],"with":[164],"rankings":[165],"shifting":[166],"up":[168],"four":[170],"positions.":[171],"The":[172],"bottleneck":[173],"RL-based":[175],"control":[177],"is":[178],"not":[179],"selection":[181],"but":[182],"calibration,":[184],"engineering,":[186],"realistic":[188],"protocols.":[190]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-05-28T00:00:00"}