{"id":"https://openalex.org/W7207584764","doi":"https://doi.org/10.5281/zenodo.22269021","title":"Dynamic Resource Allocation in Serverless Architectures via Reinforcement Learning","display_name":"Dynamic Resource Allocation in Serverless Architectures via Reinforcement Learning","publication_year":2026,"publication_date":"2026-09-03","ids":{"openalex":"https://openalex.org/W7207584764","doi":"https://doi.org/10.5281/zenodo.22269021"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.22269021","doi":"https://doi.org/10.5281/zenodo.22269021","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22269021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.22269021","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148816175","display_name":"Jincheng Zhang","orcid":"https://orcid.org/0009-0001-6890-3076","observed_orcids":["https://orcid.org/0009-0001-6890-3076"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhang, Jincheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5148816175"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14098","display_name":"Energy Efficiency in Computing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/serverless-computing","display_name":"serverless computing","score":0.9959999918937683},{"id":"https://openalex.org/keywords/dynamic-resource-allocation","display_name":"dynamic resource allocation","score":0.9909999966621399},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.871999979019165},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9300000071525574},{"id":"https://openalex.org/keywords/processor-allocation","display_name":"processor allocation","score":0.9390000104904175},{"id":"https://openalex.org/keywords/cost-minimization","display_name":"cost minimization","score":0.7929999828338623},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"cloud computing","score":0.47200000286102295},{"id":"https://openalex.org/keywords/resource-utilization","display_name":"resource utilization","score":0.7160000205039978}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8321999907493591},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.795799970626831},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6334999799728394},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6305000185966492},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6262000203132629},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5629000067710876},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5221999883651733},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4174000024795532},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4147000014781952},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4088999927043915},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C3020013979","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimal allocation","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25850000977516174},{"id":"https://openalex.org/C2777958785","wikidata":"https://www.wikidata.org/wiki/Q17120940","display_name":"Resource efficiency","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.22269021","doi":"https://doi.org/10.5281/zenodo.22269021","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22269021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.22269022","doi":"https://doi.org/10.5281/zenodo.22269022","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22269022","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.22269021","doi":"https://doi.org/10.5281/zenodo.22269021","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22269021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7117479195","https://openalex.org/W4412904081","https://openalex.org/W4416419074","https://openalex.org/W7083456283","https://openalex.org/W7163348903","https://openalex.org/W7210284827","https://openalex.org/W7117871449","https://openalex.org/W7204792694","https://openalex.org/W3030194626","https://openalex.org/W4410374617"],"abstract_inverted_index":{"Serverless":[0],"computing":[1,197],"architectures":[2],"offer":[3],"significant":[4],"advantages":[5],"in":[6,45,139,165,185],"terms":[7,166],"of":[8,116,167,179],"scalability":[9],"and":[10,32,69,88,91,171,188,194],"cost-efficiency.":[11],"However,":[12],"traditional":[13,162],"serverless":[14,46,64,186],"resource":[15,43,101,183],"allocation":[16,44,163],"strategies":[17],"often":[18],"rely":[19],"on":[20],"static":[21],"configurations":[22],"or":[23],"simple":[24],"heuristics,":[25],"which":[26],"can":[27],"lead":[28],"to":[29,41,56,61,73,95,106,124,190],"suboptimal":[30],"performance":[31,172],"increased":[33],"costs.":[34],"This":[35],"paper":[36],"proposes":[37],"a":[38,113,121,136,140,191],"novel":[39],"approach":[40,159],"dynamic":[42],"environments":[47],"using":[48],"reinforcement":[49],"learning":[50],"(RL).":[51],"The":[52,76,103,118,143,174],"core":[53],"idea":[54],"is":[55,105,146],"train":[57],"an":[58,97],"RL":[59,180],"agent":[60,77],"intelligently":[62],"allocate":[63],"function":[65,83],"resources\u2014specifically,":[66],"memory":[67],"(M)":[68],"CPU":[70],"(C)\u2014in":[71],"response":[72],"fluctuating":[74],"demand.":[75],"observes":[78],"system":[79,119],"metrics":[80],"such":[81],"as":[82],"invocation":[84],"rates,":[85,90],"execution":[86],"times,":[87],"error":[89],"uses":[92],"this":[93],"information":[94],"learn":[96,125],"optimal":[98,127],"policy":[99,145],"for":[100,134,181],"allocation.":[102],"objective":[104],"minimize":[107],"the":[108,126,130,157,177],"total":[109],"cost":[110,169],"while":[111],"maintaining":[112],"desired":[114],"level":[115],"performance.":[117],"utilizes":[120],"Q-learning":[122],"algorithm":[123],"Q-values,":[128],"representing":[129],"expected":[131],"cumulative":[132],"reward":[133],"taking":[135],"specific":[137],"action":[138],"given":[141],"state.":[142],"agent's":[144],"then":[147],"derived":[148],"from":[149],"these":[150],"learned":[151],"Q-values.":[152],"Simulation":[153],"results":[154],"demonstrate":[155],"that":[156],"RL-based":[158],"significantly":[160],"outperforms":[161],"methods":[164],"both":[168],"reduction":[170],"improvement.":[173],"research":[175],"highlights":[176],"potential":[178],"optimizing":[182],"utilization":[184],"systems":[187],"contributes":[189],"more":[192],"efficient":[193],"responsive":[195],"cloud":[196],"landscape.":[198]},"counts_by_year":[],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2026-09-04T00:00:00"}