{"id":"https://openalex.org/W4389989228","doi":"https://doi.org/10.1109/icnp59255.2023.10355623","title":"An RL-Based Model for Optimized Kubernetes Scheduling","display_name":"An RL-Based Model for Optimized Kubernetes Scheduling","publication_year":2023,"publication_date":"2023-10-10","ids":{"openalex":"https://openalex.org/W4389989228","doi":"https://doi.org/10.1109/icnp59255.2023.10355623"},"language":"en","primary_location":{"id":"doi:10.1109/icnp59255.2023.10355623","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp59255.2023.10355623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 31st International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029622795","display_name":"John Rothman","orcid":"https://orcid.org/0009-0001-1107-1934"},"institutions":[{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"John Rothman","raw_affiliation_strings":["Leibniz University of Hannover,L3S Research Center,Hannover,Germany","L3S Research Center, Leibniz University of Hannover, Hannover, Germany"],"affiliations":[{"raw_affiliation_string":"Leibniz University of Hannover,L3S Research Center,Hannover,Germany","institution_ids":["https://openalex.org/I4210136150"]},{"raw_affiliation_string":"L3S Research Center, Leibniz University of Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031956321","display_name":"Javad Chamanara","orcid":"https://orcid.org/0000-0001-6390-1584"},"institutions":[{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Javad Chamanara","raw_affiliation_strings":["Leibniz University of Hannover,L3S Research Center,Hannover,Germany","L3S Research Center, Leibniz University of Hannover, Hannover, Germany"],"affiliations":[{"raw_affiliation_string":"Leibniz University of Hannover,L3S Research Center,Hannover,Germany","institution_ids":["https://openalex.org/I4210136150"]},{"raw_affiliation_string":"L3S Research Center, Leibniz University of Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5029622795"],"corresponding_institution_ids":["https://openalex.org/I4210136150"],"apc_list":null,"apc_paid":null,"fwci":3.823,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.94299806,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8520253896713257},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8381882905960083},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6639715433120728},{"id":"https://openalex.org/keywords/plug-in","display_name":"Plug-in","score":0.6608989834785461},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5724305510520935},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.46618717908859253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2974400520324707},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.16936001181602478},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0814979076385498}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8520253896713257},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8381882905960083},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6639715433120728},{"id":"https://openalex.org/C4924752","wikidata":"https://www.wikidata.org/wiki/Q184148","display_name":"Plug-in","level":2,"score":0.6608989834785461},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5724305510520935},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.46618717908859253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2974400520324707},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.16936001181602478},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0814979076385498},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnp59255.2023.10355623","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp59255.2023.10355623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 31st International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W155432278","https://openalex.org/W2201581102","https://openalex.org/W2597068831","https://openalex.org/W2746553466","https://openalex.org/W2762456226","https://openalex.org/W2765680238","https://openalex.org/W2908013787","https://openalex.org/W2919897868","https://openalex.org/W2946495926","https://openalex.org/W2963618158","https://openalex.org/W3016312248","https://openalex.org/W3027517615","https://openalex.org/W3125437631","https://openalex.org/W3153863114","https://openalex.org/W3162118826","https://openalex.org/W3213461373","https://openalex.org/W4283371092","https://openalex.org/W4312778763","https://openalex.org/W4379984291","https://openalex.org/W6606320674","https://openalex.org/W6725207838","https://openalex.org/W7037536567"],"related_works":["https://openalex.org/W47352601","https://openalex.org/W2981957539","https://openalex.org/W4287378204","https://openalex.org/W2545422590","https://openalex.org/W4240705470","https://openalex.org/W2945311252","https://openalex.org/W631546281","https://openalex.org/W4206501676","https://openalex.org/W88292646","https://openalex.org/W2266220644"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,60],"present":[4],"RLKube,":[5],"a":[6,35,79],"Reinforcement":[7],"Learning":[8],"(RL)-based":[9],"custom":[10],"Kubernetes":[11],"(K8s)":[12],"scheduler":[13],"plugin":[14],"for":[15,65,107],"optimized":[16],"task":[17,109],"scheduling.":[18],"RLKube":[19,74,90],"objectives":[20],"are":[21],"maximizing":[22],"resource":[23],"utilization":[24],"and":[25,49,101],"Pod":[26],"throughput":[27,100],"as":[28,30],"well":[29],"improving":[31],"energy":[32,102],"efficiency":[33],"in":[34,97,111],"K8s":[36,94,112],"cluster.":[37],"We":[38,68],"used":[39],"Double":[40],"Deep":[41],"Q-Network":[42],"(DDQN)":[43],"with":[44],"Prioritized":[45],"Experience":[46],"Replay":[47],"(PER)":[48],"utilized":[50],"different":[51],"reward":[52],"functions":[53],"to":[54],"train":[55],"the":[56,71,92],"RL":[57],"agent.":[58],"Also,":[59],"have":[61,69],"developed":[62],"corresponding":[63],"policies":[64,96],"each":[66],"objective.":[67],"evaluated":[70],"effectiveness":[72],"of":[73,82,99],"using":[75],"various":[76],"datasets":[77],"simulating":[78],"diverse":[80],"set":[81],"realistic":[83],"load":[84],"patterns.":[85],"The":[86],"results":[87],"show":[88],"that":[89],"outperforms":[91],"default":[93],"scheduling":[95,110],"terms":[98],"usage,":[103],"highlighting":[104],"its":[105],"potential":[106],"Improving":[108],"clusters.":[113]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}