{"id":"https://openalex.org/W4402993393","doi":"https://doi.org/10.3233/faia240406","title":"Optimizing Energy Consumption of Kubernetes Clusters with Deep Reinforcement Learning","display_name":"Optimizing Energy Consumption of Kubernetes Clusters with Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-09-25","ids":{"openalex":"https://openalex.org/W4402993393","doi":"https://doi.org/10.3233/faia240406"},"language":"en","primary_location":{"id":"doi:10.3233/faia240406","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240406","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia240406","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106657959","display_name":"Alejandro Espinosa","orcid":null},"institutions":[{"id":"https://openalex.org/I4210130845","display_name":"i2CAT","ror":"https://ror.org/02rkks755","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210130845","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Alejandro Espinosa","raw_affiliation_strings":["i2CAT Foundation, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0009-0006-6278-2708","affiliations":[{"raw_affiliation_string":"i2CAT Foundation, Barcelona, Spain","institution_ids":["https://openalex.org/I4210130845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092063737","display_name":"Daniel Ulied","orcid":"https://orcid.org/0009-0007-3601-8455"},"institutions":[{"id":"https://openalex.org/I4210130845","display_name":"i2CAT","ror":"https://ror.org/02rkks755","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210130845","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Daniel Ulied","raw_affiliation_strings":["i2CAT Foundation, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0009-0007-3601-8455","affiliations":[{"raw_affiliation_string":"i2CAT Foundation, Barcelona, Spain","institution_ids":["https://openalex.org/I4210130845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043468332","display_name":"Josep Escrig","orcid":"https://orcid.org/0000-0002-0918-8148"},"institutions":[{"id":"https://openalex.org/I4210130845","display_name":"i2CAT","ror":"https://ror.org/02rkks755","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210130845","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Josep Escrig","raw_affiliation_strings":["i2CAT Foundation, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0000-0002-0918-8148","affiliations":[{"raw_affiliation_string":"i2CAT Foundation, Barcelona, Spain","institution_ids":["https://openalex.org/I4210130845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081509218","display_name":"Adriana Fern\u00e1ndez\u2013Fern\u00e1ndez","orcid":"https://orcid.org/0000-0003-1616-5582"},"institutions":[{"id":"https://openalex.org/I4210130845","display_name":"i2CAT","ror":"https://ror.org/02rkks755","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210130845","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Adriana Fern\u00e1ndez-Fern\u00e1ndez","raw_affiliation_strings":["i2CAT Foundation, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0000-0003-1616-5582","affiliations":[{"raw_affiliation_string":"i2CAT Foundation, Barcelona, Spain","institution_ids":["https://openalex.org/I4210130845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042378580","display_name":"Rizkallah Touma","orcid":"https://orcid.org/0000-0003-0543-1275"},"institutions":[{"id":"https://openalex.org/I4210130845","display_name":"i2CAT","ror":"https://ror.org/02rkks755","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210130845","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Rizkallah Touma","raw_affiliation_strings":["i2CAT Foundation, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0000-0003-0543-1275","affiliations":[{"raw_affiliation_string":"i2CAT Foundation, Barcelona, Spain","institution_ids":["https://openalex.org/I4210130845"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5106657959"],"corresponding_institution_ids":["https://openalex.org/I4210130845"],"apc_list":null,"apc_paid":null,"fwci":3.1712,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93173595,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.453900009393692,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.453900009393692,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.4390999972820282,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6964125633239746},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5189223289489746},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5041536092758179},{"id":"https://openalex.org/keywords/consumption","display_name":"Consumption (sociology)","score":0.4982428550720215},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.48779183626174927},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3010523319244385},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2779221534729004},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.14448073506355286},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08936932682991028},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.08661532402038574},{"id":"https://openalex.org/keywords/aesthetics","display_name":"Aesthetics","score":0.05053016543388367},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.04748493432998657}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6964125633239746},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5189223289489746},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5041536092758179},{"id":"https://openalex.org/C30772137","wikidata":"https://www.wikidata.org/wiki/Q5164762","display_name":"Consumption (sociology)","level":2,"score":0.4982428550720215},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.48779183626174927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3010523319244385},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2779221534729004},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.14448073506355286},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08936932682991028},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.08661532402038574},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.05053016543388367},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.04748493432998657}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia240406","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240406","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia240406","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240406","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"As":[0],"the":[1,4,40,49,84,88,93,129,134,151,154,170,174],"usage":[2],"of":[3,20,48,86,92,144,165,173],"edge-cloud":[5],"continuum":[6],"rises,":[7],"Kubernetes":[8,81,122,156,175],"presents":[9],"itself":[10],"as":[11,52],"a":[12,66,115,120,142,162],"solution":[13],"that":[14,70],"allows":[15],"easy":[16],"control":[17],"and":[18,25,118,149],"deployment":[19],"applications":[21],"in":[22,39,169],"these":[23],"highly-distributed":[24],"heterogeneous":[26],"environments.":[27],"In":[28,61,100],"this":[29,62],"context,":[30],"Artificial":[31],"Intelligence":[32],"methods":[33],"have":[34],"been":[35],"proposed":[36],"to":[37,44,76,113,124,167],"aid":[38],"task":[41],"allocation":[42],"process":[43],"optimize":[45],"different":[46,147],"aspects":[47],"system,":[50],"such":[51],"application":[53],"execution":[54,98],"time,":[55],"load":[56],"balancing":[57],"or":[58],"energy":[59,90,171],"consumption.":[60],"paper,":[63],"we":[64,140],"propose":[65],"space-time":[67],"combinational":[68],"model":[69],"uses":[71,104],"Deep":[72],"Reinforcement":[73],"Learning":[74],"(DRL)":[75],"recommend":[77],"node":[78,130],"allocations":[79,126],"for":[80],"pods":[82],"with":[83,109,146,153],"objective":[85],"optimizing":[87],"overall":[89],"consumption":[91,172],"cluster":[94],"while":[95],"maintaining":[96],"pod":[97],"ratio.":[99],"particular,":[101],"our":[102,137],"approach":[103],"Proximal":[105],"Policy":[106],"Optimization":[107],"(PPO)":[108],"custom":[110,121,138],"Neural":[111],"Networks":[112],"train":[114],"DRL":[116],"agent":[117],"includes":[119],"operator":[123],"enforce":[125],"based":[127],"on":[128],"recommendations":[131],"generated":[132],"by":[133],"agent.":[135],"Using":[136],"solution,":[139],"performed":[141],"series":[143],"experiments":[145],"workloads":[148],"compared":[150],"performance":[152],"base":[155],"scheduler.":[157],"Our":[158],"experimental":[159],"results":[160],"demonstrate":[161],"notable":[163],"reduction":[164],"up":[166],"24%":[168],"cluster.":[176]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}