{"id":"https://openalex.org/W4400233794","doi":"https://doi.org/10.1109/noms59830.2024.10575912","title":"Efficient Microservice Deployment in Kubernetes Multi-Clusters through Reinforcement Learning","display_name":"Efficient Microservice Deployment in Kubernetes Multi-Clusters through Reinforcement Learning","publication_year":2024,"publication_date":"2024-05-06","ids":{"openalex":"https://openalex.org/W4400233794","doi":"https://doi.org/10.1109/noms59830.2024.10575912"},"language":"en","primary_location":{"id":"doi:10.1109/noms59830.2024.10575912","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms59830.2024.10575912","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2024-2024 IEEE Network Operations and Management Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biblio.ugent.be/publication/01HXXQRB533M4X66NA40YQGM3C/file/01HXXQVPS2GHHCJE6TX3GE4Y9C.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101837515","display_name":"Jos\u00e9 Santos","orcid":"https://orcid.org/0000-0002-6276-2057"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Santos","raw_affiliation_strings":["Ghent University - Imec,IDLab,Department of Information Technology,Gent,Belgium","Ghent University -imec, IDLab, Department of Information Technology, Gent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ghent University - Imec,IDLab,Department of Information Technology,Gent,Belgium","institution_ids":["https://openalex.org/I32597200"]},{"raw_affiliation_string":"Ghent University -imec, IDLab, Department of Information Technology, Gent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043849822","display_name":"Mattia Zaccarini","orcid":"https://orcid.org/0009-0003-6679-5125"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mattia Zaccarini","raw_affiliation_strings":["University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","Distributed Systems Research Group, University of Ferrara, Ferrara, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","institution_ids":["https://openalex.org/I201324441"]},{"raw_affiliation_string":"Distributed Systems Research Group, University of Ferrara, Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017419110","display_name":"Filippo Poltronieri","orcid":"https://orcid.org/0000-0003-2860-4204"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Filippo Poltronieri","raw_affiliation_strings":["University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","Distributed Systems Research Group, University of Ferrara, Ferrara, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","institution_ids":["https://openalex.org/I201324441"]},{"raw_affiliation_string":"Distributed Systems Research Group, University of Ferrara, Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067650842","display_name":"Mauro Tortonesi","orcid":"https://orcid.org/0000-0002-7417-4455"},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mauro Tortonesi","raw_affiliation_strings":["University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","Distributed Systems Research Group, University of Ferrara, Ferrara, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","institution_ids":["https://openalex.org/I201324441"]},{"raw_affiliation_string":"Distributed Systems Research Group, University of Ferrara, Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099842813","display_name":"Cesare Sleianelli","orcid":null},"institutions":[{"id":"https://openalex.org/I201324441","display_name":"University of Ferrara","ror":"https://ror.org/041zkgm14","country_code":"IT","type":"education","lineage":["https://openalex.org/I201324441"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Cesare Sleianelli","raw_affiliation_strings":["University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","Distributed Systems Research Group, University of Ferrara, Ferrara, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ferrara,Distributed Systems Research Group,Ferrara,Italy","institution_ids":["https://openalex.org/I201324441"]},{"raw_affiliation_string":"Distributed Systems Research Group, University of Ferrara, Ferrara, Italy","institution_ids":["https://openalex.org/I201324441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021764238","display_name":"Nicola Di Cicco","orcid":"https://orcid.org/0000-0002-1524-8178"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Di Cicco","raw_affiliation_strings":["Politecnico di Milano,Department of Electronics, Information, and Bioengineering (DEIB),Italy","Department of Electronics, Information, and Bioengineering (DEIB), Politecnico di Milano, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Department of Electronics, Information, and Bioengineering (DEIB),Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"Department of Electronics, Information, and Bioengineering (DEIB), Politecnico di Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051784384","display_name":"Filip De Turck","orcid":"https://orcid.org/0000-0003-4824-1199"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Filip De Turck","raw_affiliation_strings":["Ghent University - Imec,IDLab,Department of Information Technology,Gent,Belgium","Ghent University -imec, IDLab, Department of Information Technology, Gent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ghent University - Imec,IDLab,Department of Information Technology,Gent,Belgium","institution_ids":["https://openalex.org/I32597200"]},{"raw_affiliation_string":"Ghent University -imec, IDLab, Department of Information Technology, Gent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.4121,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.98842197,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7645204663276672},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7352128028869629},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7174990773200989},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28107887506484985},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.195938378572464}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7645204663276672},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7352128028869629},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7174990773200989},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28107887506484985},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.195938378572464}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/noms59830.2024.10575912","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms59830.2024.10575912","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2024-2024 IEEE Network Operations and Management Symposium","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:01HXXQRB533M4X66NA40YQGM3C","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01HXXQRB533M4X66NA40YQGM3C","pdf_url":"https://biblio.ugent.be/publication/01HXXQRB533M4X66NA40YQGM3C/file/01HXXQVPS2GHHCJE6TX3GE4Y9C.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798350327939","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:re.public.polimi.it:11311/1272346","is_oa":true,"landing_page_url":"https://hdl.handle.net/11311/1272346","pdf_url":"https://re.public.polimi.it/bitstream/11311/1272346/1/_NOMS_2024__Efficient_Microservice_Deployment_in_Kubernetes_Multi_Clusters_through_Reinforcement_Learning.pdf","source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:sfera.unife.it:11392/2574890","is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/document/10575912","pdf_url":null,"source":{"id":"https://openalex.org/S4306400369","display_name":"Institutional Research Information System University of Ferrara (University of Ferrara)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I201324441","host_organization_name":"University of Ferrara","host_organization_lineage":["https://openalex.org/I201324441"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:archive.ugent.be:01HXXQRB533M4X66NA40YQGM3C","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01HXXQRB533M4X66NA40YQGM3C","pdf_url":"https://biblio.ugent.be/publication/01HXXQRB533M4X66NA40YQGM3C/file/01HXXQVPS2GHHCJE6TX3GE4Y9C.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798350327939","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2563411935","display_name":null,"funder_award_id":"1299323N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4400233794.pdf"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2515329741","https://openalex.org/W2589833354","https://openalex.org/W2590487735","https://openalex.org/W2783272959","https://openalex.org/W2795361658","https://openalex.org/W2795411118","https://openalex.org/W2898035736","https://openalex.org/W2907801988","https://openalex.org/W2953901595","https://openalex.org/W2963026732","https://openalex.org/W3021193956","https://openalex.org/W3021735597","https://openalex.org/W3027341120","https://openalex.org/W3037164854","https://openalex.org/W3112164530","https://openalex.org/W3133355424","https://openalex.org/W3133913697","https://openalex.org/W3154418849","https://openalex.org/W3171286612","https://openalex.org/W3178135106","https://openalex.org/W3189481398","https://openalex.org/W3191227460","https://openalex.org/W3213189865","https://openalex.org/W4200375135","https://openalex.org/W4244787281","https://openalex.org/W4282983426","https://openalex.org/W4310009526","https://openalex.org/W4321609122","https://openalex.org/W4366333679","https://openalex.org/W4367359536","https://openalex.org/W4381734243","https://openalex.org/W4381744954","https://openalex.org/W4384157961","https://openalex.org/W6692846177","https://openalex.org/W6744580074"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154"],"abstract_inverted_index":{"Microservices":[0],"have":[1],"revolutionized":[2],"application":[3],"deployment":[4,119,146],"in":[5,120,137,160,180],"popular":[6],"cloud":[7],"platforms,":[8],"offering":[9],"flexible":[10],"scheduling":[11,73],"of":[12,27,31,134,155,178],"loosely-coupled":[13],"containers":[14],"and":[15,47,145],"improving":[16],"operational":[17],"efficiency.":[18],"However,":[19],"this":[20],"transition":[21],"made":[22],"applications":[23],"more":[24,77],"complex,":[25],"consisting":[26],"tens":[28],"to":[29,83],"hundreds":[30],"microservices.":[32],"Efficient":[33],"orchestration":[34,107,127],"remains":[35],"an":[36],"enormous":[37],"challenge,":[38],"especially":[39],"with":[40],"emerging":[41],"paradigms":[42],"such":[43],"as":[44,51],"Fog":[45],"Computing":[46],"novel":[48],"use":[49],"cases":[50],"autonomous":[52],"vehicles.":[53],"Also,":[54],"multi-cluster":[55,106,166,182],"scenarios":[56],"are":[57,94],"still":[58],"not":[59],"vastly":[60],"explored":[61],"today":[62],"since":[63,79],"most":[64],"literature":[65],"focuses":[66],"mainly":[67],"on":[68],"a":[69,111,123,181],"single-cluster":[70],"setup.":[71],"The":[72,129],"problem":[74],"becomes":[75],"significantly":[76],"challenging":[78],"the":[80,105,132,150,153,156,176],"orchestrator":[81],"needs":[82],"find":[84],"optimal":[85],"locations":[86],"for":[87,116],"each":[88],"microservice":[89,118,162],"while":[90],"deciding":[91],"whether":[92],"instances":[93],"deployed":[95],"altogether":[96],"or":[97],"placed":[98],"into":[99],"different":[100],"clusters.":[101],"This":[102],"paper":[103],"studies":[104],"challenge":[108],"by":[109],"proposing":[110],"Reinforcement":[112],"Learning":[113],"(RL)-based":[114],"approach":[115],"efficient":[117],"Kubernetes":[121],"(K8s),":[122],"widely":[124],"adopted":[125],"container":[126],"platform.":[128],"study":[130],"demonstrates":[131],"effectiveness":[133],"RL":[135],"agents":[136],"achieving":[138],"near-optimal":[139],"allocation":[140],"schemes,":[141],"emphasizing":[142],"latency":[143],"reduction":[144],"cost":[147],"minimization.":[148],"Additionally,":[149],"work":[151],"highlights":[152],"versatility":[154],"DeepSets":[157,173],"neural":[158],"network":[159],"optimizing":[161],"placement":[163,177],"across":[164],"diverse":[165],"setups":[167],"without":[168],"retraining.":[169],"Results":[170],"show":[171],"that":[172],"algorithms":[174],"optimize":[175],"microservices":[179],"setup":[183],"32":[184],"times":[185],"higher":[186],"than":[187],"its":[188],"trained":[189],"scenario.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":4}],"updated_date":"2026-06-14T07:44:22.658603","created_date":"2024-07-03T00:00:00"}